From 8c618aee439b5e9a06ccbda3f8257422193ed4f0 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 29 Sep 2024 03:59:02 +0000 Subject: [PATCH] Update Benchmarks 2024-09-29 ec37ac4d5342b8e3fee03cb78895473546965c26 --- bench/data.js | 216 +++++++- bench/data.json | 216 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 108 ++-- .../report/SD.svg | 112 ++-- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 44 +- .../report/change/mean.svg | 72 +-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 46 +- .../report/mean.svg | 124 ++--- .../report/median.svg | 86 ++-- .../report/pdf.svg | 188 +++---- .../report/pdf_small.svg | 70 +-- .../report/regression.svg | 70 +-- .../report/regression_small.svg | 46 +- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 104 ++-- .../report/typical.svg | 104 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 ++- .../report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 160 +++--- .../report/both/pdf.svg | 56 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 60 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 251 +++++---- .../report/iteration_times_small.svg | 251 +++++---- .../report/mean.svg | 86 ++-- .../report/median.svg | 108 ++-- .../report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 78 +-- .../report/relative_iteration_times_small.svg | 56 +- .../report/relative_pdf_small.svg | 56 +- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 104 ++-- .../report/SD.svg | 100 ++-- .../report/both/iteration_times.svg | 424 ++++++++-------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 72 +-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 36 +- .../report/iteration_times.svg | 264 +++++----- .../report/iteration_times_small.svg | 266 +++++----- .../report/mean.svg | 86 ++-- .../report/median.svg | 84 ++- .../report/pdf.svg | 174 +++---- .../report/pdf_small.svg | 70 +-- .../report/relative_iteration_times_small.svg | 354 ++++++------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 86 ++-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 96 ++-- criterion/fan_in_hydroflow/report/SD.svg | 66 +-- .../report/both/iteration_times.svg | 456 ++++++++--------- .../fan_in_hydroflow/report/both/pdf.svg | 64 ++- .../fan_in_hydroflow/report/change/mean.svg | 124 ++--- .../fan_in_hydroflow/report/change/median.svg | 78 ++- .../fan_in_hydroflow/report/change/t-test.svg | 72 +-- criterion/fan_in_hydroflow/report/index.html | 40 +- .../report/iteration_times.svg | 285 ++++++----- .../report/iteration_times_small.svg | 285 ++++++----- criterion/fan_in_hydroflow/report/mean.svg | 98 ++-- criterion/fan_in_hydroflow/report/median.svg | 94 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 126 ++--- .../fan_in_hydroflow/report/pdf_small.svg | 70 ++- .../report/relative_iteration_times_small.svg | 454 ++++++++--------- .../report/relative_pdf_small.svg | 64 ++- criterion/fan_in_hydroflow/report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 118 ++--- .../fan_in_hydroflow_surface/report/SD.svg | 110 ++-- .../report/both/iteration_times.svg | 408 +++++++-------- .../report/both/pdf.svg | 44 +- .../report/change/mean.svg | 68 +-- .../report/change/median.svg | 76 ++- .../report/change/t-test.svg | 48 +- .../report/index.html | 38 +- .../report/iteration_times.svg | 264 +++++----- .../report/iteration_times_small.svg | 264 +++++----- .../fan_in_hydroflow_surface/report/mean.svg | 80 ++- .../report/median.svg | 102 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 124 +++-- .../report/pdf_small.svg | 66 ++- .../report/relative_iteration_times_small.svg | 380 +++++++------- .../report/relative_pdf_small.svg | 44 +- .../report/typical.svg | 80 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 480 +++++++++--------- .../report/both/pdf.svg | 86 ++-- .../report/change/mean.svg | 114 +++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 44 +- .../report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 257 +++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 100 ++-- .../report/pdf.svg | 110 ++-- .../report/pdf_small.svg | 58 +-- .../report/relative_iteration_times_small.svg | 478 ++++++++--------- .../report/relative_pdf_small.svg | 86 ++-- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 88 +--- .../fan_out_hydroflow_surface/report/SD.svg | 92 ++-- .../report/both/iteration_times.svg | 474 ++++++++--------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 285 ++++++----- .../report/iteration_times_small.svg | 281 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 90 ++-- .../report/median.svg | 98 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 116 ++--- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 464 +++++++++-------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 90 ++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 94 ++-- criterion/fork_join_hydroflow/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 453 ++++++++--------- .../fork_join_hydroflow/report/both/pdf.svg | 58 ++- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 74 ++- .../report/change/t-test.svg | 48 +- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 243 +++++---- .../report/iteration_times_small.svg | 243 +++++---- criterion/fork_join_hydroflow/report/mean.svg | 68 +-- .../fork_join_hydroflow/report/median.svg | 68 ++- criterion/fork_join_hydroflow/report/pdf.svg | 108 ++-- .../fork_join_hydroflow/report/pdf_small.svg | 64 +-- .../report/relative_iteration_times_small.svg | 453 ++++++++--------- .../report/relative_pdf_small.svg | 58 ++- .../fork_join_hydroflow/report/typical.svg | 68 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 432 ++++++++-------- .../report/both/pdf.svg | 76 ++- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 72 ++- .../report/change/t-test.svg | 72 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 269 +++++----- .../report/mean.svg | 112 ++-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 166 ++---- .../report/pdf_small.svg | 78 ++- .../report/relative_iteration_times_small.svg | 424 ++++++++-------- .../report/relative_pdf_small.svg | 68 ++- .../report/typical.svg | 112 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 104 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 120 +++-- .../report/both/iteration_times.svg | 398 +++++++-------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 76 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 251 +++++---- .../report/iteration_times_small.svg | 251 +++++---- .../report/mean.svg | 122 +++-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 168 +++--- .../report/pdf_small.svg | 70 +-- .../report/relative_iteration_times_small.svg | 396 +++++++-------- .../report/relative_pdf_small.svg | 48 +- .../report/typical.svg | 122 +++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 62 +-- criterion/identity_hydroflow/report/SD.svg | 62 ++- .../report/both/iteration_times.svg | 473 +++++++++-------- .../identity_hydroflow/report/both/pdf.svg | 36 +- .../identity_hydroflow/report/change/mean.svg | 114 ++--- .../report/change/median.svg | 120 ++--- .../report/change/t-test.svg | 48 +- .../identity_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 253 +++++---- .../report/iteration_times_small.svg | 253 +++++---- criterion/identity_hydroflow/report/mean.svg | 64 +-- .../identity_hydroflow/report/median.svg | 82 +-- criterion/identity_hydroflow/report/pdf.svg | 146 +++--- .../identity_hydroflow/report/pdf_small.svg | 62 +-- .../report/relative_iteration_times_small.svg | 473 +++++++++-------- .../report/relative_pdf_small.svg | 36 +- .../identity_hydroflow/report/typical.svg | 64 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 82 +-- .../identity_hydroflow_compiled/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 453 ++++++++--------- .../report/both/pdf.svg | 16 +- .../report/change/mean.svg | 70 +-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 253 ++++----- .../report/iteration_times_small.svg | 243 ++++----- .../report/mean.svg | 84 +-- .../report/median.svg | 100 ++-- .../report/pdf.svg | 74 ++- .../report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 445 ++++++++-------- .../report/relative_pdf_small.svg | 16 +- .../report/typical.svg | 84 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 84 ++- .../identity_hydroflow_surface/report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 410 +++++++-------- .../report/both/pdf.svg | 40 +- .../report/change/mean.svg | 66 +-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 240 ++++----- .../report/iteration_times_small.svg | 240 ++++----- .../report/mean.svg | 92 ++-- .../report/median.svg | 94 ++-- .../identity_hydroflow_surface/report/pdf.svg | 120 +++-- .../report/pdf_small.svg | 62 ++- .../report/relative_iteration_times_small.svg | 388 +++++++------- .../report/relative_pdf_small.svg | 40 +- .../report/typical.svg | 92 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 90 ++-- criterion/micro_ops_anti_join/report/SD.svg | 88 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 106 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_anti_join/report/index.html | 46 +- criterion/micro_ops_anti_join/report/mean.svg | 96 ++-- .../micro_ops_anti_join/report/median.svg | 90 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 116 ++--- .../micro_ops_anti_join/report/pdf_small.svg | 48 +- .../micro_ops_anti_join/report/regression.svg | 230 ++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_anti_join/report/slope.svg | 104 ++-- .../micro_ops_anti_join/report/typical.svg | 104 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 108 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 76 +-- .../micro_ops_crossjoin/report/both/pdf.svg | 48 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_crossjoin/report/index.html | 42 +- criterion/micro_ops_crossjoin/report/mean.svg | 102 ++-- .../micro_ops_crossjoin/report/median.svg | 112 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 96 ++-- .../micro_ops_crossjoin/report/pdf_small.svg | 44 +- .../micro_ops_crossjoin/report/regression.svg | 230 ++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 48 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_crossjoin/report/slope.svg | 98 ++-- .../micro_ops_crossjoin/report/typical.svg | 98 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 90 ++-- criterion/micro_ops_difference/report/SD.svg | 96 ++-- .../micro_ops_difference/report/both/pdf.svg | 26 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 114 +++-- .../report/change/median.svg | 80 +-- .../report/change/t-test.svg | 68 +-- .../micro_ops_difference/report/index.html | 46 +- .../micro_ops_difference/report/mean.svg | 90 ++-- .../micro_ops_difference/report/median.svg | 80 ++- criterion/micro_ops_difference/report/pdf.svg | 82 ++- .../micro_ops_difference/report/pdf_small.svg | 50 +- .../report/regression.svg | 177 ++++--- .../report/regression_small.svg | 137 +++-- .../report/relative_pdf_small.svg | 26 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_difference/report/slope.svg | 94 ++-- .../micro_ops_difference/report/typical.svg | 94 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 88 ++-- criterion/micro_ops_flat_map/report/SD.svg | 86 ++-- .../micro_ops_flat_map/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 4 +- .../micro_ops_flat_map/report/change/mean.svg | 70 +-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 60 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 100 ++-- .../micro_ops_flat_map/report/median.svg | 70 ++- criterion/micro_ops_flat_map/report/pdf.svg | 136 ++--- .../micro_ops_flat_map/report/pdf_small.svg | 60 ++- .../micro_ops_flat_map/report/regression.svg | 222 ++++---- .../report/regression_small.svg | 210 ++++---- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 18 +- criterion/micro_ops_flat_map/report/slope.svg | 82 +-- .../micro_ops_flat_map/report/typical.svg | 82 +-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 66 +-- criterion/micro_ops_fold/report/SD.svg | 62 +-- .../report/both/iteration_times.svg | 437 ++++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 54 +- .../micro_ops_fold/report/change/mean.svg | 100 ++-- .../micro_ops_fold/report/change/median.svg | 82 ++- .../micro_ops_fold/report/change/t-test.svg | 68 ++- criterion/micro_ops_fold/report/index.html | 38 +- .../micro_ops_fold/report/iteration_times.svg | 236 ++++----- .../report/iteration_times_small.svg | 236 ++++----- criterion/micro_ops_fold/report/mean.svg | 58 +-- criterion/micro_ops_fold/report/median.svg | 92 ++-- criterion/micro_ops_fold/report/pdf.svg | 98 ++-- criterion/micro_ops_fold/report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 437 ++++++++-------- .../report/relative_pdf_small.svg | 54 +- criterion/micro_ops_fold/report/typical.svg | 58 +-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 96 ++-- criterion/micro_ops_group_by/report/SD.svg | 112 ++-- .../micro_ops_group_by/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 72 +-- .../report/change/median.svg | 84 ++- .../report/change/t-test.svg | 72 +-- .../micro_ops_group_by/report/index.html | 44 +- criterion/micro_ops_group_by/report/mean.svg | 98 ++-- .../micro_ops_group_by/report/median.svg | 72 +-- criterion/micro_ops_group_by/report/pdf.svg | 88 ++-- .../micro_ops_group_by/report/pdf_small.svg | 52 +- .../micro_ops_group_by/report/regression.svg | 186 +++---- .../report/regression_small.svg | 152 +++--- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_group_by/report/slope.svg | 110 ++-- .../micro_ops_group_by/report/typical.svg | 110 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 90 ++-- criterion/micro_ops_identity/report/SD.svg | 102 ++-- .../micro_ops_identity/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 59 +-- .../micro_ops_identity/report/change/mean.svg | 82 +-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 88 ++-- .../micro_ops_identity/report/median.svg | 100 ++-- criterion/micro_ops_identity/report/pdf.svg | 122 ++--- .../micro_ops_identity/report/pdf_small.svg | 48 +- .../micro_ops_identity/report/regression.svg | 222 ++++---- .../report/regression_small.svg | 206 ++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 53 +- criterion/micro_ops_identity/report/slope.svg | 96 ++-- .../micro_ops_identity/report/typical.svg | 96 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 66 +-- criterion/micro_ops_join/report/SD.svg | 66 +-- criterion/micro_ops_join/report/both/pdf.svg | 56 +- .../micro_ops_join/report/both/regression.svg | 105 ++-- .../micro_ops_join/report/change/mean.svg | 84 +-- .../micro_ops_join/report/change/median.svg | 128 ++--- .../micro_ops_join/report/change/t-test.svg | 76 +-- criterion/micro_ops_join/report/index.html | 44 +- criterion/micro_ops_join/report/mean.svg | 104 ++-- criterion/micro_ops_join/report/median.svg | 96 ++-- criterion/micro_ops_join/report/pdf.svg | 172 ++++--- criterion/micro_ops_join/report/pdf_small.svg | 52 +- .../micro_ops_join/report/regression.svg | 265 +++++----- .../report/regression_small.svg | 233 +++++---- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 105 ++-- criterion/micro_ops_join/report/slope.svg | 94 ++-- criterion/micro_ops_join/report/typical.svg | 94 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 94 ++-- criterion/micro_ops_map/report/SD.svg | 58 ++- criterion/micro_ops_map/report/both/pdf.svg | 36 +- .../micro_ops_map/report/both/regression.svg | 8 +- .../micro_ops_map/report/change/mean.svg | 94 ++-- .../micro_ops_map/report/change/median.svg | 78 +-- .../micro_ops_map/report/change/t-test.svg | 76 +-- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 86 ++-- criterion/micro_ops_map/report/median.svg | 70 ++- criterion/micro_ops_map/report/pdf.svg | 92 ++-- criterion/micro_ops_map/report/pdf_small.svg | 40 +- criterion/micro_ops_map/report/regression.svg | 176 +++---- .../micro_ops_map/report/regression_small.svg | 150 +++--- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_map/report/slope.svg | 90 ++-- criterion/micro_ops_map/report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 68 ++- .../micro_ops_next_tick_big/report/SD.svg | 58 +-- .../report/both/pdf.svg | 64 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_next_tick_big/report/index.html | 46 +- .../micro_ops_next_tick_big/report/mean.svg | 90 ++-- .../micro_ops_next_tick_big/report/median.svg | 104 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 90 ++-- .../report/pdf_small.svg | 48 +- .../report/regression.svg | 252 ++++----- .../report/regression_small.svg | 242 ++++----- .../report/relative_pdf_small.svg | 64 +-- .../report/relative_regression_small.svg | 8 +- .../micro_ops_next_tick_big/report/slope.svg | 74 +-- .../report/typical.svg | 74 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 94 ++-- .../micro_ops_next_tick_small/report/SD.svg | 66 ++- .../report/both/pdf.svg | 70 ++- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 124 +++-- .../report/change/median.svg | 78 +-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 42 +- .../micro_ops_next_tick_small/report/mean.svg | 70 +-- .../report/median.svg | 104 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 168 +++--- .../report/regression_small.svg | 132 ++--- .../report/relative_pdf_small.svg | 70 ++- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 68 ++- .../report/typical.svg | 68 ++- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 70 +-- criterion/micro_ops_sort/report/SD.svg | 96 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 24 +- .../micro_ops_sort/report/both/regression.svg | 20 +- .../micro_ops_sort/report/change/mean.svg | 98 ++-- .../micro_ops_sort/report/change/median.svg | 94 ++-- .../micro_ops_sort/report/change/t-test.svg | 72 ++- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 84 +-- criterion/micro_ops_sort/report/median.svg | 78 ++- criterion/micro_ops_sort/report/pdf.svg | 88 ++-- criterion/micro_ops_sort/report/pdf_small.svg | 44 +- .../micro_ops_sort/report/regression.svg | 158 +++--- .../report/regression_small.svg | 130 ++--- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 18 +- criterion/micro_ops_sort/report/slope.svg | 104 ++-- criterion/micro_ops_sort/report/typical.svg | 104 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 90 ++-- criterion/micro_ops_tee/report/SD.svg | 112 ++-- criterion/micro_ops_tee/report/both/pdf.svg | 60 +-- .../micro_ops_tee/report/both/regression.svg | 8 +- .../micro_ops_tee/report/change/mean.svg | 132 ++--- .../micro_ops_tee/report/change/median.svg | 78 +-- .../micro_ops_tee/report/change/t-test.svg | 68 ++- criterion/micro_ops_tee/report/index.html | 46 +- criterion/micro_ops_tee/report/mean.svg | 96 ++-- criterion/micro_ops_tee/report/median.svg | 102 ++-- criterion/micro_ops_tee/report/pdf.svg | 134 ++--- criterion/micro_ops_tee/report/pdf_small.svg | 74 ++- criterion/micro_ops_tee/report/regression.svg | 241 +++++---- .../micro_ops_tee/report/regression_small.svg | 241 +++++---- .../report/relative_pdf_small.svg | 60 +-- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_tee/report/slope.svg | 82 +-- criterion/micro_ops_tee/report/typical.svg | 82 +-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 86 ++-- criterion/micro_ops_union/report/SD.svg | 126 ++--- criterion/micro_ops_union/report/both/pdf.svg | 26 +- .../report/both/regression.svg | 50 +- .../micro_ops_union/report/change/mean.svg | 96 ++-- .../micro_ops_union/report/change/median.svg | 90 ++-- .../micro_ops_union/report/change/t-test.svg | 72 +-- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 106 ++-- criterion/micro_ops_union/report/median.svg | 80 ++- criterion/micro_ops_union/report/pdf.svg | 156 +++--- .../micro_ops_union/report/pdf_small.svg | 46 +- .../micro_ops_union/report/regression.svg | 172 +++---- .../report/regression_small.svg | 164 +++--- .../report/relative_pdf_small.svg | 26 +- .../report/relative_regression_small.svg | 24 +- criterion/micro_ops_union/report/slope.svg | 70 +-- criterion/micro_ops_union/report/typical.svg | 70 +-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 104 ++-- criterion/micro_ops_unique/report/SD.svg | 70 ++- .../micro_ops_unique/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 4 +- .../micro_ops_unique/report/change/mean.svg | 58 +-- .../micro_ops_unique/report/change/median.svg | 76 +-- .../micro_ops_unique/report/change/t-test.svg | 72 +-- criterion/micro_ops_unique/report/index.html | 44 +- criterion/micro_ops_unique/report/mean.svg | 62 +-- criterion/micro_ops_unique/report/median.svg | 76 ++- criterion/micro_ops_unique/report/pdf.svg | 106 ++-- .../micro_ops_unique/report/pdf_small.svg | 48 +- .../micro_ops_unique/report/regression.svg | 228 ++++----- .../report/regression_small.svg | 190 +++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_unique/report/slope.svg | 94 ++-- criterion/micro_ops_unique/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 104 ++-- .../reachability_hydroflow/report/SD.svg | 96 ++-- .../report/both/pdf.svg | 36 +- .../report/both/regression.svg | 2 +- .../report/change/mean.svg | 84 +-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 ++- .../reachability_hydroflow/report/index.html | 46 +- .../reachability_hydroflow/report/mean.svg | 98 ++-- .../reachability_hydroflow/report/median.svg | 108 ++-- .../reachability_hydroflow/report/pdf.svg | 126 ++--- .../report/pdf_small.svg | 76 +-- .../report/regression.svg | 130 ++--- .../report/regression_small.svg | 80 +-- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 54 +- .../reachability_hydroflow/report/slope.svg | 70 ++- .../reachability_hydroflow/report/typical.svg | 70 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 110 ++-- .../report/both/pdf.svg | 56 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 76 +-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 56 +- .../report/index.html | 46 +- .../report/mean.svg | 82 +-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 176 +++---- .../report/pdf_small.svg | 64 ++- .../report/regression.svg | 182 +++---- .../report/regression_small.svg | 136 ++--- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 94 ++-- .../report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 116 +++-- .../report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 461 ++++++++--------- .../report/both/pdf.svg | 56 +- .../report/change/mean.svg | 78 +-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 265 +++++----- .../report/iteration_times_small.svg | 265 +++++----- .../report/mean.svg | 92 ++-- .../report/median.svg | 106 ++-- .../report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 459 ++++++++--------- .../report/relative_pdf_small.svg | 56 +- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 76 ++- .../report/both/pdf.svg | 24 +- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 44 +- .../report/mean.svg | 80 +-- .../report/median.svg | 110 ++-- .../report/pdf.svg | 154 +++--- .../report/pdf_small.svg | 62 ++- .../report/regression.svg | 127 ++--- .../report/regression_small.svg | 65 +-- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 6 +- .../report/slope.svg | 118 +++-- .../report/typical.svg | 118 +++-- 788 files changed, 30740 insertions(+), 30376 deletions(-) diff --git a/bench/data.js b/bench/data.js index 5b5b164d4c3e..343ce8709a70 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1727495805373, + "lastUpdate": 1727582340797, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -152747,6 +152747,220 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727582340762, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310789, + "range": "± 4010", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6525237, + "range": "± 6555", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6555638, + "range": "± 17077", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 69074179, + "range": "± 1101522", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 30609319, + "range": "± 1073180", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 45102379, + "range": "± 1299833", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6516246, + "range": "± 27037", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5980728, + "range": "± 56754", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32706361, + "range": "± 1092752", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4270604, + "range": "± 23434", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8609420, + "range": "± 67942", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525456, + "range": "± 14252", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6665560, + "range": "± 16717", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1864432, + "range": "± 14869", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1907685, + "range": "± 18454", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5401185, + "range": "± 42730", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1602456, + "range": "± 17885", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4018, + "range": "± 94", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53244, + "range": "± 495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6624, + "range": "± 107", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6627, + "range": "± 91", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83277, + "range": "± 920", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77028, + "range": "± 2427", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15371, + "range": "± 354", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6965, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21455, + "range": "± 626", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99421, + "range": "± 2706", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101600, + "range": "± 1163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8666, + "range": "± 238", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48888, + "range": "± 1472", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69662, + "range": "± 4163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9292, + "range": "± 275", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 677e6ad53c8c..c5309be21920 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1727495805373, + "lastUpdate": 1727582340797, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -152746,6 +152746,220 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727582340762, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310789, + "range": "± 4010", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6525237, + "range": "± 6555", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6555638, + "range": "± 17077", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 69074179, + "range": "± 1101522", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 30609319, + "range": "± 1073180", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 45102379, + "range": "± 1299833", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6516246, + "range": "± 27037", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5980728, + "range": "± 56754", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 32706361, + "range": "± 1092752", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4270604, + "range": "± 23434", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8609420, + "range": "± 67942", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525456, + "range": "± 14252", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6665560, + "range": "± 16717", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1864432, + "range": "± 14869", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1907685, + "range": "± 18454", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5401185, + "range": "± 42730", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1602456, + "range": "± 17885", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4018, + "range": "± 94", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53244, + "range": "± 495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6624, + "range": "± 107", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6627, + "range": "± 91", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83277, + "range": "± 920", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77028, + "range": "± 2427", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15371, + "range": "± 354", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6965, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21455, + "range": "± 626", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99421, + "range": "± 2706", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101600, + "range": "± 1163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8666, + "range": "± 238", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48888, + "range": "± 1472", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69662, + "range": "± 4163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9292, + "range": "± 275", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index d065e806eae5..66135de5349f 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310871.0727656539,"upper_bound":311289.81325962656},"point_estimate":311053.3901488047,"standard_error":107.84085198736997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310734.3960336539,"upper_bound":310819.62683900795},"point_estimate":310768.5115864527,"standard_error":23.88015284395144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":105.76827361367532,"upper_bound":197.72958303983623},"point_estimate":145.49010145546205,"standard_error":22.972792851589375},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310867.64957945485,"upper_bound":311267.43524953874},"point_estimate":311050.6800583715,"standard_error":102.29929620796044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":458.77824840258165,"upper_bound":1562.3389858149021},"point_estimate":1078.2820979442342,"standard_error":286.92872163318714}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311174.53779239196,"upper_bound":312726.52846529515},"point_estimate":311851.2190623321,"standard_error":398.72441676760957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310745.84030805,"upper_bound":310827.3509920635},"point_estimate":310789.9704861111,"standard_error":22.419844434310537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.07353361015336,"upper_bound":293.56480247237806},"point_estimate":236.45222933610057,"standard_error":30.016120449848763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311554.7665196816,"upper_bound":314340.93019205594},"point_estimate":312785.6179806414,"standard_error":715.528796134804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1500.2653137156997,"upper_bound":5867.678396534573},"point_estimate":4010.6288564419247,"standard_error":1106.2126229422558}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 5d44fbd6dcc0..52107fc10324 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241523.0,2482084.0,3738324.0,5001698.0,6213215.0,7616318.0,8711689.0,9948683.0,11185337.0,12418254.0,13676058.0,14910847.0,16176836.0,17387291.0,18643691.0,19888840.0,21128200.0,22386113.0,23655706.0,24860432.0,26141449.0,27364417.0,28574221.0,30497294.0,31066765.0,32329847.0,33575357.0,34797654.0,36047172.0,37283565.0,38573639.0,39771881.0,41033571.0,42275255.0,43502180.0,44732833.0,45982351.0,47248389.0,48488519.0,49755129.0,50940568.0,52190927.0,53439373.0,54684803.0,55942556.0,57177166.0,58476286.0,59660301.0,60894882.0,62125925.0,63397604.0,64633516.0,65902621.0,67093639.0,68377872.0,69670770.0,70841902.0,72079086.0,73303177.0,74570408.0,75838961.0,77709926.0,78274838.0,79530087.0,80815162.0,82041816.0,83248816.0,84496158.0,85789708.0,86996196.0,88240774.0,89475836.0,90776568.0,92036054.0,93198330.0,94451414.0,95710058.0,96971228.0,98232839.0,99493788.0,100670740.0,101944213.0,103241359.0,105079513.0,105658021.0,106916065.0,108207771.0,109920762.0,110740039.0,111864813.0,113096308.0,115209815.0,116633489.0,116843238.0,118102704.0,119340090.0,120692517.0,121950334.0,123110123.0,124371262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240330.0,2488254.0,3726459.0,4969864.0,6210535.0,7448910.0,8697054.0,9945319.0,11188394.0,12461754.0,13664905.0,14910865.0,16145334.0,17415809.0,18631333.0,19897109.0,21128582.0,22466403.0,23625621.0,24856825.0,26085433.0,27342983.0,28572593.0,29853699.0,31091414.0,32301197.0,33565590.0,34794338.0,36081325.0,37267284.0,38563056.0,39755367.0,41025712.0,42264398.0,43475764.0,44746680.0,45991088.0,47230425.0,48458853.0,49725611.0,51003340.0,52190731.0,53428466.0,54721344.0,55913864.0,57146389.0,58420572.0,59674737.0,61561521.0,62126071.0,63440369.0,64731933.0,65848693.0,67107237.0,68381319.0,69580101.0,70875092.0,72103780.0,73297152.0,74580182.0,75786448.0,77108800.0,78320636.0,79617291.0,80765820.0,83546928.0,83282465.0,84622831.0,85768083.0,87053247.0,88233925.0,89553633.0,90706880.0,92025285.0,97264971.0,94804721.0,95981812.0,100501398.0,106707363.0,101365018.0,101669362.0,109612673.0,104121950.0,104433780.0,106516268.0,106859226.0,108166601.0,110011445.0,110934445.0,111902357.0,113164587.0,114348582.0,115595684.0,117687479.0,118056526.0,119349123.0,120581928.0,122982860.0,123058470.0,124341630.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 86598e7f33a0..1d685e02b1f6 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[310018.2039381885,310356.6458988678,311259.15779401263,311597.59975469194] \ No newline at end of file +[309570.7399009699,310104.19402248855,311526.7383465383,312060.1924680569] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 8d3734ea53a9..a9781761936d 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0038478344909735848,"upper_bound":0.0015653131214488727},"point_estimate":-0.0007197372420910675,"standard_error":0.0014102946789792267},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003742443288667907,"upper_bound":0.0007920095767894875},"point_estimate":0.0005205221519595238,"standard_error":0.00011183182561543013}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003103780885704456,"upper_bound":0.005472545480291457},"point_estimate":0.002564925954177122,"standard_error":0.00130905287839552},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00017576282557640877,"upper_bound":0.0002353709692146655},"point_estimate":0.00006905107454047155,"standard_error":0.00010676929641074725}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index d065e806eae5..66135de5349f 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310871.0727656539,"upper_bound":311289.81325962656},"point_estimate":311053.3901488047,"standard_error":107.84085198736997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310734.3960336539,"upper_bound":310819.62683900795},"point_estimate":310768.5115864527,"standard_error":23.88015284395144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":105.76827361367532,"upper_bound":197.72958303983623},"point_estimate":145.49010145546205,"standard_error":22.972792851589375},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310867.64957945485,"upper_bound":311267.43524953874},"point_estimate":311050.6800583715,"standard_error":102.29929620796044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":458.77824840258165,"upper_bound":1562.3389858149021},"point_estimate":1078.2820979442342,"standard_error":286.92872163318714}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311174.53779239196,"upper_bound":312726.52846529515},"point_estimate":311851.2190623321,"standard_error":398.72441676760957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310745.84030805,"upper_bound":310827.3509920635},"point_estimate":310789.9704861111,"standard_error":22.419844434310537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.07353361015336,"upper_bound":293.56480247237806},"point_estimate":236.45222933610057,"standard_error":30.016120449848763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311554.7665196816,"upper_bound":314340.93019205594},"point_estimate":312785.6179806414,"standard_error":715.528796134804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1500.2653137156997,"upper_bound":5867.678396534573},"point_estimate":4010.6288564419247,"standard_error":1106.2126229422558}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 5d44fbd6dcc0..52107fc10324 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241523.0,2482084.0,3738324.0,5001698.0,6213215.0,7616318.0,8711689.0,9948683.0,11185337.0,12418254.0,13676058.0,14910847.0,16176836.0,17387291.0,18643691.0,19888840.0,21128200.0,22386113.0,23655706.0,24860432.0,26141449.0,27364417.0,28574221.0,30497294.0,31066765.0,32329847.0,33575357.0,34797654.0,36047172.0,37283565.0,38573639.0,39771881.0,41033571.0,42275255.0,43502180.0,44732833.0,45982351.0,47248389.0,48488519.0,49755129.0,50940568.0,52190927.0,53439373.0,54684803.0,55942556.0,57177166.0,58476286.0,59660301.0,60894882.0,62125925.0,63397604.0,64633516.0,65902621.0,67093639.0,68377872.0,69670770.0,70841902.0,72079086.0,73303177.0,74570408.0,75838961.0,77709926.0,78274838.0,79530087.0,80815162.0,82041816.0,83248816.0,84496158.0,85789708.0,86996196.0,88240774.0,89475836.0,90776568.0,92036054.0,93198330.0,94451414.0,95710058.0,96971228.0,98232839.0,99493788.0,100670740.0,101944213.0,103241359.0,105079513.0,105658021.0,106916065.0,108207771.0,109920762.0,110740039.0,111864813.0,113096308.0,115209815.0,116633489.0,116843238.0,118102704.0,119340090.0,120692517.0,121950334.0,123110123.0,124371262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240330.0,2488254.0,3726459.0,4969864.0,6210535.0,7448910.0,8697054.0,9945319.0,11188394.0,12461754.0,13664905.0,14910865.0,16145334.0,17415809.0,18631333.0,19897109.0,21128582.0,22466403.0,23625621.0,24856825.0,26085433.0,27342983.0,28572593.0,29853699.0,31091414.0,32301197.0,33565590.0,34794338.0,36081325.0,37267284.0,38563056.0,39755367.0,41025712.0,42264398.0,43475764.0,44746680.0,45991088.0,47230425.0,48458853.0,49725611.0,51003340.0,52190731.0,53428466.0,54721344.0,55913864.0,57146389.0,58420572.0,59674737.0,61561521.0,62126071.0,63440369.0,64731933.0,65848693.0,67107237.0,68381319.0,69580101.0,70875092.0,72103780.0,73297152.0,74580182.0,75786448.0,77108800.0,78320636.0,79617291.0,80765820.0,83546928.0,83282465.0,84622831.0,85768083.0,87053247.0,88233925.0,89553633.0,90706880.0,92025285.0,97264971.0,94804721.0,95981812.0,100501398.0,106707363.0,101365018.0,101669362.0,109612673.0,104121950.0,104433780.0,106516268.0,106859226.0,108166601.0,110011445.0,110934445.0,111902357.0,113164587.0,114348582.0,115595684.0,117687479.0,118056526.0,119349123.0,120581928.0,122982860.0,123058470.0,124341630.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 86598e7f33a0..1d685e02b1f6 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[310018.2039381885,310356.6458988678,311259.15779401263,311597.59975469194] \ No newline at end of file +[309570.7399009699,310104.19402248855,311526.7383465383,312060.1924680569] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 726d5bf468eb..a7ece3709f99 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,98 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - -0.018 - - - -0.02 - - - -0.022 - - + - -100 - - - -110 - - - -120 - - - -130 + +180 - - -140 + + +200 - - -150 + + +220 - - -160 + + +240 - - -170 + + +260 - - -180 + + +280 - - -190 - - - -200 + + +300 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 5548d1cfc012..6c8f701a0e44 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 - - -1.4 + + +0.35 - - -1.6 + + +0.4 - - -1.8 + + + +1.5 - - + + 2 - - - -0.4 + + +2.5 + + + +3 - - -0.6 + + +3.5 - - -0.8 + + +4 - - -1 + + +4.5 - - -1.2 + + +5 - - -1.4 + + +5.5 - - -1.6 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index b375cc63b2d9..02fabcccdcab 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - -350 - - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 710b1e1f73f4..64bbdcba4565 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 263e28ebb75a..876b087fdcc3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.004 + +0 - - --0.003 + + +0.001 - - --0.002 + + +0.002 - - --0.001 + + +0.003 - - -0 + + +0.004 - - -0.001 + + +0.005 - - -0.002 + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 790eb18f7a43..f4b21f9a4259 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -13,74 +13,74 @@ Relative change (%) 500 - + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - + -0.00035 +-2e-4 - -4e-4 + +-0.00015 - - -0.00045 + + +-1e-4 - - -5e-4 + + +-5e-5 - - -0.00055 + + +0 - - -6e-4 + + +5e-5 - - -0.00065 + + +1e-4 - - -7e-4 + + +0.00015 - - -0.00075 + + +2e-4 - - -8e-4 + + +0.00025 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index c45af4e4f295..5212edabd8a1 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index e2f57b9d98e2..4218ecb9a2f5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 310.87 µs - 311.05 µs - 311.27 µs + 311.55 µs + 312.79 µs + 314.34 µs R² - 0.9991534 - 0.9992012 - 0.9991342 + 0.9595400 + 0.9615589 + 0.9583394 Mean - 310.87 µs - 311.05 µs - 311.29 µs + 311.17 µs + 311.85 µs + 312.73 µs Std. Dev. - 458.78 ns - 1.0783 µs - 1.5623 µs + 1.5003 µs + 4.0106 µs + 5.8677 µs Median - 310.73 µs - 310.77 µs - 310.82 µs + 310.75 µs + 310.79 µs + 310.83 µs MAD - 105.77 ns - 145.49 ns - 197.73 ns + 178.07 ns + 236.45 ns + 293.56 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3848% - -0.0720% - +0.1565% - (p = 0.68 > + +0.0310% + +0.2565% + +0.5473% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 554011cae839..ffc5f18ec26f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - - -4 + + +0.8 - - - -310.85 + + +0.9 + + + +1 - - -310.9 + + +1.1 - - -310.95 + + + +311.2 - - -311 + + +311.4 - - -311.05 + + +311.6 - - -311.1 + + +311.8 - - -311.15 + + +312 - - -311.2 + + +312.2 + + + +312.4 - - -311.25 + + +312.6 - - -311.3 + + +312.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index ca034403f05f..7d33f687ee7b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -310.73 + + +25 + + + +30 + + + +35 + + + +40 - - + + +45 + + + + 310.74 - - + + 310.75 - - + + 310.76 - - + + 310.77 - - + + 310.78 - - + + 310.79 - - + + 310.8 - - + + 310.81 - - + + 310.82 - - - - + + +310.83 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index aaab84c92df1..c4693996fb05 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,50 +46,34 @@ Average Time (µs) - -309 - - - + 310 - - -311 - - - -312 - - - -313 - - - -314 - - - + + 315 - - -316 + + +320 + + + +325 - - -317 + + +330 - - -318 + + +335 - - -319 + + +340 - + Density (a.u.) @@ -98,62 +82,90 @@ Density (a.u.) 0 - + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + + 0.2 - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 - - - -0.7 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 78225c62d730..25f8ca70ad35 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (µs) 0 - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 + +0.05 - - -0.5 - - - -0.6 + + +0.1 - - -0.7 + + +0.15 - - -0.8 + + +0.2 - + - + 310 - - -312 - - - -314 + + +320 - - -316 + + +330 - - -318 + + +340 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index fedf0ba4b2e5..8d9fb07fd0ae 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -18,7 +18,7 @@ Iterations - + @@ -31,10 +31,10 @@ Iterations 40.0 - + 60.0 - + 80.0 @@ -93,17 +93,17 @@ Iterations - + - + - + @@ -115,7 +115,7 @@ Iterations - + @@ -123,65 +123,65 @@ Iterations - + - + - - + + - + - + - + - + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - - + + + - + - + - + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index f1b3137c7b55..708edd91e715 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -100,7 +100,7 @@ Iterations - + @@ -125,10 +125,10 @@ Iterations - + - + @@ -138,45 +138,45 @@ Iterations - + - + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - + + + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 1160bc3b14c0..9ee6b5f71ba6 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -35,28 +35,24 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - -350 - - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index b1b0a4288d45..c44155780c8c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index a5aefa213210..a861e4b835de 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 - - - -3.5 + + +0.5 - - -4 + + +0.6 - + - -310.85 - - - -310.9 - - - -310.95 - - - -311 + +311.5 - - -311.05 + + +312 - - -311.1 + + +312.5 - - -311.15 + + +313 - - -311.2 + + +313.5 - - -311.25 + + +314 - - -311.3 + + +314.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 1b2e331df16b..f45084487276 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - -2.5 + + +0.4 - - -3 - - - -3.5 + + +0.5 - - -4 + + +0.6 - + - -310.85 - - - -310.9 - - - -310.95 - - - -311 + +311.5 - - -311.05 + + +312 - - -311.1 + + +312.5 - - -311.15 + + +313 - - -311.2 + + +313.5 - - -311.25 + + +314 - - -311.3 + + +314.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 03c4cbb16362..263033326a9b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529208.95028125,"upper_bound":6643635.74628125},"point_estimate":6568606.06,"standard_error":35983.96855171494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525365.4375,"upper_bound":6527190.625},"point_estimate":6526417.625,"standard_error":440.9260850244665},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.316615253687,"upper_bound":5872.115183249116},"point_estimate":4763.408390432596,"standard_error":568.9959769056805},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14770.405358358643,"upper_bound":620478.5226419155},"point_estimate":362235.2251729333,"standard_error":217005.71318283072}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525300.410218749,"upper_bound":6527856.76278125},"point_estimate":6526488.79625,"standard_error":652.9286344912528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523994.625,"upper_bound":6525731.0625},"point_estimate":6525237.75,"standard_error":496.36214849753793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2966.4972223341465,"upper_bound":4897.5836880505085},"point_estimate":4323.9101607352495,"standard_error":505.68919962583556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3982.3470593997004,"upper_bound":8677.631697202427},"point_estimate":6555.254439936158,"standard_error":1185.7879420642805}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index a9170c29ecc8..7e75dcce1a19 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52208360.0,52249537.0,52211556.0,52195977.0,52218659.0,52193182.0,52174748.0,52193102.0,52170319.0,52270106.0,52254426.0,52249567.0,52224300.0,53371768.0,81179130.0,52248535.0,52211035.0,52211126.0,52179506.0,52228318.0,52240600.0,52220092.0,52213449.0,52357638.0,52292086.0,52185818.0,52201678.0,52212678.0,52947788.0,52189184.0,52176672.0,52259856.0,52222616.0,52189555.0,52213510.0,52203050.0,52178825.0,52177352.0,52348672.0,52246281.0,52270776.0,52178925.0,52211015.0,52176631.0,52189284.0,52243927.0,52197360.0,52280264.0,52217818.0,52177754.0,52221364.0,52259785.0,52172483.0,52212708.0,52265296.0,52173696.0,52188373.0,52237224.0,52229067.0,52212566.0,52181469.0,52234727.0,52177852.0,52187029.0,52194672.0,52236491.0,52864350.0,52490513.0,52161752.0,52204691.0,52205423.0,52180576.0,52168564.0,52217525.0,52237883.0,52178783.0,52213869.0,52236742.0,52196386.0,52183362.0,52203199.0,52212717.0,52189203.0,52196837.0,52185145.0,52196065.0,52982170.0,52196967.0,52191637.0,52237283.0,52164747.0,52173734.0,52210482.0,52237893.0,52585781.0,52832230.0,52204712.0,52275764.0,52216002.0,52202648.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52226366.0,52181863.0,52200438.0,52272432.0,52194136.0,52412733.0,52202592.0,52185931.0,52176222.0,52231726.0,52187224.0,52189578.0,52179369.0,52284845.0,52197242.0,52228089.0,52198174.0,52169891.0,52173027.0,52473567.0,52203373.0,52215165.0,52262423.0,52220936.0,52221717.0,52232037.0,52219453.0,52193795.0,52195239.0,52209204.0,52225324.0,52193024.0,52225143.0,52202902.0,52207301.0,52210687.0,52177235.0,52184168.0,52231255.0,52173367.0,52203333.0,52167286.0,52281180.0,52177164.0,52202432.0,52172737.0,52162046.0,52206869.0,52228490.0,52188947.0,52203473.0,52242446.0,52175812.0,52174509.0,52204044.0,52165031.0,52179670.0,52192052.0,52169059.0,52279124.0,52340668.0,52204856.0,52187704.0,52203773.0,52190890.0,52190139.0,52175852.0,52236745.0,52168202.0,52209557.0,52236067.0,52176636.0,52175974.0,52238952.0,52183148.0,52172398.0,52175464.0,52209257.0,52235987.0,52178318.0,52225918.0,52175845.0,52175103.0,52201372.0,52171807.0,52187346.0,52267355.0,52172318.0,52194279.0,52223814.0,52218003.0,52182136.0,52213054.0,52204828.0,52170806.0,52178720.0,52275260.0,52454121.0,52219827.0,52243641.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 1be45c67291f..a4e6473415dc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6505135.46875,6514392.625,6539078.375,6548335.53125] \ No newline at end of file +[6504864.15625,6513595.796875,6536880.171875,6545611.8125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index d5309d8cf9e7..f5200f31fab6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000036409195526832094,"upper_bound":0.01785606161589673},"point_estimate":0.006247328555861742,"standard_error":0.005452429099897766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00003852464369358266,"upper_bound":0.00036059215554762325},"point_estimate":0.0002138306843737503,"standard_error":0.00008292411250359426}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01769569587640389,"upper_bound":-0.00040224000035429255},"point_estimate":-0.006411902824630666,"standard_error":0.005437600708768161},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00041650836367446153,"upper_bound":-2.0590572085144032e-6},"point_estimate":-0.0001807844774567302,"standard_error":0.0001063853314396369}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 03c4cbb16362..263033326a9b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529208.95028125,"upper_bound":6643635.74628125},"point_estimate":6568606.06,"standard_error":35983.96855171494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525365.4375,"upper_bound":6527190.625},"point_estimate":6526417.625,"standard_error":440.9260850244665},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.316615253687,"upper_bound":5872.115183249116},"point_estimate":4763.408390432596,"standard_error":568.9959769056805},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14770.405358358643,"upper_bound":620478.5226419155},"point_estimate":362235.2251729333,"standard_error":217005.71318283072}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525300.410218749,"upper_bound":6527856.76278125},"point_estimate":6526488.79625,"standard_error":652.9286344912528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523994.625,"upper_bound":6525731.0625},"point_estimate":6525237.75,"standard_error":496.36214849753793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2966.4972223341465,"upper_bound":4897.5836880505085},"point_estimate":4323.9101607352495,"standard_error":505.68919962583556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3982.3470593997004,"upper_bound":8677.631697202427},"point_estimate":6555.254439936158,"standard_error":1185.7879420642805}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index a9170c29ecc8..7e75dcce1a19 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52208360.0,52249537.0,52211556.0,52195977.0,52218659.0,52193182.0,52174748.0,52193102.0,52170319.0,52270106.0,52254426.0,52249567.0,52224300.0,53371768.0,81179130.0,52248535.0,52211035.0,52211126.0,52179506.0,52228318.0,52240600.0,52220092.0,52213449.0,52357638.0,52292086.0,52185818.0,52201678.0,52212678.0,52947788.0,52189184.0,52176672.0,52259856.0,52222616.0,52189555.0,52213510.0,52203050.0,52178825.0,52177352.0,52348672.0,52246281.0,52270776.0,52178925.0,52211015.0,52176631.0,52189284.0,52243927.0,52197360.0,52280264.0,52217818.0,52177754.0,52221364.0,52259785.0,52172483.0,52212708.0,52265296.0,52173696.0,52188373.0,52237224.0,52229067.0,52212566.0,52181469.0,52234727.0,52177852.0,52187029.0,52194672.0,52236491.0,52864350.0,52490513.0,52161752.0,52204691.0,52205423.0,52180576.0,52168564.0,52217525.0,52237883.0,52178783.0,52213869.0,52236742.0,52196386.0,52183362.0,52203199.0,52212717.0,52189203.0,52196837.0,52185145.0,52196065.0,52982170.0,52196967.0,52191637.0,52237283.0,52164747.0,52173734.0,52210482.0,52237893.0,52585781.0,52832230.0,52204712.0,52275764.0,52216002.0,52202648.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52226366.0,52181863.0,52200438.0,52272432.0,52194136.0,52412733.0,52202592.0,52185931.0,52176222.0,52231726.0,52187224.0,52189578.0,52179369.0,52284845.0,52197242.0,52228089.0,52198174.0,52169891.0,52173027.0,52473567.0,52203373.0,52215165.0,52262423.0,52220936.0,52221717.0,52232037.0,52219453.0,52193795.0,52195239.0,52209204.0,52225324.0,52193024.0,52225143.0,52202902.0,52207301.0,52210687.0,52177235.0,52184168.0,52231255.0,52173367.0,52203333.0,52167286.0,52281180.0,52177164.0,52202432.0,52172737.0,52162046.0,52206869.0,52228490.0,52188947.0,52203473.0,52242446.0,52175812.0,52174509.0,52204044.0,52165031.0,52179670.0,52192052.0,52169059.0,52279124.0,52340668.0,52204856.0,52187704.0,52203773.0,52190890.0,52190139.0,52175852.0,52236745.0,52168202.0,52209557.0,52236067.0,52176636.0,52175974.0,52238952.0,52183148.0,52172398.0,52175464.0,52209257.0,52235987.0,52178318.0,52225918.0,52175845.0,52175103.0,52201372.0,52171807.0,52187346.0,52267355.0,52172318.0,52194279.0,52223814.0,52218003.0,52182136.0,52213054.0,52204828.0,52170806.0,52178720.0,52275260.0,52454121.0,52219827.0,52243641.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 1be45c67291f..a4e6473415dc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6505135.46875,6514392.625,6539078.375,6548335.53125] \ No newline at end of file +[6504864.15625,6513595.796875,6536880.171875,6545611.8125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 838420adcf52..01afde2ff66f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - + - + +3 + + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - - -6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index be3e298d92b3..f79de046ec8e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + +0.25 - - -0.006 + + +0.3 - - -0.007 + + +0.35 - + - -0 + +4 - - -100 + + +5 - - -200 + + +6 - - -300 + + +7 - - -400 + + +8 - - -500 + + +9 - - -600 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 9b575fb0dc35..4d0cf2659bb2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -98,84 +98,84 @@ Average Iteration Time (ms) - + - + - + - - + + - - - + + + - - + + - - - - + + + + - + - + - - - + + + - + - + - + - + - + - - - + + + - - - + + + - + - - + + - - + + @@ -183,52 +183,52 @@ Average Iteration Time (ms) - + - + - - - - - + + + + + - - - - + + + + - + - - + + - - - + + + - + - - + + - + - + @@ -236,25 +236,25 @@ Average Iteration Time (ms) - - + + - - - + + + - + - + - + @@ -263,38 +263,38 @@ Average Iteration Time (ms) - - + + - - + + - - - + + + - + - - + + - + - - - + + + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 35654319c825..b50bbcc22b84 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,38 +9,38 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - + + +50 + + + +60 + + + +70 + + + +80 + + 7 @@ -58,10 +58,10 @@ Average Time (ms) 10 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index ac9d53cc69cf..e4d2ea504210 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - -0 + +-0.018 - - -0.002 + + +-0.016 - - -0.004 + + +-0.014 - - -0.006 + + +-0.012 - - -0.008 + + +-0.01 - - -0.01 + + +-0.008 - - -0.012 + + +-0.006 - - -0.014 + + +-0.004 - - -0.016 + + +-0.002 - - -0.018 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 33f6110428aa..e024a30cb4fe 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,62 +9,94 @@ Density (a.u.) Relative change (%) - + +500 + + + 1000 - - + + +1500 + + + 2000 - - + + +2500 + + + 3000 - - + + +3500 + + + 4000 - - + + +4500 + + + 5000 - - -6000 + + +5500 - + - -5e-5 + +-0.00045 + + + +-4e-4 + + + +-0.00035 + + + +-3e-4 - - -1e-4 + + +-0.00025 - - -0.00015 + + +-2e-4 - - -2e-4 + + +-0.00015 - - -0.00025 + + +-1e-4 - - -3e-4 + + +-5e-5 - - -0.00035 + + +1.0842e-19 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 990d8214bbf2..3cfc0609cdf8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index fafff2e71470..420efff966d4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001424 - 0.0001441 - 0.0001382 + 0.0035664 + 0.0036843 + 0.0035297 Mean - 6.5292 ms - 6.5686 ms - 6.6436 ms + 6.5253 ms + 6.5265 ms + 6.5279 ms Std. Dev. - 14.770 µs - 362.24 µs - 620.48 µs + 3.9823 µs + 6.5553 µs + 8.6776 µs Median - 6.5254 ms - 6.5264 ms - 6.5272 ms + 6.5240 ms + 6.5252 ms + 6.5257 ms MAD - 3.3653 µs - 4.7634 µs - 5.8721 µs + 2.9665 µs + 4.3239 µs + 4.8976 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0036% - +0.6247% - +1.7856% - (p = 0.24 > + -1.7696% + -0.6412% + -0.0402% + (p = 0.21 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index f5d185db2651..64f8def63c85 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -7.0 + +6.525 - - -7.5 + + +6.53 - - -8.0 + + +6.535 - - -8.5 + + +6.54 - - -9.0 + + +6.545 - - -9.5 + + +6.55 - - -10.0 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index fb4cc0defc6a..3171779cb637 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -7.0 + +6.525 - - -7.5 + + +6.53 - - -8.0 + + +6.535 - - -8.5 + + +6.54 - - -9.0 + + +6.545 - - -9.5 + + +6.55 - - -10.0 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 4fc4dfa8e381..5e8f97160f72 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - - -30 + + +600 - - -35 - - + - -6.52 - - - -6.54 + +6.5255 - - -6.56 + + +6.526 - - -6.58 + + +6.5265 - - -6.6 + + +6.527 - - -6.62 + + +6.5275 - - -6.64 + + +6.528 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 7549e434b2b3..12e2942ce654 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,98 +9,86 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - -2200 - - + - -6.5252 + +6.524 - - -6.5254 - - - -6.5256 + + +6.5242 - - -6.5258 + + +6.5244 - + -6.526 +6.5246 - -6.5262 + +6.5248 - - -6.5264 + + +6.525 - - -6.5266 - - - -6.5268 + + +6.5252 - - -6.527 + + +6.5254 - - -6.5272 + + +6.5256 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 7c73feeab102..334a1c496da3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,42 +46,50 @@ Average Time (ms) - -6.5 + +6.515 - - -7 + + +6.52 - - -7.5 + + +6.525 - - -8 + + +6.53 - - -8.5 + + +6.535 - - -9 + + +6.54 - - -9.5 + + +6.545 - - -10 + + +6.55 - - -10.5 + + +6.555 - + + +6.56 + + + +6.565 + + Density (a.u.) @@ -90,52 +98,52 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 + +10 - - -2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index fb4f77ea94da..f540a523ff40 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (ms) 0 - -0.5 + +10 + + + +20 + + + +30 + + + +40 - - -1 + + +50 - - -1.5 + + +60 - - -2 + + +70 - - -2.5 + + +80 - + + +90 + + - -7 + +6.52 - - -8 + + +6.53 - - -9 + + +6.54 - - -10 + + +6.55 + + + +6.56 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 06f1a384020b..94f2dca39149 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -99,7 +99,7 @@ Average Iteration Time (ms) - + @@ -107,22 +107,22 @@ Average Iteration Time (ms) - - + + - + - - + + - + @@ -132,7 +132,7 @@ Average Iteration Time (ms) - + @@ -154,14 +154,14 @@ Average Iteration Time (ms) - + - - + + @@ -180,7 +180,7 @@ Average Iteration Time (ms) - + @@ -188,10 +188,10 @@ Average Iteration Time (ms) - - + + - + @@ -207,8 +207,8 @@ Average Iteration Time (ms) - - + + @@ -217,12 +217,12 @@ Average Iteration Time (ms) - - + + - + @@ -251,7 +251,7 @@ Average Iteration Time (ms) - + @@ -260,8 +260,8 @@ Average Iteration Time (ms) - - + + @@ -279,17 +279,17 @@ Average Iteration Time (ms) - - + + - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 24603e22fd17..264d42ca2094 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - + + +50 + + + +60 + + + +70 + + + +80 + + 7 @@ -55,8 +55,8 @@ Average Time (ms) 10 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 7f13d0c1b02c..647af1c27b66 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - - -30 + + +600 - - -35 - - + - -6.52 - - - -6.54 + +6.5255 - - -6.56 + + +6.526 - - -6.58 + + +6.5265 - - -6.6 + + +6.527 - - -6.62 + + +6.5275 - - -6.64 + + +6.528 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 6879544a2a5e..7e8bff87b26c 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6582236.69240625,"upper_bound":6638604.556875},"point_estimate":6607644.7925,"standard_error":14458.638974029338},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6557080.5,"upper_bound":6559985.125},"point_estimate":6558095.125,"standard_error":752.3189954322078},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4215.958350151777,"upper_bound":8455.452974885702},"point_estimate":5882.0300705730915,"standard_error":1059.8806027842143},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77110.43494075484,"upper_bound":205582.10403282673},"point_estimate":145426.8931693415,"standard_error":33319.83507879545}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6556912.93684375,"upper_bound":6563496.190625},"point_estimate":6559812.135,"standard_error":1694.5456443459077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554571.0,"upper_bound":6556863.8125},"point_estimate":6555638.0,"standard_error":565.4217146247661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3253.933975668624,"upper_bound":5583.513198997815},"point_estimate":4461.328645795584,"standard_error":594.2591187081041},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6962.355199473311,"upper_bound":24741.829371164553},"point_estimate":17077.101026176322,"standard_error":4540.43064788226}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index a21c041f3678..c0d632b0d55a 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476116.0,52465198.0,52448447.0,52470227.0,52481969.0,53373348.0,52518727.0,52482529.0,52452562.0,52433366.0,52441581.0,52442597.0,52473049.0,52444298.0,52451050.0,53386383.0,52432555.0,52438327.0,52484860.0,52489509.0,52413990.0,52511492.0,52429690.0,52444247.0,52435760.0,52451729.0,52428209.0,52466448.0,52436172.0,52440439.0,52460547.0,52415353.0,52423285.0,52559593.0,52422206.0,52429938.0,52496844.0,52400235.0,52420511.0,52443395.0,52494162.0,52550174.0,52445848.0,52462841.0,52469885.0,52412378.0,52486497.0,52428527.0,52554740.0,52542429.0,52479881.0,52475305.0,53029987.0,52433998.0,53772893.0,52464324.0,52442522.0,52470084.0,52432213.0,52471616.0,52459206.0,52497396.0,52494811.0,52561567.0,52459715.0,52449547.0,52412950.0,52531068.0,52451291.0,52458211.0,53347639.0,52432534.0,52457691.0,52527922.0,52426264.0,52461529.0,52497685.0,52432443.0,52437884.0,52547860.0,52537650.0,52458420.0,52436803.0,52445197.0,52455077.0,52596088.0,52459597.0,54556100.0,57820633.0,60272637.0,56328380.0,54144523.0,54346060.0,52828341.0,53458398.0,55004807.0,55609613.0,52858468.0,54572341.0,55244403.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444544.0,52462278.0,52489289.0,52430207.0,52429257.0,52484158.0,52870015.0,52427914.0,52494498.0,52442099.0,52413057.0,52506920.0,52410769.0,52436449.0,52436280.0,52454843.0,52479058.0,52425346.0,52532105.0,52412614.0,52489365.0,52455432.0,52418023.0,52411351.0,52477023.0,52463607.0,52398515.0,52515244.0,52408124.0,52451216.0,52418545.0,52435646.0,52420709.0,52437149.0,52416749.0,52436034.0,53323439.0,52469509.0,52418623.0,52441324.0,52406332.0,52397124.0,52433140.0,52436568.0,52394177.0,52446094.0,52465351.0,52456284.0,52448378.0,52440323.0,52421107.0,52467415.0,52409866.0,52446815.0,52439804.0,52524130.0,52411772.0,52484397.0,52418945.0,52409098.0,52521245.0,52433101.0,52426297.0,52432981.0,52469758.0,52419455.0,52456745.0,52422089.0,52420955.0,52489445.0,52425545.0,52472142.0,52490286.0,53265852.0,52451075.0,52483656.0,52431237.0,52425415.0,52441474.0,52460362.0,52453177.0,52460643.0,52474359.0,52425104.0,52445664.0,52440574.0,52421409.0,52476338.0,52442287.0,52454389.0,52431530.0,52552250.0,52541682.0,52514921.0,52769628.0,52598878.0,52752516.0,52499744.0,52464158.0,52446895.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index ac4f568e412e..72c2aa3542c0 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6518580.96875,6536871.453125,6585646.078125,6603936.5625] \ No newline at end of file +[6534007.90625,6543591.3125,6569147.0625,6578730.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 55c4696d99a8..b51ef9f3c8e1 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004123217462603064,"upper_bound":0.012579675272108846},"point_estimate":0.007783047740180349,"standard_error":0.002279921093132164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00028773866942705687,"upper_bound":0.0008467529767730353},"point_estimate":0.0004903025512474901,"standard_error":0.00014480415473278123}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011907314313163572,"upper_bound":-0.003381160106579945},"point_estimate":-0.00723898741565121,"standard_error":0.0021853271010862747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006942310268622798,"upper_bound":-0.00012893498803967507},"point_estimate":-0.000374670533617838,"standard_error":0.0001402905266998532}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 6879544a2a5e..7e8bff87b26c 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6582236.69240625,"upper_bound":6638604.556875},"point_estimate":6607644.7925,"standard_error":14458.638974029338},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6557080.5,"upper_bound":6559985.125},"point_estimate":6558095.125,"standard_error":752.3189954322078},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4215.958350151777,"upper_bound":8455.452974885702},"point_estimate":5882.0300705730915,"standard_error":1059.8806027842143},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77110.43494075484,"upper_bound":205582.10403282673},"point_estimate":145426.8931693415,"standard_error":33319.83507879545}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6556912.93684375,"upper_bound":6563496.190625},"point_estimate":6559812.135,"standard_error":1694.5456443459077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554571.0,"upper_bound":6556863.8125},"point_estimate":6555638.0,"standard_error":565.4217146247661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3253.933975668624,"upper_bound":5583.513198997815},"point_estimate":4461.328645795584,"standard_error":594.2591187081041},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6962.355199473311,"upper_bound":24741.829371164553},"point_estimate":17077.101026176322,"standard_error":4540.43064788226}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index a21c041f3678..c0d632b0d55a 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476116.0,52465198.0,52448447.0,52470227.0,52481969.0,53373348.0,52518727.0,52482529.0,52452562.0,52433366.0,52441581.0,52442597.0,52473049.0,52444298.0,52451050.0,53386383.0,52432555.0,52438327.0,52484860.0,52489509.0,52413990.0,52511492.0,52429690.0,52444247.0,52435760.0,52451729.0,52428209.0,52466448.0,52436172.0,52440439.0,52460547.0,52415353.0,52423285.0,52559593.0,52422206.0,52429938.0,52496844.0,52400235.0,52420511.0,52443395.0,52494162.0,52550174.0,52445848.0,52462841.0,52469885.0,52412378.0,52486497.0,52428527.0,52554740.0,52542429.0,52479881.0,52475305.0,53029987.0,52433998.0,53772893.0,52464324.0,52442522.0,52470084.0,52432213.0,52471616.0,52459206.0,52497396.0,52494811.0,52561567.0,52459715.0,52449547.0,52412950.0,52531068.0,52451291.0,52458211.0,53347639.0,52432534.0,52457691.0,52527922.0,52426264.0,52461529.0,52497685.0,52432443.0,52437884.0,52547860.0,52537650.0,52458420.0,52436803.0,52445197.0,52455077.0,52596088.0,52459597.0,54556100.0,57820633.0,60272637.0,56328380.0,54144523.0,54346060.0,52828341.0,53458398.0,55004807.0,55609613.0,52858468.0,54572341.0,55244403.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444544.0,52462278.0,52489289.0,52430207.0,52429257.0,52484158.0,52870015.0,52427914.0,52494498.0,52442099.0,52413057.0,52506920.0,52410769.0,52436449.0,52436280.0,52454843.0,52479058.0,52425346.0,52532105.0,52412614.0,52489365.0,52455432.0,52418023.0,52411351.0,52477023.0,52463607.0,52398515.0,52515244.0,52408124.0,52451216.0,52418545.0,52435646.0,52420709.0,52437149.0,52416749.0,52436034.0,53323439.0,52469509.0,52418623.0,52441324.0,52406332.0,52397124.0,52433140.0,52436568.0,52394177.0,52446094.0,52465351.0,52456284.0,52448378.0,52440323.0,52421107.0,52467415.0,52409866.0,52446815.0,52439804.0,52524130.0,52411772.0,52484397.0,52418945.0,52409098.0,52521245.0,52433101.0,52426297.0,52432981.0,52469758.0,52419455.0,52456745.0,52422089.0,52420955.0,52489445.0,52425545.0,52472142.0,52490286.0,53265852.0,52451075.0,52483656.0,52431237.0,52425415.0,52441474.0,52460362.0,52453177.0,52460643.0,52474359.0,52425104.0,52445664.0,52440574.0,52421409.0,52476338.0,52442287.0,52454389.0,52431530.0,52552250.0,52541682.0,52514921.0,52769628.0,52598878.0,52752516.0,52499744.0,52464158.0,52446895.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index ac4f568e412e..72c2aa3542c0 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6518580.96875,6536871.453125,6585646.078125,6603936.5625] \ No newline at end of file +[6534007.90625,6543591.3125,6569147.0625,6578730.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 60bc73fe5cf5..50a4413da385 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - - - -4 + + +0.6 - - -4.5 + + +0.7 - - -5 + + +0.8 - - -5.5 - - - -6 + + + +3 - - -6.5 + + +3.5 - - -7 + + +4 - - -7.5 + + +4.5 - - -8 + + +5 - - -8.5 + + +5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 9217fb353219..04068f61cac4 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 + + +0.1 - - -0.012 + + +0.12 - + - -80 + +6 - - -100 + + +8 - - -120 + + +10 - - -140 + + +12 - - -160 + + +14 - - -180 + + +16 - - -200 + + +18 - - - - + + +20 + + + +22 + + + +24 + + + +26 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index d9813b146460..6e0ea197a7cf 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,53 +16,53 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - + 7.3 - + 7.4 - + 7.5 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - + - + - - + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 8c4145a8d243..1dda10fc95ce 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,50 +9,42 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - - -55 - - + 6.5 @@ -66,10 +58,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 15754a860041..18899af4daa5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + 180 - -0.004 + +-0.012 - - -0.005 + + +-0.011 - - -0.006 + + +-0.01 - + -0.007 +-0.009 -0.008 +-0.008 - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 9284be05c6d8..dee5b7f932bd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + + +3000 + + - -3e-4 + +-7e-4 - - -4e-4 + + +-6e-4 - - -5e-4 + + +-5e-4 - - -6e-4 + + +-4e-4 - - -7e-4 + + +-3e-4 - - -8e-4 + + +-2e-4 - - -9e-4 + + +-1e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 9f5346921ea3..69dcbbb13b6c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 75eb0ac70a9e..834f180311a1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0394951 - 0.0406634 - 0.0389527 + 0.0005249 + 0.0005402 + 0.0005160 Mean - 6.5822 ms - 6.6076 ms - 6.6386 ms + 6.5569 ms + 6.5598 ms + 6.5635 ms Std. Dev. - 77.110 µs - 145.43 µs - 205.58 µs + 6.9624 µs + 17.077 µs + 24.742 µs Median - 6.5571 ms - 6.5581 ms - 6.5600 ms + 6.5546 ms + 6.5556 ms + 6.5569 ms MAD - 4.2160 µs - 5.8820 µs - 8.4555 µs + 3.2539 µs + 4.4613 µs + 5.5835 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.4123% - +0.7783% - +1.2580% + -1.1907% + -0.7239% + -0.3381% (p = 0.00 < 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 977366aeb6c1..8f349f744ba7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -6.6 - - - -6.7 - - - -6.8 + +6.56 - - -6.9 + + +6.58 - - -7.0 - - - -7.1 - - - -7.2 + + +6.6 - - -7.3 + + +6.62 - - -7.4 + + +6.64 - - -7.5 + + +6.66 - + 10 @@ -107,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index e05ce477b44f..d6ae06eb00ba 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -6.6 - - - -6.7 - - - -6.8 + +6.56 - - -6.9 + + +6.58 - - -7.0 - - - -7.1 - - - -7.2 + + +6.6 - - -7.3 + + +6.62 - - -7.4 + + +6.64 - - -7.5 + + +6.66 - + 10 @@ -104,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index ad9d7aecb9dd..47d735cdf9fd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 - - + - -6.58 + +6.557 + + + +6.558 - - -6.59 + + +6.559 - - -6.6 + + +6.56 - - -6.61 + + +6.561 - - -6.62 + + +6.562 - - -6.63 + + +6.563 - - -6.64 + + +6.564 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 115927331a21..65ffad248b31 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 + + +400 - + -400 +600 - -500 - - - -600 + +800 - - -700 + + +1000 - - -800 + + +1200 - + - -6.557 + +6.5545 - - -6.5575 + + +6.555 - - -6.558 + + +6.5555 - - -6.5585 + + +6.556 - - -6.559 + + +6.5565 - - -6.5595 - - - -6.56 + + +6.557 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 4f0874f62dc2..c5b7364d0129 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,34 +46,38 @@ Average Time (ms) - -6.4 + +6.54 - - -6.6 + + +6.56 - - -6.8 + + +6.58 - - -7 + + +6.6 - - -7.2 + + +6.62 - - -7.4 + + +6.64 - - -7.6 + + +6.66 - + + +6.68 + + Density (a.u.) @@ -82,88 +86,60 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - + 5 - - - - - - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + - - - - - - - - - + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 0d86cab47709..1935bfd5579f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 + + + +30 + + + +35 + + + +40 - - -6 + + +45 - + - -6.5 + +6.55 - - -7 + + +6.6 - - -7.5 + + +6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index dd7fbcc52e35..eacb0dcf4cbc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,21 +13,21 @@ Average Iteration Time (ms) - + - - + + - + 6.6 - + 6.7 @@ -36,14 +36,14 @@ Average Iteration Time (ms) 6.8 - + 6.9 - - + + 7.0 - + 7.1 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - + + - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - + + - - + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - + - + - - - - - + + + + + - - + + - + - + - - - - - - - - - - + + + + + + + + + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 87f6e1b51d78..8c920abb9d6e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,50 +6,42 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - - -55 - - + 6.5 @@ -63,8 +55,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 22de2deb66f8..180456c50683 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 - - + - -6.58 + +6.557 + + + +6.558 - - -6.59 + + +6.559 - - -6.6 + + +6.56 - - -6.61 + + +6.561 - - -6.62 + + +6.562 - - -6.63 + + +6.563 - - -6.64 + + +6.564 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 3ef93828e3c4..1064ad6b0ab6 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69149606.25125,"upper_bound":69579534.68},"point_estimate":69350546.77,"standard_error":109566.88352059058},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69099641.0,"upper_bound":69513832.0},"point_estimate":69338071.5,"standard_error":99967.62434289153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":563651.1514931917,"upper_bound":882190.7210379839},"point_estimate":763940.0297373533,"standard_error":84291.48723805722},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":731201.017181408,"upper_bound":1520460.7023229524},"point_estimate":1099700.6897534893,"standard_error":218786.16861146514}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68627541.17775,"upper_bound":69054442.07175},"point_estimate":68852878.75,"standard_error":109940.20219358034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68953567.0,"upper_bound":69216544.0},"point_estimate":69074179.5,"standard_error":60177.664793664924},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366007.2316020727,"upper_bound":573373.3008205891},"point_estimate":477182.95582830906,"standard_error":54878.95693378857},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":770277.1370536676,"upper_bound":1360245.0452053922},"point_estimate":1101522.9177336036,"standard_error":150298.29897750364}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index f8d04b09f5d1..c85cad0ce3b8 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67760567.0,67672422.0,68120928.0,67341085.0,67694383.0,67844462.0,66748411.0,67083045.0,70346363.0,70123057.0,69965333.0,76298812.0,71937467.0,69784948.0,68635536.0,69719305.0,69851702.0,67696577.0,68397894.0,68388266.0,68602675.0,70027519.0,68231574.0,68822505.0,68923122.0,68647890.0,70212583.0,69583452.0,70213355.0,69379693.0,69350849.0,69579705.0,69023028.0,69093960.0,69372039.0,69346421.0,69551883.0,69974160.0,69629308.0,69563625.0,68941787.0,69218582.0,68939152.0,68972774.0,69674782.0,69099641.0,68767251.0,69654765.0,69436368.0,69430998.0,69895904.0,68981761.0,69146719.0,68742264.0,69029180.0,69142561.0,68799241.0,69513832.0,68386993.0,68677474.0,69071248.0,68735923.0,70571753.0,70246288.0,70549894.0,69329722.0,69693959.0,69716872.0,71230071.0,69397578.0,69973200.0,69649066.0,69950347.0,69748451.0,71448097.0,69322638.0,69675435.0,69436390.0,69067593.0,69009164.0,68592568.0,70181478.0,69370437.0,69195110.0,69125270.0,68647701.0,68823097.0,70178632.0,69081639.0,68859445.0,68754079.0,69910263.0,69302401.0,70147154.0,69855521.0,68951287.0,69212874.0,69879877.0,69908690.0,70261527.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65340016.0,65142759.0,65401761.0,65373989.0,65217208.0,65947858.0,65748546.0,65269825.0,69618232.0,68985814.0,68512644.0,70417400.0,68118730.0,68831658.0,68571964.0,68875389.0,68715502.0,68857185.0,69360452.0,68584217.0,68635702.0,69304508.0,68907238.0,69221263.0,69586803.0,68984662.0,69299960.0,68983000.0,69769163.0,69064481.0,68694933.0,69091762.0,69073969.0,68671710.0,68800710.0,68527441.0,68830556.0,68938177.0,69433318.0,68790591.0,68510450.0,68482568.0,68703609.0,69052409.0,68505580.0,68612329.0,69645923.0,68838250.0,68620184.0,68863547.0,69114635.0,69216544.0,69407550.0,69453596.0,69347388.0,69575232.0,69625416.0,69315949.0,69111549.0,68875680.0,69440061.0,69772450.0,69802245.0,69168435.0,68957111.0,69560775.0,69484113.0,69625777.0,69470707.0,69310268.0,69238325.0,68664376.0,69074390.0,69465217.0,68893174.0,69597848.0,70807731.0,70028359.0,69946758.0,69106553.0,68692572.0,69132080.0,69153901.0,69350287.0,69291237.0,69028438.0,69113145.0,69384520.0,69217800.0,68968957.0,69246003.0,69418654.0,68824978.0,69344295.0,69282902.0,69870496.0,69422111.0,68923633.0,68808859.0,69018850.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 39f0d0d2bd55..0b1d3c77f582 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[65733825.75,67278387.375,71397218.375,72941780.0] \ No newline at end of file +[66916442.5,67844130.625,70317965.625,71245653.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index a859ea73e3ff..f6e3e5af2447 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009289783621376541,"upper_bound":0.0077951479849554745},"point_estimate":0.0032225791069642185,"standard_error":0.0022116570582168013},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014297229240801679,"upper_bound":0.0059109454223219456},"point_estimate":0.0026261901935153986,"standard_error":0.0018382602725948753}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011431670145450545,"upper_bound":-0.0027963940112658943},"point_estimate":-0.0071761225135038575,"standard_error":0.0022191339721118306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0066932703904077386,"upper_bound":0.00009601681360438263},"point_estimate":-0.003805874525944941,"standard_error":0.0017238995250248533}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 3ef93828e3c4..1064ad6b0ab6 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69149606.25125,"upper_bound":69579534.68},"point_estimate":69350546.77,"standard_error":109566.88352059058},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69099641.0,"upper_bound":69513832.0},"point_estimate":69338071.5,"standard_error":99967.62434289153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":563651.1514931917,"upper_bound":882190.7210379839},"point_estimate":763940.0297373533,"standard_error":84291.48723805722},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":731201.017181408,"upper_bound":1520460.7023229524},"point_estimate":1099700.6897534893,"standard_error":218786.16861146514}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68627541.17775,"upper_bound":69054442.07175},"point_estimate":68852878.75,"standard_error":109940.20219358034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68953567.0,"upper_bound":69216544.0},"point_estimate":69074179.5,"standard_error":60177.664793664924},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366007.2316020727,"upper_bound":573373.3008205891},"point_estimate":477182.95582830906,"standard_error":54878.95693378857},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":770277.1370536676,"upper_bound":1360245.0452053922},"point_estimate":1101522.9177336036,"standard_error":150298.29897750364}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index f8d04b09f5d1..c85cad0ce3b8 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[67760567.0,67672422.0,68120928.0,67341085.0,67694383.0,67844462.0,66748411.0,67083045.0,70346363.0,70123057.0,69965333.0,76298812.0,71937467.0,69784948.0,68635536.0,69719305.0,69851702.0,67696577.0,68397894.0,68388266.0,68602675.0,70027519.0,68231574.0,68822505.0,68923122.0,68647890.0,70212583.0,69583452.0,70213355.0,69379693.0,69350849.0,69579705.0,69023028.0,69093960.0,69372039.0,69346421.0,69551883.0,69974160.0,69629308.0,69563625.0,68941787.0,69218582.0,68939152.0,68972774.0,69674782.0,69099641.0,68767251.0,69654765.0,69436368.0,69430998.0,69895904.0,68981761.0,69146719.0,68742264.0,69029180.0,69142561.0,68799241.0,69513832.0,68386993.0,68677474.0,69071248.0,68735923.0,70571753.0,70246288.0,70549894.0,69329722.0,69693959.0,69716872.0,71230071.0,69397578.0,69973200.0,69649066.0,69950347.0,69748451.0,71448097.0,69322638.0,69675435.0,69436390.0,69067593.0,69009164.0,68592568.0,70181478.0,69370437.0,69195110.0,69125270.0,68647701.0,68823097.0,70178632.0,69081639.0,68859445.0,68754079.0,69910263.0,69302401.0,70147154.0,69855521.0,68951287.0,69212874.0,69879877.0,69908690.0,70261527.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65340016.0,65142759.0,65401761.0,65373989.0,65217208.0,65947858.0,65748546.0,65269825.0,69618232.0,68985814.0,68512644.0,70417400.0,68118730.0,68831658.0,68571964.0,68875389.0,68715502.0,68857185.0,69360452.0,68584217.0,68635702.0,69304508.0,68907238.0,69221263.0,69586803.0,68984662.0,69299960.0,68983000.0,69769163.0,69064481.0,68694933.0,69091762.0,69073969.0,68671710.0,68800710.0,68527441.0,68830556.0,68938177.0,69433318.0,68790591.0,68510450.0,68482568.0,68703609.0,69052409.0,68505580.0,68612329.0,69645923.0,68838250.0,68620184.0,68863547.0,69114635.0,69216544.0,69407550.0,69453596.0,69347388.0,69575232.0,69625416.0,69315949.0,69111549.0,68875680.0,69440061.0,69772450.0,69802245.0,69168435.0,68957111.0,69560775.0,69484113.0,69625777.0,69470707.0,69310268.0,69238325.0,68664376.0,69074390.0,69465217.0,68893174.0,69597848.0,70807731.0,70028359.0,69946758.0,69106553.0,68692572.0,69132080.0,69153901.0,69350287.0,69291237.0,69028438.0,69113145.0,69384520.0,69217800.0,68968957.0,69246003.0,69418654.0,68824978.0,69344295.0,69282902.0,69870496.0,69422111.0,68923633.0,68808859.0,69018850.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 39f0d0d2bd55..0b1d3c77f582 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[65733825.75,67278387.375,71397218.375,72941780.0] \ No newline at end of file +[66916442.5,67844130.625,70317965.625,71245653.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index a19fa067cbb5..7a139bdd0993 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - - - -550 + + +0.006 - - -600 + + +0.007 - - -650 + + +0.008 - - -700 + + + +350 - - -750 + + +400 - - -800 + + +450 - - -850 + + +500 - - -900 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 4e4dbd075185..40858535163b 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -0.7 - - - + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - -1.5 - - - -1.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 527bc69d65cd..d48170def3c5 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,58 +16,58 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 66.0 - - + + 67.0 - - + + 68.0 - - + + 69.0 - - + + 70.0 - - + + 71.0 - - + + 72.0 - - + + 73.0 - - + + 74.0 - - + + 75.0 - + 76.0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 1532a06f0b52..0c8d6e51137c 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + + +0.55 + + - + 65 - - + + 70 - - + + 75 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 27655e0e69dc..17c21fdc88fc 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -13,83 +13,83 @@ Relative change (%) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - - - - + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 8cfd24693bd5..1b36c061653a 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.002 - - - --0.001 + +-0.007 - - -0 + + +-0.006 - - -0.001 + + +-0.005 - - -0.002 + + +-0.004 - - -0.003 + + +-0.003 - - -0.004 + + +-0.002 - - -0.005 + + +-0.001 - - -0.006 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 189ced6b6361..955d080f1886 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 8dac2a8d4691..d3a110dd2fe0 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0066608 - 0.0068839 - 0.0065970 + 0.0002200 + 0.0002293 + 0.0002218 Mean - 69.150 ms - 69.351 ms - 69.580 ms + 68.628 ms + 68.853 ms + 69.054 ms Std. Dev. - 731.20 µs - 1.0997 ms - 1.5205 ms + 770.28 µs + 1.1015 ms + 1.3602 ms Median - 69.100 ms - 69.338 ms - 69.514 ms + 68.954 ms + 69.074 ms + 69.217 ms MAD - 563.65 µs - 763.94 µs - 882.19 µs + 366.01 µs + 477.18 µs + 573.37 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0929% - +0.3223% - +0.7795% - (p = 0.15 > + -1.1432% + -0.7176% + -0.2796% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index a6b4435b30e8..4c2a193534bd 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -67.0 + +65.5 - - -68.0 + + +66.0 - - -69.0 + + +66.5 - - -70.0 + + +67.0 - - -71.0 + + +67.5 - - -72.0 + + +68.0 + + + +68.5 - - -73.0 + + +69.0 - - -74.0 + + +69.5 - - -75.0 + + +70.0 - - -76.0 + + +70.5 - + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 9b5c717801f7..44d4967eadea 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -67.0 + +65.5 - - -68.0 + + +66.0 - - -69.0 + + +66.5 - - -70.0 + + +67.0 - - -71.0 + + +67.5 - - -72.0 + + +68.0 + + + +68.5 - - -73.0 + + +69.0 - - -74.0 + + +69.5 - - -75.0 + + +70.0 - - -76.0 + + +70.5 - + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index fa376e1c885b..5e5d326c16ee 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -13,78 +13,78 @@ Average time (ms) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -69.15 + +68.6 + + + +68.65 - - -69.2 + + +68.7 - - -69.25 + + +68.75 - - -69.3 + + +68.8 - - -69.35 + + +68.85 - - -69.4 + + +68.9 - - -69.45 + + +68.95 - - -69.5 + + +69 - - -69.55 + + +69.05 - - -69.6 + + +69.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index eae5b2f92bd3..82daa240a7c4 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 - - - -69.1 + + +10 - - -69.15 + + +12 - - -69.2 - - - -69.25 - - - -69.3 + + + +68.95 - - -69.35 + + +69 - - -69.4 + + +69.05 - - -69.45 + + +69.1 - - -69.5 + + +69.15 - - -69.55 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index ce16a4f17be0..9a6bc4500e51 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,30 +54,42 @@ Average Time (ms) - + +64 + + + +65 + + + 66 - - + + +67 + + + 68 - - -70 + + +69 - - -72 + + +70 - - -74 + + +71 - - -76 + + +72 - + Density (a.u.) @@ -86,58 +98,52 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - - - - - - - - - - - - - - - - + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 6fce5328d48f..115baefbb68b 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + - + +64 + + + +66 + + + +68 + + + 70 - - -75 + + +72 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 8afa6dd04707..429bd409e26b 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,58 +13,58 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 66.0 - - + + 67.0 - - + + 68.0 - - + + 69.0 - - + + 70.0 - - + + 71.0 - - + + 72.0 - - + + 73.0 - - + + 74.0 - - + + 75.0 - + 76.0 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index ba9fa3d73acd..55d95322db0a 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + + +0.55 + + - + 65 - - + + 70 - - + + 75 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 1e5052c34031..dca981ab6e1f 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -13,78 +13,78 @@ Average time (ms) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -69.15 + +68.6 + + + +68.65 - - -69.2 + + +68.7 - - -69.25 + + +68.75 - - -69.3 + + +68.8 - - -69.35 + + +68.85 - - -69.4 + + +68.9 - - -69.45 + + +68.95 - - -69.5 + + +69 - - -69.55 + + +69.05 - - -69.6 + + +69.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 52360841f422..5e0f778fbb63 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29996555.14175,"upper_bound":30610730.6095},"point_estimate":30272412.44,"standard_error":156792.26948881178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29981358.5,"upper_bound":30599127.0},"point_estimate":30107401.0,"standard_error":201696.6597348332},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":813412.9082590342,"upper_bound":1172838.8785779476},"point_estimate":958492.358033359,"standard_error":98470.84572558594},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":885446.1290687968,"upper_bound":2336626.231743082},"point_estimate":1580273.792540888,"standard_error":426952.7241570003}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30066838.488875,"upper_bound":30485720.265375},"point_estimate":30283348.715,"standard_error":107009.36619456779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30551859.5,"upper_bound":30640870.0},"point_estimate":30609319.0,"standard_error":34127.35638665842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740871.5154469013,"upper_bound":867483.6999490857},"point_estimate":791837.7427920699,"standard_error":43069.24983785994},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868005.3498139561,"upper_bound":1244061.6701421118},"point_estimate":1073180.6132236866,"standard_error":95962.35889487533}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index dad30c05bb77..06eed7351483 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62372361.0,62320735.0,62425250.0,68297318.0,62294316.0,60118794.0,61298421.0,60267160.0,62348979.0,60016182.0,62566633.0,59162492.0,62264681.0,62258299.0,59978232.0,61046893.0,61324319.0,58853987.0,59285511.0,62334411.0,61110029.0,61156486.0,58928786.0,60425885.0,58912977.0,56322562.0,61243759.0,62294807.0,61289013.0,59914252.0,62331275.0,58888481.0,62305287.0,61209656.0,59062045.0,56651344.0,61212641.0,62276423.0,59984783.0,62383011.0,59096278.0,60119815.0,59258881.0,61198254.0,62253771.0,61230735.0,59940651.0,60185166.0,61367950.0,60021832.0,61234101.0,56747143.0,58908068.0,59039283.0,57651046.0,59860312.0,58889313.0,59986797.0,58914841.0,61250201.0,60056066.0,60022254.0,61172586.0,61290345.0,58633146.0,62269931.0,83932004.0,67297547.0,62435809.0,58802511.0,61341201.0,61116162.0,58857924.0,59116706.0,60405949.0,58646030.0,60244438.0,58710530.0,61205688.0,59912990.0,59020989.0,56428819.0,57825902.0,62384564.0,57513099.0,54269497.0,59923971.0,62349338.0,58798303.0,57608207.0,62304636.0,57932100.0,55167470.0,61215547.0,62353806.0,62338578.0,59917459.0,56782839.0,61333486.0,57651147.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62947653.0,62308823.0,61522930.0,56116500.0,59015348.0,61203774.0,54480388.0,60551600.0,61372108.0,60080121.0,61241336.0,62368405.0,58071559.0,62261956.0,54749540.0,61208093.0,61285918.0,58005697.0,61280949.0,60138981.0,58850721.0,60159469.0,61103719.0,60377065.0,56909453.0,58999007.0,61189578.0,61152660.0,60154480.0,62336426.0,60374359.0,60125346.0,60111109.0,62344280.0,61220286.0,61229303.0,62376350.0,60850908.0,62270863.0,62315917.0,61729424.0,61262044.0,57077256.0,58019071.0,61247105.0,60248124.0,62401156.0,60193353.0,62328711.0,56764373.0,61378751.0,61198936.0,60000043.0,56241950.0,59092000.0,61242267.0,61747157.0,62379606.0,54678106.0,62284309.0,62234055.0,57943140.0,62265233.0,62531389.0,61192855.0,62490252.0,61277562.0,62284759.0,62294136.0,61256122.0,63625858.0,63195326.0,62349139.0,61136570.0,61375826.0,59033491.0,62360931.0,59027791.0,62403270.0,62247470.0,61216990.0,62288866.0,61271931.0,62247470.0,62261075.0,62357765.0,61100723.0,62497115.0,61180993.0,62226421.0,55751206.0,58477225.0,62243642.0,62347836.0,60158587.0,60595121.0,54955383.0,54367648.0,59479944.0,60941907.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index cd5e148253d3..2cb0c91fe291 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[25466491.625,27464570.75,32792781.75,34790860.875] \ No newline at end of file +[26806763.25,28429222.125,32755779.125,34378238.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index be43fa42c325..4bb831f9bffa 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008608440500305524,"upper_bound":0.024157879123348498},"point_estimate":0.011636124496463784,"standard_error":0.00592435308029413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002923438679784174,"upper_bound":0.020522373448151},"point_estimate":0.003996926323707184,"standard_error":0.007007000252636532}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012887581333282352,"upper_bound":0.011658552158844671},"point_estimate":0.0003612620904156483,"standard_error":0.006268153870248864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001791605470633506,"upper_bound":0.021232979487713965},"point_estimate":0.016670917559439946,"standard_error":0.0068439398396539525}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 52360841f422..5e0f778fbb63 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29996555.14175,"upper_bound":30610730.6095},"point_estimate":30272412.44,"standard_error":156792.26948881178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29981358.5,"upper_bound":30599127.0},"point_estimate":30107401.0,"standard_error":201696.6597348332},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":813412.9082590342,"upper_bound":1172838.8785779476},"point_estimate":958492.358033359,"standard_error":98470.84572558594},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":885446.1290687968,"upper_bound":2336626.231743082},"point_estimate":1580273.792540888,"standard_error":426952.7241570003}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30066838.488875,"upper_bound":30485720.265375},"point_estimate":30283348.715,"standard_error":107009.36619456779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30551859.5,"upper_bound":30640870.0},"point_estimate":30609319.0,"standard_error":34127.35638665842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740871.5154469013,"upper_bound":867483.6999490857},"point_estimate":791837.7427920699,"standard_error":43069.24983785994},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868005.3498139561,"upper_bound":1244061.6701421118},"point_estimate":1073180.6132236866,"standard_error":95962.35889487533}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index dad30c05bb77..06eed7351483 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62372361.0,62320735.0,62425250.0,68297318.0,62294316.0,60118794.0,61298421.0,60267160.0,62348979.0,60016182.0,62566633.0,59162492.0,62264681.0,62258299.0,59978232.0,61046893.0,61324319.0,58853987.0,59285511.0,62334411.0,61110029.0,61156486.0,58928786.0,60425885.0,58912977.0,56322562.0,61243759.0,62294807.0,61289013.0,59914252.0,62331275.0,58888481.0,62305287.0,61209656.0,59062045.0,56651344.0,61212641.0,62276423.0,59984783.0,62383011.0,59096278.0,60119815.0,59258881.0,61198254.0,62253771.0,61230735.0,59940651.0,60185166.0,61367950.0,60021832.0,61234101.0,56747143.0,58908068.0,59039283.0,57651046.0,59860312.0,58889313.0,59986797.0,58914841.0,61250201.0,60056066.0,60022254.0,61172586.0,61290345.0,58633146.0,62269931.0,83932004.0,67297547.0,62435809.0,58802511.0,61341201.0,61116162.0,58857924.0,59116706.0,60405949.0,58646030.0,60244438.0,58710530.0,61205688.0,59912990.0,59020989.0,56428819.0,57825902.0,62384564.0,57513099.0,54269497.0,59923971.0,62349338.0,58798303.0,57608207.0,62304636.0,57932100.0,55167470.0,61215547.0,62353806.0,62338578.0,59917459.0,56782839.0,61333486.0,57651147.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62947653.0,62308823.0,61522930.0,56116500.0,59015348.0,61203774.0,54480388.0,60551600.0,61372108.0,60080121.0,61241336.0,62368405.0,58071559.0,62261956.0,54749540.0,61208093.0,61285918.0,58005697.0,61280949.0,60138981.0,58850721.0,60159469.0,61103719.0,60377065.0,56909453.0,58999007.0,61189578.0,61152660.0,60154480.0,62336426.0,60374359.0,60125346.0,60111109.0,62344280.0,61220286.0,61229303.0,62376350.0,60850908.0,62270863.0,62315917.0,61729424.0,61262044.0,57077256.0,58019071.0,61247105.0,60248124.0,62401156.0,60193353.0,62328711.0,56764373.0,61378751.0,61198936.0,60000043.0,56241950.0,59092000.0,61242267.0,61747157.0,62379606.0,54678106.0,62284309.0,62234055.0,57943140.0,62265233.0,62531389.0,61192855.0,62490252.0,61277562.0,62284759.0,62294136.0,61256122.0,63625858.0,63195326.0,62349139.0,61136570.0,61375826.0,59033491.0,62360931.0,59027791.0,62403270.0,62247470.0,61216990.0,62288866.0,61271931.0,62247470.0,62261075.0,62357765.0,61100723.0,62497115.0,61180993.0,62226421.0,55751206.0,58477225.0,62243642.0,62347836.0,60158587.0,60595121.0,54955383.0,54367648.0,59479944.0,60941907.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index cd5e148253d3..2cb0c91fe291 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[25466491.625,27464570.75,32792781.75,34790860.875] \ No newline at end of file +[26806763.25,28429222.125,32755779.125,34378238.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 9702a0301936..66054bfd6778 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,85 +6,85 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -1 + +0.002 - - -2 + + +0.004 - - -3 + + +0.006 - - -4 + + +0.008 - - -5 + + +0.01 - - -6 + + +0.012 - - -7 + + +0.014 - - -8 + + +0.016 - - -9 + + +0.018 - - - -0.8 + + +0.02 - - -0.85 + + + +740 - - -0.9 + + +760 - - -0.95 + + +780 - - -1 + + +800 - - -1.05 + + +820 - - -1.1 + + +840 - - -1.15 + + +860 - - -1.2 + + +880 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 868aebaa89d4..9c0ec975fd4b 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - + -0.8 +2 - -1 + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - + - -0.8 + +0.85 - - -1 + + +0.9 - - -1.2 + + +0.95 - - -1.4 + + +1 - - -1.6 + + +1.05 - - -1.8 + + +1.1 - - -2 + + +1.15 - - -2.2 + + +1.2 - - -2.4 + + +1.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index a2712e74e9c2..dbd4927e1cf5 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -17,37 +17,37 @@ Average Iteration Time (ms) - + - + - + 28.0 - + 30.0 - + 32.0 - + 34.0 - + 36.0 - + 38.0 - + 40.0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 18864dc768db..7e5caf1bba10 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,38 +9,42 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 30 @@ -54,10 +58,10 @@ Average Time (ms) 40 - - - - + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index fd1534fbe8fc..ae9ba11e0d08 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -0 + +-0.015 - - -0.005 + + +-0.01 - - -0.01 + + +-0.005 - - -0.015 + + +0 - - -0.02 + + +0.005 - - -0.025 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 1de27390105a..0f86d07dc936 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,79 +9,75 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - + - --0.005 - - - + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 549add17c008..59dda4b6bd80 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -25,14 +25,14 @@ t score 0.15 - + 0.2 - - + + 0.25 - + 0.3 @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 42f506cc692e..a57b98162ecf 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0081474 - 0.0083961 - 0.0080276 + 0.0002964 + 0.0003086 + 0.0002979 Mean - 29.997 ms - 30.272 ms - 30.611 ms + 30.067 ms + 30.283 ms + 30.486 ms Std. Dev. - 885.45 µs - 1.5803 ms - 2.3366 ms + 868.01 µs + 1.0732 ms + 1.2441 ms Median - 29.981 ms - 30.107 ms - 30.599 ms + 30.552 ms + 30.609 ms + 30.641 ms MAD - 813.41 µs - 958.49 µs - 1.1728 ms + 740.87 µs + 791.84 µs + 867.48 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0861% - +1.1636% - +2.4158% - (p = 0.05 > + -1.2888% + +0.0361% + +1.1659% + (p = 0.96 > 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 29f9d8e66d59..77711e6f6fcd 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +27.5 + + + 28.0 - - -30.0 + + +28.5 - - -32.0 + + +29.0 - - -34.0 + + +29.5 + + + +30.0 - - -36.0 + + +30.5 - - -38.0 + + +31.0 - - -40.0 + + +31.5 - + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 2313823446ae..2a1cd02efeb7 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +27.5 + + + 28.0 - - -30.0 + + +28.5 - - -32.0 + + +29.0 - - -34.0 + + +29.5 + + + +30.0 - - -36.0 + + +30.5 - - -38.0 + + +31.0 - - -40.0 + + +31.5 - + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index bb5d5a92c5e4..5240c103a3e5 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + + +4 + + - -30 + +30.05 - - + + 30.1 - - + + +30.15 + + + 30.2 - - + + +30.25 + + + 30.3 - - + + +30.35 + + + 30.4 - - + + +30.45 + + + 30.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index c70637f17e03..e93281875733 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + +25 - - -3 + + + +30.55 - - -3.5 + + +30.56 - - -4 + + +30.57 - - -4.5 + + +30.58 - - - -30 + + +30.59 + + + +30.6 - - -30.1 + + +30.61 - - -30.2 + + +30.62 - - -30.3 + + +30.63 - - -30.4 + + +30.64 - - -30.5 + + +30.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 98ee87191fef..85deecc7ba0e 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (ms) - + 26 - - -28 - - - -30 + + +27 - - -32 + + +28 - - -34 + + +29 - - -36 + + +30 - - -38 + + +31 - - -40 + + +32 - - -42 + + +33 - + Density (a.u.) @@ -98,44 +94,66 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - - - - - - - - - - - - - - + + +0.35 + + + +0.4 + + + +0.45 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index fd55f8b55e70..5fb6d52b386a 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + + +0.5 + + - -30 + +26 + + + +28 - - -35 + + +30 - - -40 + + +32 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 039d54193937..e6050283b60b 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - + - - - - - - - + + + + + + + - - - + + + - - + + - - - - - - + + + + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 4397caa9656d..fc428c9515d5 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,38 +6,42 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 30 @@ -51,8 +55,8 @@ Average Time (ms) 40 - - - - + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 0879f04b8a41..2e7b672ff9e5 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + + +4 + + - -30 + +30.05 - - + + 30.1 - - + + +30.15 + + + 30.2 - - + + +30.25 + + + 30.3 - - + + +30.35 + + + 30.4 - - + + +30.45 + + + 30.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 372af21ce58c..ff7077dda92b 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44481184.531375006,"upper_bound":44925353.9},"point_estimate":44703903.765,"standard_error":113930.66346191775},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43777296.5,"upper_bound":45456797.5},"point_estimate":44883762.25,"standard_error":559412.1134293796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633562.0042370276,"upper_bound":1833215.9643039107},"point_estimate":1728200.8136183023,"standard_error":343166.15031549084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1071599.0812167793,"upper_bound":1207560.1483935907},"point_estimate":1146693.0339996798,"standard_error":34547.70554513807}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45047390.639875,"upper_bound":45554390.03},"point_estimate":45274380.46,"standard_error":129881.76276895437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45040899.0,"upper_bound":45159059.0},"point_estimate":45102379.75,"standard_error":28366.568329031863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243543.36182624102,"upper_bound":520720.24535536766},"point_estimate":346348.32660108805,"standard_error":73996.04525168048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":623924.2083743339,"upper_bound":1864785.8340868915},"point_estimate":1299833.7312011376,"standard_error":318505.4666941169}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index e2684815f0cc..240225cea49d 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87470697.0,86783015.0,87012593.0,87105095.0,88295593.0,86995060.0,87554593.0,87785693.0,86810357.0,86603400.0,87339702.0,87421545.0,87004127.0,86804766.0,86585217.0,87011040.0,87376280.0,86712514.0,87443515.0,88067267.0,86832397.0,86963736.0,86664178.0,86744597.0,86724400.0,86839695.0,86914765.0,87138241.0,87326662.0,86768703.0,86500703.0,87339906.0,86743745.0,86277407.0,86918972.0,87226395.0,87419064.0,87308107.0,88006920.0,87905189.0,87373138.0,88112216.0,87251111.0,89675278.0,87772963.0,88054738.0,87055056.0,87103566.0,87397313.0,87480238.0,92344892.0,92857427.0,91767175.0,89859771.0,91347453.0,90719293.0,91344898.0,91804465.0,90461112.0,91387177.0,90006085.0,92826429.0,89978543.0,91383791.0,90762183.0,93178785.0,90913595.0,91403398.0,91385655.0,90912684.0,90364582.0,91136751.0,91174050.0,92143336.0,90965151.0,92231080.0,91466184.0,92036006.0,90550899.0,92075900.0,91437692.0,90934243.0,91982726.0,93181942.0,91741307.0,91906274.0,92894014.0,91902527.0,92552459.0,92350622.0,91084683.0,91028599.0,91423094.0,91140207.0,93417059.0,91655386.0,91750324.0,92244213.0,91237027.0,92106137.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89774351.0,90207678.0,89938898.0,89347155.0,89977880.0,89823102.0,89791643.0,89917819.0,89508466.0,90200124.0,92252055.0,89560954.0,90236121.0,89678382.0,90149410.0,89667020.0,89390496.0,90360262.0,89877323.0,90381982.0,89328089.0,90439189.0,90565545.0,98914623.0,91508169.0,91695518.0,90520250.0,90889771.0,90462827.0,91790579.0,90676766.0,90769749.0,91035864.0,91222402.0,90292470.0,90270319.0,90491882.0,90166876.0,90631732.0,90201841.0,90377138.0,90426840.0,90447208.0,90829611.0,91065159.0,90667188.0,90254708.0,88511123.0,88062548.0,88240298.0,88265014.0,88263912.0,89264636.0,87794429.0,88573779.0,88952504.0,88448266.0,88515441.0,88720383.0,89003179.0,88635414.0,89201489.0,88578479.0,89066627.0,88678615.0,88421556.0,92130054.0,90318118.0,90435917.0,90223792.0,90283123.0,89953108.0,89920778.0,96341394.0,102546790.0,107361094.0,96335113.0,90891977.0,90079914.0,90097727.0,90237898.0,90183116.0,89973586.0,89999484.0,90081798.0,90544469.0,89622693.0,90562653.0,91411744.0,90180191.0,90148692.0,90263396.0,91100435.0,90163681.0,91033460.0,90807509.0,91668682.0,89848503.0,90349464.0,90594613.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 1a7be682f973..539f730a8367 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[37119793.75,40342385.5,48935963.5,52158555.25] \ No newline at end of file +[43406037.375,44117003.25,46012912.25,46723878.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 2222ddb455a7..32e58ad3debe 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04587583787580289,"upper_bound":0.055886290392446136},"point_estimate":0.05081546116219182,"standard_error":0.0026526064290959177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.031111763279391802,"upper_bound":0.06909225596564705},"point_estimate":0.05536741580636573,"standard_error":0.012987371438284398}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005542609716734493,"upper_bound":0.020555356445904338},"point_estimate":0.012761227699461974,"standard_error":0.003832155374559138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007960187559613918,"upper_bound":0.03002164146888336},"point_estimate":0.004870748106682976,"standard_error":0.012674405440463027}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 372af21ce58c..ff7077dda92b 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44481184.531375006,"upper_bound":44925353.9},"point_estimate":44703903.765,"standard_error":113930.66346191775},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43777296.5,"upper_bound":45456797.5},"point_estimate":44883762.25,"standard_error":559412.1134293796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633562.0042370276,"upper_bound":1833215.9643039107},"point_estimate":1728200.8136183023,"standard_error":343166.15031549084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1071599.0812167793,"upper_bound":1207560.1483935907},"point_estimate":1146693.0339996798,"standard_error":34547.70554513807}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45047390.639875,"upper_bound":45554390.03},"point_estimate":45274380.46,"standard_error":129881.76276895437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45040899.0,"upper_bound":45159059.0},"point_estimate":45102379.75,"standard_error":28366.568329031863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243543.36182624102,"upper_bound":520720.24535536766},"point_estimate":346348.32660108805,"standard_error":73996.04525168048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":623924.2083743339,"upper_bound":1864785.8340868915},"point_estimate":1299833.7312011376,"standard_error":318505.4666941169}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index e2684815f0cc..240225cea49d 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87470697.0,86783015.0,87012593.0,87105095.0,88295593.0,86995060.0,87554593.0,87785693.0,86810357.0,86603400.0,87339702.0,87421545.0,87004127.0,86804766.0,86585217.0,87011040.0,87376280.0,86712514.0,87443515.0,88067267.0,86832397.0,86963736.0,86664178.0,86744597.0,86724400.0,86839695.0,86914765.0,87138241.0,87326662.0,86768703.0,86500703.0,87339906.0,86743745.0,86277407.0,86918972.0,87226395.0,87419064.0,87308107.0,88006920.0,87905189.0,87373138.0,88112216.0,87251111.0,89675278.0,87772963.0,88054738.0,87055056.0,87103566.0,87397313.0,87480238.0,92344892.0,92857427.0,91767175.0,89859771.0,91347453.0,90719293.0,91344898.0,91804465.0,90461112.0,91387177.0,90006085.0,92826429.0,89978543.0,91383791.0,90762183.0,93178785.0,90913595.0,91403398.0,91385655.0,90912684.0,90364582.0,91136751.0,91174050.0,92143336.0,90965151.0,92231080.0,91466184.0,92036006.0,90550899.0,92075900.0,91437692.0,90934243.0,91982726.0,93181942.0,91741307.0,91906274.0,92894014.0,91902527.0,92552459.0,92350622.0,91084683.0,91028599.0,91423094.0,91140207.0,93417059.0,91655386.0,91750324.0,92244213.0,91237027.0,92106137.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89774351.0,90207678.0,89938898.0,89347155.0,89977880.0,89823102.0,89791643.0,89917819.0,89508466.0,90200124.0,92252055.0,89560954.0,90236121.0,89678382.0,90149410.0,89667020.0,89390496.0,90360262.0,89877323.0,90381982.0,89328089.0,90439189.0,90565545.0,98914623.0,91508169.0,91695518.0,90520250.0,90889771.0,90462827.0,91790579.0,90676766.0,90769749.0,91035864.0,91222402.0,90292470.0,90270319.0,90491882.0,90166876.0,90631732.0,90201841.0,90377138.0,90426840.0,90447208.0,90829611.0,91065159.0,90667188.0,90254708.0,88511123.0,88062548.0,88240298.0,88265014.0,88263912.0,89264636.0,87794429.0,88573779.0,88952504.0,88448266.0,88515441.0,88720383.0,89003179.0,88635414.0,89201489.0,88578479.0,89066627.0,88678615.0,88421556.0,92130054.0,90318118.0,90435917.0,90223792.0,90283123.0,89953108.0,89920778.0,96341394.0,102546790.0,107361094.0,96335113.0,90891977.0,90079914.0,90097727.0,90237898.0,90183116.0,89973586.0,89999484.0,90081798.0,90544469.0,89622693.0,90562653.0,91411744.0,90180191.0,90148692.0,90263396.0,91100435.0,90163681.0,91033460.0,90807509.0,91668682.0,89848503.0,90349464.0,90594613.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 1a7be682f973..539f730a8367 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[37119793.75,40342385.5,48935963.5,52158555.25] \ No newline at end of file +[43406037.375,44117003.25,46012912.25,46723878.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 85c2343ea9d6..4a38af60910d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,73 +6,65 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - - -1.4 - - - -1.6 - - + - -0.6 + +250 - - -0.8 + + +300 - - -1 + + +350 - - -1.2 + + +400 - - -1.4 + + +450 - - -1.6 + + +500 - - -1.8 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 5db290fb3d8a..56b14ebff688 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 + + +1 - - -12 + + +1.2 - + - -1.06 - - - -1.08 + +0.6 - - -1.1 + + +0.8 - - -1.12 + + +1 - - -1.14 + + +1.2 - - -1.16 + + +1.4 - - -1.18 + + +1.6 - - -1.2 + + +1.8 - - -1.22 + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 541a59a336f7..d259a1de23ed 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,57 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - -42.0 + +44.0 - - -42.5 + + +45.0 - - -43.0 + + +46.0 - - -43.5 + + +47.0 - - -44.0 + + +48.0 - - -44.5 + + +49.0 - - -45.0 + + +50.0 - - -45.5 + + +51.0 - - -46.0 + + +52.0 - - -46.5 + + +53.0 - + 0 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 6581f2066895..6c287999c206 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,71 +9,63 @@ Density (a.u.) Average Time (ms) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - - -0.9 + + +0.4 - - -1 + + +0.45 - + -1.1 +0.5 - -42 - - - -44 + +45 - - -46 + + +50 - + -48 +55 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index c956370b9dcf..6067c86b082b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,59 +9,91 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - + -40 +30 - -60 + +40 + + + +50 - + -80 +60 - -100 + +70 + + + +80 + + + +90 - - -120 + + +100 - + - -0.046 - - - -0.048 - - - -0.05 - - - -0.052 - - - -0.054 - - - -0.056 - - - - - - + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 7a0f4ddf88fe..2a49dd7cbeaf 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -0.03 + +-0.01 - - -0.035 + + +-0.005 - - -0.04 + + +1.73472e-18 - - -0.045 + + +0.005 - - -0.05 + + +0.01 - - -0.055 + + +0.015 - - -0.06 + + +0.02 - - -0.065 + + +0.025 - - -0.07 + + +0.03 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index ba9db9859e27..4226c18d9819 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -29,10 +29,10 @@ t score 0.2 - + 0.25 - + 0.3 @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 999abc4f0ce2..bcfbdc218f40 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0132907 - 0.0137902 - 0.0132962 + 0.0000030 + 0.0000031 + 0.0000030 Mean - 44.481 ms - 44.704 ms - 44.925 ms + 45.047 ms + 45.274 ms + 45.554 ms Std. Dev. - 1.0716 ms - 1.1467 ms - 1.2076 ms + 623.92 µs + 1.2998 ms + 1.8648 ms Median - 43.777 ms - 44.884 ms - 45.457 ms + 45.041 ms + 45.102 ms + 45.159 ms MAD - 633.56 µs - 1.7282 ms - 1.8332 ms + 243.54 µs + 346.35 µs + 520.72 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +4.5876% - +5.0815% - +5.5886% + +0.5543% + +1.2761% + +2.0555% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index f379ed6dd631..af19310472f3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - + + + + + - - - + + + + - -43.5 - - - + 44.0 - - -44.5 + + +45.0 + + + +46.0 + + + +47.0 - + + +48.0 + + -45.0 +49.0 - -45.5 + +50.0 - - -46.0 + + +51.0 + + + +52.0 - - -46.5 + + +53.0 - + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 1df8128b52dc..26252ff86db0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - + + + + + - - - + + + + - -43.5 - - - + 44.0 - - -44.5 + + +45.0 + + + +46.0 + + + +47.0 - + + +48.0 + + -45.0 +49.0 - -45.5 + +50.0 - - -46.0 + + +51.0 + + + +52.0 - - -46.5 + + +53.0 - + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 84fa2e445e44..945147348c4e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -44.45 - - - -44.5 - - - -44.55 - - - -44.6 - - - -44.65 - - - -44.7 + +45 - - -44.75 + + +45.1 - - -44.8 + + +45.2 - - -44.85 + + +45.3 - - -44.9 + + +45.4 - - -44.95 + + +45.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 10d85b766e9f..7db561da6e6b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - -0.2 + +5 - - -0.4 + + +10 - - -0.6 + + +15 - - -0.8 + + +20 - - -1 - - - -1.2 - - - -1.4 - - - -1.6 - - + - -43.6 - - - -43.8 - - - -44 - - - -44.2 + +45.04 - - -44.4 + + +45.06 - - -44.6 + + +45.08 - - -44.8 + + +45.1 - - -45 + + +45.12 - - -45.2 + + +45.14 - - -45.4 + + +45.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 01ac9eec4991..2bbd30ffb2e7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,30 @@ Average Time (ms) - -42 - - - -43 - - - + 44 - - -45 - - - + + 46 - - -47 - - - + + 48 - + + +50 + + + +52 + + + +54 + + Density (a.u.) @@ -90,40 +86,70 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - - - - - + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 9f192839fafd..1f28e86d1b8e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - -42 + + +0.5 - - -44 + + + +45 - - -46 + + +50 - + -48 +55 - - + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 7b4282a1d6fb..309cf17b8cdd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,57 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - -42.0 + +44.0 - - -42.5 + + +45.0 - - -43.0 + + +46.0 - - -43.5 + + +47.0 - - -44.0 + + +48.0 - - -44.5 + + +49.0 - - -45.0 + + +50.0 - - -45.5 + + +51.0 - - -46.0 + + +52.0 - - -46.5 + + +53.0 - + 0 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 7316510113bf..1535970ce744 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,69 +6,61 @@ Density (a.u.) Average Time (ms) - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - - -0.9 + + +0.4 - - -1 + + +0.45 - + -1.1 +0.5 - -42 - - - -44 + +45 - - -46 + + +50 - + -48 +55 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index fa685e98cdaa..334a8005ffbc 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -44.45 - - - -44.5 - - - -44.55 - - - -44.6 - - - -44.65 - - - -44.7 + +45 - - -44.75 + + +45.1 - - -44.8 + + +45.2 - - -44.85 + + +45.3 - - -44.9 + + +45.4 - - -44.95 + + +45.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 0365427f1ad5..fa72a296d417 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512542.571781251,"upper_bound":6518870.49315625},"point_estimate":6515424.16,"standard_error":1620.649025839248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510183.25,"upper_bound":6513015.0625},"point_estimate":6511692.1875,"standard_error":767.2606177290141},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4213.734450191259,"upper_bound":7655.219639092684},"point_estimate":5968.298856541514,"standard_error":883.7022180896688},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9103.477416025537,"upper_bound":22174.149285460164},"point_estimate":16283.706145637183,"standard_error":3328.374124196771}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517396.83428125,"upper_bound":6527766.69596875},"point_estimate":6521844.72625,"standard_error":2692.924003850096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6514937.0,"upper_bound":6518188.0},"point_estimate":6516246.875,"standard_error":666.0954361513637},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4362.365097552538,"upper_bound":7110.2714862674475},"point_estimate":5382.579204440117,"standard_error":715.9884963938698},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.387856730617,"upper_bound":41550.90894116538},"point_estimate":27037.134821955264,"standard_error":8681.570201782422}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 30abd5c4e372..e493c37283b3 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52159651.0,52107764.0,52255901.0,52097896.0,52149793.0,52060276.0,52140766.0,52113215.0,52159561.0,52106954.0,52135516.0,52093928.0,52242886.0,52198173.0,52056940.0,52101583.0,52049185.0,52106592.0,52061458.0,52124887.0,52083079.0,52077589.0,52113716.0,52178907.0,52062921.0,52467304.0,52102064.0,52075916.0,52015783.0,52084030.0,52593370.0,52857782.0,52072379.0,52064664.0,52042203.0,52081296.0,52088389.0,52128493.0,52060356.0,52107484.0,52020972.0,52083569.0,52183255.0,52102134.0,52172074.0,52067550.0,52156435.0,52037674.0,52086936.0,52081466.0,52099830.0,52024990.0,52017136.0,52040580.0,52122893.0,52068242.0,52040579.0,52030420.0,52093147.0,52023017.0,52061519.0,52552844.0,52676755.0,52086035.0,52061208.0,52094741.0,52055497.0,52092336.0,52086515.0,52077684.0,52020188.0,52099445.0,52094906.0,52081121.0,52071523.0,52110014.0,52078736.0,52114322.0,52021409.0,52136364.0,52115185.0,52226141.0,52106107.0,52148557.0,52133058.0,52152815.0,52132727.0,52038311.0,52103813.0,52132547.0,52032019.0,52065943.0,52195584.0,52069970.0,52029195.0,52076863.0,52204430.0,52080941.0,52059932.0,52128479.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52089299.0,52073119.0,52154812.0,52106632.0,52055416.0,52113705.0,52237676.0,52081505.0,52118404.0,52115880.0,52147828.0,52089981.0,52108024.0,52324658.0,52148960.0,52249718.0,52127050.0,52099478.0,52172144.0,52122271.0,52151596.0,52143110.0,52155122.0,52161203.0,52123763.0,53801528.0,52198413.0,52111902.0,52145504.0,52217228.0,52075454.0,52137660.0,52130516.0,52099138.0,52167716.0,52131729.0,52100020.0,52242545.0,52103626.0,52147327.0,52196158.0,52294652.0,52097295.0,52158108.0,52089560.0,53062381.0,52105459.0,52238968.0,52106902.0,52112943.0,52271328.0,52167295.0,52170320.0,52156875.0,52112654.0,52146836.0,52133672.0,52127491.0,52151545.0,52129274.0,52128753.0,52063772.0,52087957.0,52160552.0,52282168.0,52090562.0,52119576.0,52169730.0,52119496.0,52110890.0,52107434.0,52108626.0,52227467.0,52129434.0,52095892.0,52155984.0,52105920.0,52089700.0,52069041.0,52247720.0,52087321.0,52056664.0,52093142.0,53058581.0,52132615.0,52154937.0,52131023.0,52131905.0,52095427.0,52080749.0,52128628.0,52186646.0,52153164.0,52071171.0,52065030.0,52251618.0,52153765.0,52106126.0,52219658.0,52135561.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index a8688f32c289..41ab4eed01c6 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6482392.125,6495210.328125,6529392.203125,6542210.40625] \ No newline at end of file +[6492232.34375,6502678.71875,6530535.71875,6540982.09375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 76b252424d37..9709e3efaeca 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011041451818877834,"upper_bound":-0.0005132496296053615},"point_estimate":-0.004711476208499321,"standard_error":0.0027859115480095504},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00104505179477965,"upper_bound":-0.0002715878470257449},"point_estimate":-0.000617784994515147,"standard_error":0.0002010849033991442}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008210836009532352,"upper_bound":0.0020275262430041628},"point_estimate":0.0009854410230754063,"standard_error":0.0005032005173322912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004048669640572822,"upper_bound":0.001067201222534652},"point_estimate":0.0006994629612167014,"standard_error":0.00016438885196854342}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 0365427f1ad5..fa72a296d417 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512542.571781251,"upper_bound":6518870.49315625},"point_estimate":6515424.16,"standard_error":1620.649025839248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510183.25,"upper_bound":6513015.0625},"point_estimate":6511692.1875,"standard_error":767.2606177290141},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4213.734450191259,"upper_bound":7655.219639092684},"point_estimate":5968.298856541514,"standard_error":883.7022180896688},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9103.477416025537,"upper_bound":22174.149285460164},"point_estimate":16283.706145637183,"standard_error":3328.374124196771}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517396.83428125,"upper_bound":6527766.69596875},"point_estimate":6521844.72625,"standard_error":2692.924003850096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6514937.0,"upper_bound":6518188.0},"point_estimate":6516246.875,"standard_error":666.0954361513637},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4362.365097552538,"upper_bound":7110.2714862674475},"point_estimate":5382.579204440117,"standard_error":715.9884963938698},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.387856730617,"upper_bound":41550.90894116538},"point_estimate":27037.134821955264,"standard_error":8681.570201782422}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 30abd5c4e372..e493c37283b3 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52159651.0,52107764.0,52255901.0,52097896.0,52149793.0,52060276.0,52140766.0,52113215.0,52159561.0,52106954.0,52135516.0,52093928.0,52242886.0,52198173.0,52056940.0,52101583.0,52049185.0,52106592.0,52061458.0,52124887.0,52083079.0,52077589.0,52113716.0,52178907.0,52062921.0,52467304.0,52102064.0,52075916.0,52015783.0,52084030.0,52593370.0,52857782.0,52072379.0,52064664.0,52042203.0,52081296.0,52088389.0,52128493.0,52060356.0,52107484.0,52020972.0,52083569.0,52183255.0,52102134.0,52172074.0,52067550.0,52156435.0,52037674.0,52086936.0,52081466.0,52099830.0,52024990.0,52017136.0,52040580.0,52122893.0,52068242.0,52040579.0,52030420.0,52093147.0,52023017.0,52061519.0,52552844.0,52676755.0,52086035.0,52061208.0,52094741.0,52055497.0,52092336.0,52086515.0,52077684.0,52020188.0,52099445.0,52094906.0,52081121.0,52071523.0,52110014.0,52078736.0,52114322.0,52021409.0,52136364.0,52115185.0,52226141.0,52106107.0,52148557.0,52133058.0,52152815.0,52132727.0,52038311.0,52103813.0,52132547.0,52032019.0,52065943.0,52195584.0,52069970.0,52029195.0,52076863.0,52204430.0,52080941.0,52059932.0,52128479.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52089299.0,52073119.0,52154812.0,52106632.0,52055416.0,52113705.0,52237676.0,52081505.0,52118404.0,52115880.0,52147828.0,52089981.0,52108024.0,52324658.0,52148960.0,52249718.0,52127050.0,52099478.0,52172144.0,52122271.0,52151596.0,52143110.0,52155122.0,52161203.0,52123763.0,53801528.0,52198413.0,52111902.0,52145504.0,52217228.0,52075454.0,52137660.0,52130516.0,52099138.0,52167716.0,52131729.0,52100020.0,52242545.0,52103626.0,52147327.0,52196158.0,52294652.0,52097295.0,52158108.0,52089560.0,53062381.0,52105459.0,52238968.0,52106902.0,52112943.0,52271328.0,52167295.0,52170320.0,52156875.0,52112654.0,52146836.0,52133672.0,52127491.0,52151545.0,52129274.0,52128753.0,52063772.0,52087957.0,52160552.0,52282168.0,52090562.0,52119576.0,52169730.0,52119496.0,52110890.0,52107434.0,52108626.0,52227467.0,52129434.0,52095892.0,52155984.0,52105920.0,52089700.0,52069041.0,52247720.0,52087321.0,52056664.0,52093142.0,53058581.0,52132615.0,52154937.0,52131023.0,52131905.0,52095427.0,52080749.0,52128628.0,52186646.0,52153164.0,52071171.0,52065030.0,52251618.0,52153765.0,52106126.0,52219658.0,52135561.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index a8688f32c289..41ab4eed01c6 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6482392.125,6495210.328125,6529392.203125,6542210.40625] \ No newline at end of file +[6492232.34375,6502678.71875,6530535.71875,6540982.09375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 033d3b62531f..12062e7a34b6 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + - -4 - - - + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - -7.5 - - - -8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index d3d2b00ffd07..1fac06751bda 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - -0.04 + + +0.03 - - -0.06 - - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - + - -8 + +5 - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - - -16 + + +30 - - -18 + + +35 - - -20 + + +40 - - -22 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 027ac1f1e8a8..8085e798f781 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - + +6.52 + + + +6.54 + + + +6.56 + + + +6.58 + + + 6.6 - - -6.8 + + +6.62 - - -7.0 + + +6.64 - - -7.2 + + +6.66 - - -7.4 + + +6.68 - - -7.6 + + +6.7 - - -7.8 + + +6.72 - + 0 @@ -97,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 77b06eeb932f..64d80b1aba78 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -42,26 +42,22 @@ Average Time (ms) - + 6.5 - - -7 + + +6.6 - - -7.5 + + +6.7 - - -8 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index b42cdef81976..5a10da4aa364 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,71 +9,59 @@ Density (a.u.) Relative change (%) - -20 - - - -40 + +100 - - -60 + + +200 - - -80 + + +300 - - -100 + + +400 - - -120 + + +500 - - -140 + + +600 - - -160 + + +700 - + - --0.012 - - - --0.01 - - - --0.008 + +0 - - --0.006 + + +5e-4 - - --0.004 + + +0.001 - - --0.002 + + +0.0015 - - -0 + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 3abaee76a348..842cd674a7e5 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 - - - -1600 + + +1500 - - -1800 - - - + + 2000 - - - --0.0011 - - - --0.001 + + +2500 - - --9e-4 + + + +4e-4 - - --8e-4 + + +5e-4 - - --7e-4 + + +6e-4 - - --6e-4 + + +7e-4 - - --5e-4 + + +8e-4 - - --4e-4 + + +9e-4 - - --3e-4 + + +0.001 - - --2e-4 + + +0.0011 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 237efa1b6b2a..d5e0d7be1ce0 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 2c745f7f4088..528b8ca6d7a4 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000149 - 0.0000154 - 0.0000147 + 0.0003228 + 0.0003316 + 0.0003163 Mean - 6.5125 ms - 6.5154 ms - 6.5189 ms + 6.5174 ms + 6.5218 ms + 6.5278 ms Std. Dev. - 9.1035 µs - 16.284 µs - 22.174 µs + 6.9394 µs + 27.037 µs + 41.551 µs Median - 6.5102 ms - 6.5117 ms - 6.5130 ms + 6.5149 ms + 6.5162 ms + 6.5182 ms MAD - 4.2137 µs - 5.9683 µs - 7.6552 µs + 4.3624 µs + 5.3826 µs + 7.1103 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.1041% - -0.4711% - -0.0513% - (p = 0.06 > + +0.0082% + +0.0985% + +0.2028% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 7086744dedc9..10745326f996 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -6.51 - - - + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 - - - + + 6.58 - - -6.59 - - - + + 6.6 - + + +6.62 + + + +6.64 + + + +6.66 + + + +6.68 + + + +6.7 + + + +6.72 + + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 8c62da6e0ffb..2899541f9ea7 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -6.51 - - - + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 - - - + + 6.58 - - -6.59 - - - + + 6.6 - + + +6.62 + + + +6.64 + + + +6.66 + + + +6.68 + + + +6.7 + + + +6.72 + + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 4ff115def010..a626ee8ccb74 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - -6.512 + + +120 - - -6.513 + + +140 - - -6.514 + + +160 - - -6.515 + + + +6.518 - - -6.516 + + +6.52 - - -6.517 + + +6.522 - - -6.518 + + +6.524 + + + +6.526 - - -6.519 + + +6.528 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index e89bf4b1d136..35cd1e869425 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 + + +1000 - + + +1200 + + + +1400 + + - -6.51 + +6.515 + + + +6.5155 - - -6.5105 + + +6.516 - - -6.511 + + +6.5165 - - -6.5115 + + +6.517 - - -6.512 + + +6.5175 - - -6.5125 + + +6.518 - - -6.513 + + +6.5185 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 57c485dbd2c0..87f56c797241 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,34 +46,30 @@ Average Time (ms) - + 6.5 - - -6.52 + + +6.55 - - -6.54 - - - -6.56 + + +6.6 - - -6.58 + + +6.65 - - -6.6 + + +6.7 - - -6.62 + + +6.75 - + Density (a.u.) @@ -82,58 +78,52 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 43054af447ac..4efc3d35c3fd 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - + - + 6.5 - - -6.55 - - - + + 6.6 - - - + + +6.7 + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index c213c0bff440..f8c7d8e231f3 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,62 @@ Average Iteration Time (ms) - - - + + + + - - - + + + + + + - -6.6 + +6.52 + + + +6.54 - - -6.8 + + +6.56 - - -7.0 + + +6.58 - + -7.2 +6.6 - -7.4 + +6.62 + + + +6.64 + + + +6.66 + + + +6.68 - - -7.6 + + +6.7 - - -7.8 + + +6.72 - + 0 @@ -94,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 39f4f85fffb3..ba20a890a181 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -39,24 +39,20 @@ Average Time (ms) - + 6.5 - - -7 + + +6.6 - - -7.5 + + +6.7 - - -8 - - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index c5ee12e151a1..cad859d19310 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - -6.512 + + +120 - - -6.513 + + +140 - - -6.514 + + +160 - - -6.515 + + + +6.518 - - -6.516 + + +6.52 - - -6.517 + + +6.522 - - -6.518 + + +6.524 + + + +6.526 - - -6.519 + + +6.528 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 0b817d5e2e7d..925dca8da0cc 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6204893.0577777745,"upper_bound":6230777.138888887},"point_estimate":6217884.313333333,"standard_error":6597.374815800191},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6222999.555555556,"upper_bound":6250336.055555556},"point_estimate":6236785.833333334,"standard_error":6597.746001440717},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39731.867227951996,"upper_bound":80999.54329530406},"point_estimate":61541.159940758036,"standard_error":11895.42482788691},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57098.910453993645,"upper_bound":74149.18019387801},"point_estimate":66230.6166567122,"standard_error":4334.855864802707}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5989146.468888888,"upper_bound":6011055.22},"point_estimate":5999752.661111112,"standard_error":5617.8538745069545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5971421.0,"upper_bound":5992368.888888889},"point_estimate":5980728.833333334,"standard_error":5306.262787356531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24927.77702411008,"upper_bound":48760.73633432365},"point_estimate":35898.85209600277,"standard_error":6464.011502993954},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46444.87285979841,"upper_bound":65456.21705623495},"point_estimate":56754.3486527594,"standard_error":4865.197465064946}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 73c598d33c4c..289d4b11b1ea 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55907649.0,54950376.0,55426653.0,55573156.0,54999086.0,55227873.0,55653125.0,55599405.0,55489170.0,56163115.0,55900977.0,56126347.0,54898870.0,55041135.0,55497856.0,55853237.0,55036907.0,56043002.0,55625405.0,55386159.0,55026900.0,54559028.0,55824867.0,55082113.0,54821418.0,54719067.0,55817704.0,55148046.0,55132998.0,56709755.0,55665290.0,55428900.0,55616509.0,55421074.0,55272187.0,55437606.0,55602553.0,55342057.0,55257920.0,55915426.0,56333584.0,54244993.0,54951580.0,55392521.0,56761221.0,56160552.0,56393887.0,57067311.0,56390340.0,56178436.0,56741876.0,56006996.0,56595563.0,56025801.0,56376574.0,56265408.0,56595473.0,56070534.0,56635366.0,56117462.0,56458367.0,56252915.0,56301334.0,56166263.0,56346148.0,56184026.0,56870304.0,56537464.0,56541862.0,56262973.0,56376795.0,56089500.0,56471842.0,56001867.0,56422420.0,56251001.0,56585955.0,56169609.0,56294332.0,56360545.0,56566388.0,56390370.0,56610380.0,57012950.0,56650405.0,56089992.0,56262332.0,56406550.0,56329708.0,56026994.0,56644203.0,56130206.0,56563603.0,56256370.0,56255048.0,56300062.0,56387505.0,56196839.0,56432117.0,56131939.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55184267.0,54741082.0,55147298.0,54942366.0,54475607.0,54506885.0,54683064.0,54175659.0,55296746.0,54856917.0,55351249.0,54739399.0,54631548.0,55589642.0,55340449.0,55039568.0,53956441.0,54145403.0,54179917.0,54085390.0,53923489.0,53803395.0,54212708.0,54155091.0,53667653.0,53507144.0,54294961.0,53951582.0,53945392.0,53693828.0,53734152.0,54088993.0,53668410.0,54572003.0,54332397.0,54444807.0,54127054.0,53409979.0,53607937.0,54343517.0,54528311.0,53644816.0,54923758.0,53781461.0,53766352.0,53945736.0,53704347.0,53637091.0,53905752.0,53429124.0,53797320.0,53581799.0,53863253.0,54016879.0,53702152.0,53655185.0,53560609.0,54169092.0,53600023.0,53609590.0,53653842.0,53853735.0,53833848.0,53701271.0,53589603.0,53720978.0,53941850.0,53448891.0,53717982.0,53583451.0,54328009.0,53678970.0,53931320.0,53810044.0,53413956.0,53902697.0,53672577.0,53694218.0,53577911.0,53538798.0,53620712.0,53905902.0,53585926.0,53857993.0,53450133.0,53955775.0,53437149.0,53609340.0,53722521.0,53282371.0,54009244.0,53673680.0,53819271.0,53797300.0,53235954.0,53812979.0,53886987.0,53657569.0,53743810.0,53742789.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 941c57155071..75fe527df542 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5868677.416666665,6017432.291666666,6414111.958333334,6562866.833333334] \ No newline at end of file +[5788635.722222221,5875260.805555555,6106261.027777779,6192886.111111113] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 6f573241c3c4..37ce9d59c825 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03903152051019321,"upper_bound":0.04379204950140177},"point_estimate":0.041490798630652304,"standard_error":0.0012237376697256336},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.041436008982912,"upper_bound":0.04664852804593522},"point_estimate":0.04429842096277148,"standard_error":0.001302502403942592}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03772419756135264,"upper_bound":-0.03238774535939647},"point_estimate":-0.035081330116494724,"standard_error":0.0013639837679998875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.043392528580399214,"upper_bound":-0.037997130382693936},"point_estimate":-0.0410559231698272,"standard_error":0.0013419597276802327}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 0b817d5e2e7d..925dca8da0cc 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6204893.0577777745,"upper_bound":6230777.138888887},"point_estimate":6217884.313333333,"standard_error":6597.374815800191},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6222999.555555556,"upper_bound":6250336.055555556},"point_estimate":6236785.833333334,"standard_error":6597.746001440717},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39731.867227951996,"upper_bound":80999.54329530406},"point_estimate":61541.159940758036,"standard_error":11895.42482788691},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57098.910453993645,"upper_bound":74149.18019387801},"point_estimate":66230.6166567122,"standard_error":4334.855864802707}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5989146.468888888,"upper_bound":6011055.22},"point_estimate":5999752.661111112,"standard_error":5617.8538745069545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5971421.0,"upper_bound":5992368.888888889},"point_estimate":5980728.833333334,"standard_error":5306.262787356531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24927.77702411008,"upper_bound":48760.73633432365},"point_estimate":35898.85209600277,"standard_error":6464.011502993954},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46444.87285979841,"upper_bound":65456.21705623495},"point_estimate":56754.3486527594,"standard_error":4865.197465064946}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 73c598d33c4c..289d4b11b1ea 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55907649.0,54950376.0,55426653.0,55573156.0,54999086.0,55227873.0,55653125.0,55599405.0,55489170.0,56163115.0,55900977.0,56126347.0,54898870.0,55041135.0,55497856.0,55853237.0,55036907.0,56043002.0,55625405.0,55386159.0,55026900.0,54559028.0,55824867.0,55082113.0,54821418.0,54719067.0,55817704.0,55148046.0,55132998.0,56709755.0,55665290.0,55428900.0,55616509.0,55421074.0,55272187.0,55437606.0,55602553.0,55342057.0,55257920.0,55915426.0,56333584.0,54244993.0,54951580.0,55392521.0,56761221.0,56160552.0,56393887.0,57067311.0,56390340.0,56178436.0,56741876.0,56006996.0,56595563.0,56025801.0,56376574.0,56265408.0,56595473.0,56070534.0,56635366.0,56117462.0,56458367.0,56252915.0,56301334.0,56166263.0,56346148.0,56184026.0,56870304.0,56537464.0,56541862.0,56262973.0,56376795.0,56089500.0,56471842.0,56001867.0,56422420.0,56251001.0,56585955.0,56169609.0,56294332.0,56360545.0,56566388.0,56390370.0,56610380.0,57012950.0,56650405.0,56089992.0,56262332.0,56406550.0,56329708.0,56026994.0,56644203.0,56130206.0,56563603.0,56256370.0,56255048.0,56300062.0,56387505.0,56196839.0,56432117.0,56131939.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55184267.0,54741082.0,55147298.0,54942366.0,54475607.0,54506885.0,54683064.0,54175659.0,55296746.0,54856917.0,55351249.0,54739399.0,54631548.0,55589642.0,55340449.0,55039568.0,53956441.0,54145403.0,54179917.0,54085390.0,53923489.0,53803395.0,54212708.0,54155091.0,53667653.0,53507144.0,54294961.0,53951582.0,53945392.0,53693828.0,53734152.0,54088993.0,53668410.0,54572003.0,54332397.0,54444807.0,54127054.0,53409979.0,53607937.0,54343517.0,54528311.0,53644816.0,54923758.0,53781461.0,53766352.0,53945736.0,53704347.0,53637091.0,53905752.0,53429124.0,53797320.0,53581799.0,53863253.0,54016879.0,53702152.0,53655185.0,53560609.0,54169092.0,53600023.0,53609590.0,53653842.0,53853735.0,53833848.0,53701271.0,53589603.0,53720978.0,53941850.0,53448891.0,53717982.0,53583451.0,54328009.0,53678970.0,53931320.0,53810044.0,53413956.0,53902697.0,53672577.0,53694218.0,53577911.0,53538798.0,53620712.0,53905902.0,53585926.0,53857993.0,53450133.0,53955775.0,53437149.0,53609340.0,53722521.0,53282371.0,54009244.0,53673680.0,53819271.0,53797300.0,53235954.0,53812979.0,53886987.0,53657569.0,53743810.0,53742789.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 941c57155071..75fe527df542 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5868677.416666665,6017432.291666666,6414111.958333334,6562866.833333334] \ No newline at end of file +[5788635.722222221,5875260.805555555,6106261.027777779,6192886.111111113] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 304e021d09f5..572083119564 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 + + +0.04 - - - -40 + + +0.05 - - -45 + + +0.06 - - -50 - - - -55 - - - -60 + + + +25 - - -65 + + +30 - - -70 + + +35 - - -75 + + +40 - - -80 + + +45 - - -85 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index c397ceebfcf4..88e43306e0b0 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - + -0.09 +0.08 - -0.1 - - - + +46 + + + +48 + + + +50 + + + +52 + + + +54 + + + 56 - - + + 58 - - + + 60 - - + + 62 - - + + 64 - - + + 66 - - -68 - - - -70 - - - -72 - - - -74 - - - -76 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index c571ec46cb57..46ba423dacc1 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -5.9 - - - + 5.95 - - + + 6.0 - - + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 8c7b2ac1d264..a93e53c6e3f9 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,43 +9,55 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - + 6 - - + + 6.2 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 64889d769198..9b8a42fd5a73 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.039 - - - -0.0395 - - - -0.04 - - - -0.0405 - - - -0.041 + +-0.038 - - -0.0415 + + +-0.037 - - -0.042 + + +-0.036 - - -0.0425 + + +-0.035 - - -0.043 + + +-0.034 - - -0.0435 + + +-0.033 - - -0.044 + + +-0.032 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 3228889c6a58..3daf9ab22224 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -0.041 - - - -0.042 + +-0.043 - - -0.043 + + +-0.042 - - -0.044 + + +-0.041 - - -0.045 + + +-0.04 - - -0.046 + + +-0.039 - - -0.047 + + +-0.038 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 1fe510f393b1..b2456bb33801 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 37275c854d7e..4c9c982ae640 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007994 - 0.0008304 - 0.0007998 + 0.0024255 + 0.0025108 + 0.0024144 Mean - 6.2049 ms - 6.2179 ms - 6.2308 ms + 5.9891 ms + 5.9998 ms + 6.0111 ms Std. Dev. - 57.099 µs - 66.231 µs - 74.149 µs + 46.445 µs + 56.754 µs + 65.456 µs Median - 6.2230 ms - 6.2368 ms - 6.2503 ms + 5.9714 ms + 5.9807 ms + 5.9924 ms MAD - 39.732 µs - 61.541 µs - 81.000 µs + 24.928 µs + 35.899 µs + 48.761 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +3.9032% - +4.1491% - +4.3792% + -3.7724% + -3.5081% + -3.2388% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 05d618fdfa11..aabe604b1ac8 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,37 +15,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - + +5.95 + + + +6.0 + + + 6.05 - - + + 6.1 - - + + 6.15 - - -6.2 - - - -6.25 - - - -6.3 - - + 10 @@ -87,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index d46850156494..294d68a36c5b 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,32 @@ Average Iteration Time (ms) - - - - - - + + + + + - + +5.95 + + + +6.0 + + + 6.05 - - + + 6.1 - - + + 6.15 - - -6.2 - - - -6.25 - - - -6.3 - - + 10 @@ -84,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 23b1e3125c2a..0a57e1c02652 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -6.205 + + +70 - - -6.21 + + + +5.99 - - -6.215 + + +5.995 - - -6.22 + + +6 - - -6.225 + + +6.005 - - -6.23 + + +6.01 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 1c527de33b4d..b72ea1dbf1ea 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - -6.22 + +5.97 - - -6.225 + + +5.975 - - -6.23 + + +5.98 - - -6.235 + + +5.985 - - -6.24 + + +5.99 - - -6.245 - - - -6.25 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index e377c4b17371..4b307dabb683 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -50,46 +50,38 @@ Average Time (ms) - + +5.85 + + + +5.9 + + + 5.95 - - + + 6 - - + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - -6.25 - - - -6.3 - - - -6.35 - - - -6.4 - - + Density (a.u.) @@ -98,36 +90,62 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - + + +7 + + + +8 + + + +9 + + + + + + - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 28fb4e27c998..a621d1b0dcf1 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + - + +5.9 + + + 6 - - + + 6.1 - - + + 6.2 - - -6.3 - - - -6.4 - - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index a728c9257f91..fa432da185ae 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -5.9 - - - + 5.95 - - + + 6.0 - - + + 6.05 - - + + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 365ed76a8aae..bee85c1efd8c 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,41 +6,53 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - -4 + + +3 - + -6 +4 - -8 + +5 - - -10 + + +6 + + + +7 + + + +8 - - -12 + + +9 - + - + 6 - - + + 6.2 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index ed9fac85973f..a637ed2322a9 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -6.205 + + +70 - - -6.21 + + + +5.99 - - -6.215 + + +5.995 - - -6.22 + + +6 - - -6.225 + + +6.005 - - -6.23 + + +6.01 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 00919f6e6a10..2a2d2762af8e 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3930113.2131730765,"upper_bound":3996689.954134614},"point_estimate":3957209.5669230777,"standard_error":17515.103196670443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3912367.0,"upper_bound":3919053.423076923},"point_estimate":3916101.9615384615,"standard_error":1684.3855754263534},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12605.236045442909,"upper_bound":24738.435068497423},"point_estimate":17992.377095956334,"standard_error":2890.401946706088},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60690.743099080704,"upper_bound":284367.87431587506},"point_estimate":176830.64844567553,"standard_error":71361.80531201046}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4270364.739395834,"upper_bound":4279481.6243125005},"point_estimate":4274532.270000001,"standard_error":2333.949108076669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4267527.75,"upper_bound":4274695.375},"point_estimate":4270604.583333333,"standard_error":1937.6384560343308},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10863.442432135113,"upper_bound":17046.502072362942},"point_estimate":12659.859400242798,"standard_error":1595.902910999973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13073.287342870195,"upper_bound":32659.27011217186},"point_estimate":23434.737351879157,"standard_error":5063.531607290511}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index f5c14fac41c4..ecb332b8da14 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50918859.0,50737091.0,51182270.0,50926493.0,50954877.0,50499067.0,50802793.0,50966408.0,50740137.0,50831366.0,50721021.0,50688751.0,50860771.0,50858627.0,50828321.0,50964123.0,50951981.0,50867337.0,50646325.0,50906891.0,50569121.0,50829707.0,51316885.0,50790133.0,52721944.0,71804141.0,50397752.0,50887935.0,50791586.0,51073272.0,52627319.0,50874640.0,50754426.0,50969297.0,51037444.0,50943408.0,50852119.0,50992190.0,50670891.0,50624804.0,50515551.0,51068993.0,51094100.0,50853420.0,50640725.0,50611059.0,50907492.0,51161696.0,50915407.0,51078561.0,52588206.0,50993973.0,50936956.0,51250702.0,50876113.0,50650041.0,50769464.0,51326874.0,51023848.0,50526201.0,50722156.0,50830748.0,50818185.0,52376300.0,54479061.0,54700474.0,54668203.0,54302452.0,54381559.0,55421037.0,50644161.0,50850526.0,51161706.0,50932980.0,50984015.0,51173969.0,50915326.0,50685759.0,50783982.0,54083754.0,50768813.0,52258250.0,50690647.0,50541640.0,50945763.0,51065186.0,50775446.0,50577287.0,50911159.0,52731472.0,50899387.0,50897653.0,50878267.0,51440105.0,51204666.0,50942647.0,51231155.0,50748044.0,50760287.0,51016305.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52087413.0,51255113.0,51090245.0,51124340.0,51344039.0,51332377.0,51244243.0,51134058.0,51170837.0,52982570.0,51231589.0,51300277.0,51292412.0,51069397.0,51405844.0,51366260.0,51146501.0,51245515.0,51157662.0,51500320.0,51476245.0,51062394.0,51496485.0,51285413.0,51313374.0,51341336.0,51210333.0,51337600.0,51654721.0,51509870.0,51169547.0,51445540.0,51098334.0,51248995.0,51379438.0,51323914.0,51064340.0,51163866.0,51480516.0,51434931.0,51250417.0,51065543.0,51222756.0,51402741.0,51464025.0,51099216.0,51152505.0,51269673.0,51516613.0,51322472.0,51283018.0,51383766.0,51292787.0,51425613.0,51336828.0,51160510.0,51220712.0,51200574.0,51553632.0,51348390.0,51139521.0,51701437.0,51235720.0,51386681.0,51160811.0,50851625.0,51332751.0,52640135.0,51390248.0,51002045.0,51223958.0,51072196.0,51088155.0,51176610.0,51077776.0,51035867.0,51057167.0,51180537.0,51184194.0,51505733.0,51028474.0,51181379.0,51156522.0,51278239.0,50950228.0,51197880.0,51121457.0,51277508.0,50978050.0,51186478.0,51351055.0,51387032.0,51438858.0,51367575.0,51154118.0,51220912.0,51234988.0,51344803.0,51177572.0,51012434.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 338a2971eae8..2a7b3808e370 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[3833066.749999998,3869198.8076923066,3965550.9615384624,4001683.019230771] \ No newline at end of file +[4209338.479166669,4236165.947916668,4307705.864583332,4334533.333333331] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 73d35178cad4..013b115958dd 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.012342662394683585,"upper_bound":0.03571087870648963},"point_estimate":0.022882798588577558,"standard_error":0.005896908362352922},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016535999492898412,"upper_bound":0.01858489772240013},"point_estimate":0.017606931971895445,"standard_error":0.0005199529864655145}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06923617480314113,"upper_bound":0.08775133171950303},"point_estimate":0.08018850093998364,"standard_error":0.004830902600480943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08934354585440119,"upper_bound":0.09205181483861757},"point_estimate":0.09052435949742321,"standard_error":0.0006847259496001707}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 00919f6e6a10..2a2d2762af8e 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3930113.2131730765,"upper_bound":3996689.954134614},"point_estimate":3957209.5669230777,"standard_error":17515.103196670443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3912367.0,"upper_bound":3919053.423076923},"point_estimate":3916101.9615384615,"standard_error":1684.3855754263534},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12605.236045442909,"upper_bound":24738.435068497423},"point_estimate":17992.377095956334,"standard_error":2890.401946706088},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60690.743099080704,"upper_bound":284367.87431587506},"point_estimate":176830.64844567553,"standard_error":71361.80531201046}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4270364.739395834,"upper_bound":4279481.6243125005},"point_estimate":4274532.270000001,"standard_error":2333.949108076669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4267527.75,"upper_bound":4274695.375},"point_estimate":4270604.583333333,"standard_error":1937.6384560343308},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10863.442432135113,"upper_bound":17046.502072362942},"point_estimate":12659.859400242798,"standard_error":1595.902910999973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13073.287342870195,"upper_bound":32659.27011217186},"point_estimate":23434.737351879157,"standard_error":5063.531607290511}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index f5c14fac41c4..ecb332b8da14 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50918859.0,50737091.0,51182270.0,50926493.0,50954877.0,50499067.0,50802793.0,50966408.0,50740137.0,50831366.0,50721021.0,50688751.0,50860771.0,50858627.0,50828321.0,50964123.0,50951981.0,50867337.0,50646325.0,50906891.0,50569121.0,50829707.0,51316885.0,50790133.0,52721944.0,71804141.0,50397752.0,50887935.0,50791586.0,51073272.0,52627319.0,50874640.0,50754426.0,50969297.0,51037444.0,50943408.0,50852119.0,50992190.0,50670891.0,50624804.0,50515551.0,51068993.0,51094100.0,50853420.0,50640725.0,50611059.0,50907492.0,51161696.0,50915407.0,51078561.0,52588206.0,50993973.0,50936956.0,51250702.0,50876113.0,50650041.0,50769464.0,51326874.0,51023848.0,50526201.0,50722156.0,50830748.0,50818185.0,52376300.0,54479061.0,54700474.0,54668203.0,54302452.0,54381559.0,55421037.0,50644161.0,50850526.0,51161706.0,50932980.0,50984015.0,51173969.0,50915326.0,50685759.0,50783982.0,54083754.0,50768813.0,52258250.0,50690647.0,50541640.0,50945763.0,51065186.0,50775446.0,50577287.0,50911159.0,52731472.0,50899387.0,50897653.0,50878267.0,51440105.0,51204666.0,50942647.0,51231155.0,50748044.0,50760287.0,51016305.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52087413.0,51255113.0,51090245.0,51124340.0,51344039.0,51332377.0,51244243.0,51134058.0,51170837.0,52982570.0,51231589.0,51300277.0,51292412.0,51069397.0,51405844.0,51366260.0,51146501.0,51245515.0,51157662.0,51500320.0,51476245.0,51062394.0,51496485.0,51285413.0,51313374.0,51341336.0,51210333.0,51337600.0,51654721.0,51509870.0,51169547.0,51445540.0,51098334.0,51248995.0,51379438.0,51323914.0,51064340.0,51163866.0,51480516.0,51434931.0,51250417.0,51065543.0,51222756.0,51402741.0,51464025.0,51099216.0,51152505.0,51269673.0,51516613.0,51322472.0,51283018.0,51383766.0,51292787.0,51425613.0,51336828.0,51160510.0,51220712.0,51200574.0,51553632.0,51348390.0,51139521.0,51701437.0,51235720.0,51386681.0,51160811.0,50851625.0,51332751.0,52640135.0,51390248.0,51002045.0,51223958.0,51072196.0,51088155.0,51176610.0,51077776.0,51035867.0,51057167.0,51180537.0,51184194.0,51505733.0,51028474.0,51181379.0,51156522.0,51278239.0,50950228.0,51197880.0,51121457.0,51277508.0,50978050.0,51186478.0,51351055.0,51387032.0,51438858.0,51367575.0,51154118.0,51220912.0,51234988.0,51344803.0,51177572.0,51012434.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 338a2971eae8..2a7b3808e370 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[3833066.749999998,3869198.8076923066,3965550.9615384624,4001683.019230771] \ No newline at end of file +[4209338.479166669,4236165.947916668,4307705.864583332,4334533.333333331] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 7f1c768ce115..ae707a3f95d1 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 - - -0.14 + + +0.2 - - -0.16 + + +0.25 - - -0.18 - - + - -12 + +11 - - -14 - - - -16 + + +12 - - -18 + + +13 - - -20 + + +14 - - -22 + + +15 - - -24 + + +16 - - -26 + + +17 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 7669812df309..99c0fb6716e9 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 + +0.01 - - -0.006 + + +0.02 - - -0.008 + + +0.03 - - -0.01 + + +0.04 - - -0.012 + + +0.05 - - -0.014 + + +0.06 - - -0.016 + + +0.07 - - -0.018 + + +0.08 - + - -50 - - - -100 - - - -150 + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 334b9dd352a2..d49f9875b5c5 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,47 +16,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 4.0 - - + + 4.2 - - + + 4.4 - - + + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - + 0 @@ -102,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index b4fdf80b3957..d9c86771bd78 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,51 +9,71 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + - + 4 - - + + 4.5 - - + + 5 - + 5.5 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index f35fea6e775b..9eee338371a5 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 - - - - - - + +0.068 + + + +0.07 + + + +0.072 + + + +0.074 + + + +0.076 + + + +0.078 + + + +0.08 + + + +0.082 + + + +0.084 + + + +0.086 + + + +0.088 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 87e4811162ea..737e59d7228f 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + - -0.0165 + +0.0895 + + + +0.09 - - -0.017 + + +0.0905 - - -0.0175 + + +0.091 - - -0.018 + + +0.0915 - - -0.0185 + + +0.092 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index c203a0943b83..11b9dcd35f47 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index ebec06f552d0..ca73da3f0ec1 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003410 - 0.0003491 - 0.0003323 + 0.0097438 + 0.0100519 + 0.0096227 Mean - 3.9301 ms - 3.9572 ms - 3.9967 ms + 4.2704 ms + 4.2745 ms + 4.2795 ms Std. Dev. - 60.691 µs - 176.83 µs - 284.37 µs + 13.073 µs + 23.435 µs + 32.659 µs Median - 3.9124 ms - 3.9161 ms - 3.9191 ms + 4.2675 ms + 4.2706 ms + 4.2747 ms MAD - 12.605 µs - 17.992 µs - 24.738 µs + 10.863 µs + 12.660 µs + 17.047 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +1.2343% - +2.2883% - +3.5711% + +6.9236% + +8.0189% + +8.7751% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 7db0c6ec96cf..f2f9244ceaba 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,47 +15,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -4.0 + +4.24 - - -4.2 + + +4.26 - - -4.4 + + +4.28 + + + +4.3 - - -4.6 + + +4.32 - - -4.8 + + +4.34 - - -5.0 + + +4.36 - - -5.2 + + +4.38 - - -5.4 + + +4.4 - + 10 @@ -97,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 4450b21f7309..b7f5176a382d 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,47 +12,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - -4.0 + +4.24 - - -4.2 + + +4.26 - - -4.4 + + +4.28 + + + +4.3 - - -4.6 + + +4.32 - - -4.8 + + +4.34 - - -5.0 + + +4.36 - - -5.2 + + +4.38 - - -5.4 + + +4.4 - + 10 @@ -94,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 4a2932e5fd30..f074754af94e 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 + + + +100 + + + +120 + + + +140 - - -25 + + +160 - + + +180 + + - -3.93 + +4.27 + + + +4.271 + + + +4.272 + + + +4.273 - - -3.94 + + +4.274 - - -3.95 + + +4.275 - - -3.96 + + +4.276 - - -3.97 + + +4.277 - - -3.98 + + +4.278 - - -3.99 + + +4.279 - - -4 + + +4.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 3ddec006bfcf..c126b2a5800e 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - -3.912 + +4.267 + + + +4.268 - - -3.913 + + +4.269 - - -3.914 + + +4.27 - - -3.915 + + +4.271 - - -3.916 + + +4.272 - - -3.917 + + +4.273 - - -3.918 + + +4.274 - - -3.919 + + +4.275 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 8ed2dec84128..6ad094aff33b 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,71 +13,47 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - -3.8 + +4.25 - - -4 + + +4.3 - - -4.2 + + +4.35 - - + + 4.4 - - -4.6 - - - -4.8 - - - -5 - - - -5.2 - - - -5.4 - - - -5.6 - - + Density (a.u.) @@ -86,76 +62,36 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 + +5 - - -4 + + +10 - - -4.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +15 + + + +20 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 6938dd599163..ab56548d425d 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (ms) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 + +5 - - -3.5 + + +10 - - -4 + + +15 - - -4.5 + + +20 - - -5 + + +25 - + - -4 + +4.25 - - -4.5 + + +4.3 - - -5 + + +4.35 - - -5.5 + + +4.4 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 2c25c1d54480..07b695af5b34 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,47 +13,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 4.0 - - + + 4.2 - - + + 4.4 - - + + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - + 0 @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 7514ee72aa23..222589cb7376 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,49 +6,69 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 + + +4 + + + +6 + + + +8 + + + +10 - + + +12 + + -4 +14 - -5 + +16 - - -6 + + +18 + + + +20 + + + +22 - + - + 4 - + 4.5 - + 5 - + 5.5 - - - - + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 4cd58ac8634f..b1221ea87999 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 + + + +100 + + + +120 + + + +140 - - -25 + + +160 - + + +180 + + - -3.93 + +4.27 + + + +4.271 + + + +4.272 + + + +4.273 - - -3.94 + + +4.274 - - -3.95 + + +4.275 - - -3.96 + + +4.276 - - -3.97 + + +4.277 - - -3.98 + + +4.278 - - -3.99 + + +4.279 - - -4 + + +4.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index f2ef2ecc9ac0..14ed0ad62742 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31251123.47775,"upper_bound":32148522.153875},"point_estimate":31704797.805,"standard_error":229554.0205385913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31558694.0,"upper_bound":32635763.0},"point_estimate":32220654.75,"standard_error":263364.63221672346},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1401407.239370048,"upper_bound":2475026.9231382385},"point_estimate":2091250.999572873,"standard_error":286158.03968491853},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1895890.4371909199,"upper_bound":2690797.600369545},"point_estimate":2310441.6495819637,"standard_error":202649.17020801696}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32120149.14675,"upper_bound":32544978.829},"point_estimate":32341404.69,"standard_error":108427.1842977959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32603440.0,"upper_bound":32859897.0},"point_estimate":32706361.75,"standard_error":70645.73629318803},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380662.36169189215,"upper_bound":720149.9569147825},"point_estimate":580127.6556506753,"standard_error":89875.50534691114},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":866559.58798012,"upper_bound":1302035.592798366},"point_estimate":1092752.650172866,"standard_error":111308.11353532558}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 7511625df3e3..89c22ce512db 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65530067.0,67445516.0,58504209.0,53327575.0,51072815.0,53511697.0,51133218.0,60201680.0,57597249.0,65271526.0,58277256.0,64319992.0,65190985.0,58286113.0,52842010.0,55940242.0,55787708.0,51135461.0,59582387.0,65419251.0,60272473.0,66025030.0,65865873.0,66583580.0,65748484.0,64496963.0,64439295.0,63432700.0,64800548.0,60298611.0,60858134.0,67302539.0,63352791.0,60818099.0,63858093.0,77975342.0,74230646.0,63490517.0,60420388.0,62283309.0,62787428.0,60027416.0,59969699.0,60500438.0,59411379.0,66286877.0,64993277.0,69577958.0,66181551.0,63592638.0,65883355.0,60721288.0,67434405.0,64308431.0,62459366.0,64626464.0,64902598.0,65678534.0,68064719.0,68881842.0,66641668.0,65920675.0,64981726.0,60355217.0,66663188.0,62802076.0,61718627.0,68136262.0,58278408.0,59166232.0,64439787.0,68114171.0,60928835.0,66456153.0,67507531.0,65480155.0,67649555.0,63803942.0,57783506.0,66782731.0,61762899.0,65278198.0,64442832.0,67584887.0,66494756.0,61170347.0,60567564.0,64862696.0,67524966.0,61660421.0,61005460.0,66011706.0,68565484.0,70354498.0,67548028.0,66655145.0,68076964.0,65887195.0,62475539.0,66199496.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60192331.0,64133892.0,65937020.0,65068181.0,60338392.0,65219233.0,65753176.0,65206880.0,66854017.0,59935352.0,65162366.0,65769327.0,65434494.0,64687161.0,64510212.0,67160648.0,64483693.0,60629505.0,60172914.0,55694023.0,59925654.0,65729222.0,60936115.0,66762116.0,67067334.0,65895873.0,61530482.0,66465583.0,65335439.0,64275515.0,65606132.0,65719794.0,65686022.0,66227350.0,67206403.0,62020285.0,60776588.0,61809032.0,66139556.0,66291990.0,66968841.0,64536371.0,65475830.0,60606542.0,66374153.0,64425695.0,65289533.0,65798822.0,66034441.0,65259547.0,66688409.0,64748485.0,65724323.0,65390953.0,64835988.0,66752457.0,65284553.0,66189379.0,64527775.0,63809337.0,63789930.0,65380092.0,66201231.0,59756929.0,64893947.0,60757022.0,66502402.0,65827796.0,65870375.0,63076953.0,62435237.0,66227411.0,64414414.0,65317776.0,65649373.0,60882906.0,66091948.0,65019621.0,65290425.0,65505685.0,65162327.0,65623465.0,65140375.0,65686433.0,65514282.0,66388710.0,66037877.0,66218173.0,65915690.0,65764668.0,66185622.0,66473248.0,65185900.0,66684742.0,66043744.0,66025583.0,65750591.0,63853789.0,66461876.0,60801634.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index a4b9006a07ec..0af465f3a1b8 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[21607771.0,25941581.125,37498408.125,41832218.25] \ No newline at end of file +[29786733.875,30999085.625,34232023.625,35444375.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 98a9542c5531..7029baacf32d 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.045795920887313914,"upper_bound":-0.013681105725948085},"point_estimate":-0.028934897750333644,"standard_error":0.008225851018184351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04702989297882487,"upper_bound":-0.009613601073695688},"point_estimate":-0.023619377900910066,"standard_error":0.009262834884355926}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004262300884265754,"upper_bound":0.036505170135011894},"point_estimate":0.020079197127054638,"standard_error":0.008220303580031035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0021120151889406635,"upper_bound":0.03593517684857295},"point_estimate":0.015074398821768309,"standard_error":0.00857216482334191}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index f2ef2ecc9ac0..14ed0ad62742 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31251123.47775,"upper_bound":32148522.153875},"point_estimate":31704797.805,"standard_error":229554.0205385913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31558694.0,"upper_bound":32635763.0},"point_estimate":32220654.75,"standard_error":263364.63221672346},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1401407.239370048,"upper_bound":2475026.9231382385},"point_estimate":2091250.999572873,"standard_error":286158.03968491853},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1895890.4371909199,"upper_bound":2690797.600369545},"point_estimate":2310441.6495819637,"standard_error":202649.17020801696}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32120149.14675,"upper_bound":32544978.829},"point_estimate":32341404.69,"standard_error":108427.1842977959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32603440.0,"upper_bound":32859897.0},"point_estimate":32706361.75,"standard_error":70645.73629318803},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380662.36169189215,"upper_bound":720149.9569147825},"point_estimate":580127.6556506753,"standard_error":89875.50534691114},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":866559.58798012,"upper_bound":1302035.592798366},"point_estimate":1092752.650172866,"standard_error":111308.11353532558}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 7511625df3e3..89c22ce512db 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65530067.0,67445516.0,58504209.0,53327575.0,51072815.0,53511697.0,51133218.0,60201680.0,57597249.0,65271526.0,58277256.0,64319992.0,65190985.0,58286113.0,52842010.0,55940242.0,55787708.0,51135461.0,59582387.0,65419251.0,60272473.0,66025030.0,65865873.0,66583580.0,65748484.0,64496963.0,64439295.0,63432700.0,64800548.0,60298611.0,60858134.0,67302539.0,63352791.0,60818099.0,63858093.0,77975342.0,74230646.0,63490517.0,60420388.0,62283309.0,62787428.0,60027416.0,59969699.0,60500438.0,59411379.0,66286877.0,64993277.0,69577958.0,66181551.0,63592638.0,65883355.0,60721288.0,67434405.0,64308431.0,62459366.0,64626464.0,64902598.0,65678534.0,68064719.0,68881842.0,66641668.0,65920675.0,64981726.0,60355217.0,66663188.0,62802076.0,61718627.0,68136262.0,58278408.0,59166232.0,64439787.0,68114171.0,60928835.0,66456153.0,67507531.0,65480155.0,67649555.0,63803942.0,57783506.0,66782731.0,61762899.0,65278198.0,64442832.0,67584887.0,66494756.0,61170347.0,60567564.0,64862696.0,67524966.0,61660421.0,61005460.0,66011706.0,68565484.0,70354498.0,67548028.0,66655145.0,68076964.0,65887195.0,62475539.0,66199496.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60192331.0,64133892.0,65937020.0,65068181.0,60338392.0,65219233.0,65753176.0,65206880.0,66854017.0,59935352.0,65162366.0,65769327.0,65434494.0,64687161.0,64510212.0,67160648.0,64483693.0,60629505.0,60172914.0,55694023.0,59925654.0,65729222.0,60936115.0,66762116.0,67067334.0,65895873.0,61530482.0,66465583.0,65335439.0,64275515.0,65606132.0,65719794.0,65686022.0,66227350.0,67206403.0,62020285.0,60776588.0,61809032.0,66139556.0,66291990.0,66968841.0,64536371.0,65475830.0,60606542.0,66374153.0,64425695.0,65289533.0,65798822.0,66034441.0,65259547.0,66688409.0,64748485.0,65724323.0,65390953.0,64835988.0,66752457.0,65284553.0,66189379.0,64527775.0,63809337.0,63789930.0,65380092.0,66201231.0,59756929.0,64893947.0,60757022.0,66502402.0,65827796.0,65870375.0,63076953.0,62435237.0,66227411.0,64414414.0,65317776.0,65649373.0,60882906.0,66091948.0,65019621.0,65290425.0,65505685.0,65162327.0,65623465.0,65140375.0,65686433.0,65514282.0,66388710.0,66037877.0,66218173.0,65915690.0,65764668.0,66185622.0,66473248.0,65185900.0,66684742.0,66043744.0,66025583.0,65750591.0,63853789.0,66461876.0,60801634.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index a4b9006a07ec..0af465f3a1b8 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[21607771.0,25941581.125,37498408.125,41832218.25] \ No newline at end of file +[29786733.875,30999085.625,34232023.625,35444375.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 2db2e76cebf2..c158f25f480f 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -6,69 +6,85 @@ fork_join/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - + + +0.0025 + + -1 +0.003 - -1.2 + +0.0035 - - -1.4 + + +0.004 - - -1.6 + + +0.0045 - + - -1.4 + +350 + + + +400 + + + +450 + + + +500 - - -1.6 + + +550 - - -1.8 + + +600 - - -2 + + +650 - - -2.2 + + +700 - - -2.4 + + +750 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 3533bf6c918d..7c5e77792d91 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 - + - -1.9 + +0.85 - - -2 + + +0.9 - - -2.1 + + +0.95 - - -2.2 + + +1 - - -2.3 + + +1.05 - - -2.4 + + +1.1 - - -2.5 + + +1.15 + + + +1.2 + + + +1.25 - - -2.6 + + +1.3 - - -2.7 + + +1.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 248c08776135..2bdcb0b4f301 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index 3700092a3364..df8cdf560ebb 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,38 +9,46 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + 25 @@ -58,10 +66,10 @@ Average Time (ms) 40 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index c8e06cff5960..326b530bece6 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -21,63 +21,67 @@ Relative change (%) 15 - + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index a2b9115c8e67..b5fb7113d095 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - - - - + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index d16f1ca1db13..a38e7f1bc65f 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index da16b8e35ed7..c20796cdd242 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0035315 - 0.0036686 - 0.0035373 + 0.0296811 + 0.0308723 + 0.0298579 Mean - 31.251 ms - 31.705 ms - 32.149 ms + 32.120 ms + 32.341 ms + 32.545 ms Std. Dev. - 1.8959 ms - 2.3104 ms - 2.6908 ms + 866.56 µs + 1.0928 ms + 1.3020 ms Median - 31.559 ms - 32.221 ms - 32.636 ms + 32.603 ms + 32.706 ms + 32.860 ms MAD - 1.4014 ms - 2.0913 ms - 2.4750 ms + 380.66 µs + 580.13 µs + 720.15 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -4.5796% - -2.8935% - -1.3681% - (p = 0.00 < + +0.4262% + +2.0079% + +3.6505% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index aa83dfbf7be6..851beb216d7f 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -26.0 - - - + 28.0 - - -30.0 + + +29.0 - - -32.0 + + +30.0 - - -34.0 + + +31.0 - - -36.0 + + +32.0 - - -38.0 + + +33.0 - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index c89855770e18..f454a6a75913 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -26.0 - - - + 28.0 - - -30.0 + + +29.0 - - -32.0 + + +30.0 - - -34.0 + + +31.0 - - -36.0 + + +32.0 - - -38.0 + + +33.0 - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index e33ca2581182..aefeb0826a53 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - - -1.8 + + +4 - + - -31.2 - - - -31.3 + +32.1 - - -31.4 + + +32.15 - - -31.5 + + +32.2 - - -31.6 + + +32.25 - - -31.7 + + +32.3 - - -31.8 + + +32.35 - - -31.9 + + +32.4 - - -32 + + +32.45 - - -32.1 + + +32.5 - - -32.2 + + +32.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index d575f168a2b7..b70b0b62a356 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + + +7 + + + +8 + + - -31.6 + +32.6 - - -31.8 + + +32.65 - - -32 + + +32.7 - - -32.2 + + +32.75 - - -32.4 + + +32.8 - - -32.6 + + +32.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index 6b5e4919194a..f0f2a8842f18 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (ms) - -24 + +27 - - -26 - - - + + 28 - - + + +29 + + + 30 - - -32 + + +31 - - -34 - - - -36 + + +32 - - -38 + + +33 - - -40 + + +34 - + Density (a.u.) @@ -98,56 +94,84 @@ Density (a.u.) 0 - -0.02 + +0.05 - - -0.04 + + +0.1 + + + +0.15 - - -0.06 + + +0.2 - - -0.08 + + +0.25 - - -0.1 + + +0.3 + + + +0.35 + + + +0.4 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 - - - - - - - - - - - - - - - - + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 8f265ad12e87..5f416b284ce1 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (ms) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 - - - + 0.1 - - -0.12 + + +0.2 - - -0.14 + + +0.3 - - -0.16 + + +0.4 - + -0.18 +0.5 - -0.2 - - - -25 + +28 - - + + 30 - - -35 + + +32 - - -40 + + +34 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 1465a84e6a9c..9da006777c11 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 86921ecb02fd..efe1017f040d 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,38 +6,46 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + 25 @@ -55,8 +63,8 @@ Average Time (ms) 40 - - - - + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 6be11744ee85..9f2baea89328 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - - -1.8 + + +4 - + - -31.2 - - - -31.3 + +32.1 - - -31.4 + + +32.15 - - -31.5 + + +32.2 - - -31.6 + + +32.25 - - -31.7 + + +32.3 - - -31.8 + + +32.35 - - -31.9 + + +32.4 - - -32 + + +32.45 - - -32.1 + + +32.5 - - -32.2 + + +32.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index b9d7950105dd..374a6127999d 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7266952.670035712,"upper_bound":7290947.45217857},"point_estimate":7278641.931428574,"standard_error":6121.204666913658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7249786.142857143,"upper_bound":7280798.142857143},"point_estimate":7266664.571428571,"standard_error":7820.872175347109},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36757.46574742375,"upper_bound":65075.01934468746},"point_estimate":47318.66075992653,"standard_error":7998.656110113885},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49821.95266927377,"upper_bound":73253.81788346157},"point_estimate":61941.51454416441,"standard_error":6025.788766713516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8610217.326666664,"upper_bound":8636511.032833332},"point_estimate":8622936.39833333,"standard_error":6751.6088046029645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8595625.166666666,"upper_bound":8620306.166666668},"point_estimate":8609420.75,"standard_error":7229.381192645266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40352.541233599644,"upper_bound":66541.92846864508},"point_estimate":51534.68088507698,"standard_error":6725.416732208453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53808.40771475145,"upper_bound":80268.21578046893},"point_estimate":67942.34659565563,"standard_error":6752.941857299562}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 2b46c27df22a..770792002a17 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50667812.0,51050114.0,52663603.0,50734285.0,50701524.0,51753386.0,52129687.0,50463260.0,51267990.0,50546475.0,50544020.0,50870580.0,50965587.0,51564243.0,50597922.0,51013146.0,50748503.0,50780081.0,50775843.0,50943727.0,50665407.0,51262761.0,50735317.0,50849470.0,50604574.0,50563968.0,50905325.0,50825937.0,50786944.0,50518503.0,51044403.0,51360733.0,50982809.0,51037000.0,50781163.0,51007685.0,50631313.0,50780692.0,50960618.0,51370853.0,50932756.0,51788762.0,50898561.0,51481619.0,50970206.0,51590702.0,50529974.0,50979613.0,50719528.0,50695313.0,50882552.0,50971078.0,51232454.0,51178463.0,50708868.0,50907699.0,50652432.0,50974914.0,50706343.0,50408649.0,51089307.0,50622497.0,50883964.0,52027159.0,50217262.0,51518928.0,51618975.0,51045034.0,51355012.0,50677650.0,51644192.0,51426896.0,51312363.0,51916931.0,50184811.0,51241311.0,50519626.0,50489970.0,50595357.0,51090821.0,50973302.0,51792288.0,50669965.0,50458762.0,51256970.0,50473419.0,50694441.0,50482737.0,50387373.0,50689803.0,50669524.0,51202016.0,51219128.0,50608160.0,50703888.0,50852064.0,50586970.0,50720048.0,50862724.0,50599955.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52232638.0,53081048.0,51827794.0,51859172.0,51448828.0,51615859.0,51279733.0,51725102.0,51878939.0,51383046.0,51458947.0,51237444.0,51167304.0,52026333.0,51576365.0,51657656.0,51323795.0,51507156.0,52112073.0,51713641.0,51507557.0,51265948.0,51561478.0,51841449.0,51473544.0,51344284.0,52963739.0,53006088.0,52910309.0,52440876.0,51382114.0,51329615.0,52036723.0,51943369.0,51658178.0,51718721.0,51370663.0,51573501.0,51972633.0,51405667.0,51554274.0,51478713.0,51778191.0,51692271.0,51606171.0,51362416.0,51360995.0,52359104.0,51724953.0,51380461.0,51447105.0,51846809.0,52210667.0,51920277.0,52250902.0,51220733.0,51377485.0,51870023.0,51438519.0,51615398.0,51718320.0,51369540.0,51452845.0,51858291.0,52069634.0,52096293.0,51409845.0,51619225.0,52665714.0,51558812.0,52112334.0,52136989.0,51749879.0,51543414.0,51714142.0,51350545.0,51524509.0,51720403.0,51655393.0,51641818.0,51573751.0,51909597.0,51240821.0,52470351.0,51823025.0,51846739.0,52692243.0,51624565.0,51468164.0,51784894.0,51586534.0,51747614.0,51177603.0,51698573.0,51541971.0,51762762.0,51897085.0,51518347.0,51709914.0,51404545.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index add54cfa302c..1594b6fca760 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[7016541.321428571,7127357.142857143,7422866.000000001,7533681.821428573] \ No newline at end of file +[8365101.166666662,8470203.979166664,8750478.145833336,8855580.958333338] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index d73c9ef9384d..74db07e9fc48 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009100691413223616,"upper_bound":-0.002583657894316088},"point_estimate":-0.005740592531355615,"standard_error":0.0016609861388396634},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008224978962512508,"upper_bound":-0.0008970306870579173},"point_estimate":-0.0036378622043891085,"standard_error":0.0018807104528372428}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18204834117411892,"upper_bound":0.18734565492295738},"point_estimate":0.1846902869476521,"standard_error":0.0013563449130983573},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18200149692668477,"upper_bound":0.18811371033315516},"point_estimate":0.18478301363337235,"standard_error":0.0015735504305838565}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index b9d7950105dd..374a6127999d 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7266952.670035712,"upper_bound":7290947.45217857},"point_estimate":7278641.931428574,"standard_error":6121.204666913658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7249786.142857143,"upper_bound":7280798.142857143},"point_estimate":7266664.571428571,"standard_error":7820.872175347109},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36757.46574742375,"upper_bound":65075.01934468746},"point_estimate":47318.66075992653,"standard_error":7998.656110113885},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49821.95266927377,"upper_bound":73253.81788346157},"point_estimate":61941.51454416441,"standard_error":6025.788766713516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8610217.326666664,"upper_bound":8636511.032833332},"point_estimate":8622936.39833333,"standard_error":6751.6088046029645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8595625.166666666,"upper_bound":8620306.166666668},"point_estimate":8609420.75,"standard_error":7229.381192645266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40352.541233599644,"upper_bound":66541.92846864508},"point_estimate":51534.68088507698,"standard_error":6725.416732208453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53808.40771475145,"upper_bound":80268.21578046893},"point_estimate":67942.34659565563,"standard_error":6752.941857299562}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 2b46c27df22a..770792002a17 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[50667812.0,51050114.0,52663603.0,50734285.0,50701524.0,51753386.0,52129687.0,50463260.0,51267990.0,50546475.0,50544020.0,50870580.0,50965587.0,51564243.0,50597922.0,51013146.0,50748503.0,50780081.0,50775843.0,50943727.0,50665407.0,51262761.0,50735317.0,50849470.0,50604574.0,50563968.0,50905325.0,50825937.0,50786944.0,50518503.0,51044403.0,51360733.0,50982809.0,51037000.0,50781163.0,51007685.0,50631313.0,50780692.0,50960618.0,51370853.0,50932756.0,51788762.0,50898561.0,51481619.0,50970206.0,51590702.0,50529974.0,50979613.0,50719528.0,50695313.0,50882552.0,50971078.0,51232454.0,51178463.0,50708868.0,50907699.0,50652432.0,50974914.0,50706343.0,50408649.0,51089307.0,50622497.0,50883964.0,52027159.0,50217262.0,51518928.0,51618975.0,51045034.0,51355012.0,50677650.0,51644192.0,51426896.0,51312363.0,51916931.0,50184811.0,51241311.0,50519626.0,50489970.0,50595357.0,51090821.0,50973302.0,51792288.0,50669965.0,50458762.0,51256970.0,50473419.0,50694441.0,50482737.0,50387373.0,50689803.0,50669524.0,51202016.0,51219128.0,50608160.0,50703888.0,50852064.0,50586970.0,50720048.0,50862724.0,50599955.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52232638.0,53081048.0,51827794.0,51859172.0,51448828.0,51615859.0,51279733.0,51725102.0,51878939.0,51383046.0,51458947.0,51237444.0,51167304.0,52026333.0,51576365.0,51657656.0,51323795.0,51507156.0,52112073.0,51713641.0,51507557.0,51265948.0,51561478.0,51841449.0,51473544.0,51344284.0,52963739.0,53006088.0,52910309.0,52440876.0,51382114.0,51329615.0,52036723.0,51943369.0,51658178.0,51718721.0,51370663.0,51573501.0,51972633.0,51405667.0,51554274.0,51478713.0,51778191.0,51692271.0,51606171.0,51362416.0,51360995.0,52359104.0,51724953.0,51380461.0,51447105.0,51846809.0,52210667.0,51920277.0,52250902.0,51220733.0,51377485.0,51870023.0,51438519.0,51615398.0,51718320.0,51369540.0,51452845.0,51858291.0,52069634.0,52096293.0,51409845.0,51619225.0,52665714.0,51558812.0,52112334.0,52136989.0,51749879.0,51543414.0,51714142.0,51350545.0,51524509.0,51720403.0,51655393.0,51641818.0,51573751.0,51909597.0,51240821.0,52470351.0,51823025.0,51846739.0,52692243.0,51624565.0,51468164.0,51784894.0,51586534.0,51747614.0,51177603.0,51698573.0,51541971.0,51762762.0,51897085.0,51518347.0,51709914.0,51404545.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index add54cfa302c..1594b6fca760 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[7016541.321428571,7127357.142857143,7422866.000000001,7533681.821428573] \ No newline at end of file +[8365101.166666662,8470203.979166664,8750478.145833336,8855580.958333338] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 5deee2205f59..f89e1ef61cec 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - - -35 + + +0.07 - - + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index c986fb8c7bdb..78cf950650c4 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - + - -50 - - - + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - - - + + +80 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 2fb7fc6387a5..8059d5753f15 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 7.2 - - -7.25 + + +7.4 - - -7.3 + + +7.6 - - -7.35 + + +7.8 - - -7.4 + + +8.0 - - -7.45 + + +8.2 - - -7.5 + + +8.4 - - -7.55 - - - -7.6 + + +8.6 - - -7.65 + + +8.8 - + 0 @@ -112,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 8d7414760391..f577b5bd8a78 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -38,26 +38,22 @@ Average Time (ms) - -7.2 - - - -7.4 - - - -7.6 - - - -7.8 - - - - - - + +7.5 + + + +8 + + + +8.5 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 98ebe984a3fd..ffc70ea89554 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,87 +9,55 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - + - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - - - - + +0.182 + + + +0.183 + + + +0.184 + + + +0.185 + + + +0.186 + + + +0.187 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 904190eec65b..d8ec5e5866e2 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,91 +9,55 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 - - + - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - - - - + +0.182 + + + +0.183 + + + +0.184 + + + +0.185 + + + +0.186 + + + +0.187 + + + +0.188 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index aadc2d7a4426..faf9dfd9b040 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -21,10 +21,10 @@ t score 0.1 - + 0.15 - + 0.2 @@ -33,10 +33,10 @@ t score 0.25 - + 0.3 - + 0.35 @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 07223a494c39..9324a6cbdc23 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0063324 - 0.0065587 - 0.0063089 + 0.0064704 + 0.0066980 + 0.0064400 Mean - 7.2670 ms - 7.2786 ms - 7.2909 ms + 8.6102 ms + 8.6229 ms + 8.6365 ms Std. Dev. - 49.822 µs - 61.942 µs - 73.254 µs + 53.808 µs + 67.942 µs + 80.268 µs Median - 7.2498 ms - 7.2667 ms - 7.2808 ms + 8.5956 ms + 8.6094 ms + 8.6203 ms MAD - 36.757 µs - 47.319 µs - 65.075 µs + 40.353 µs + 51.535 µs + 66.542 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.9101% - -0.5741% - -0.2584% + +18.205% + +18.469% + +18.735% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 0b9d31f7a509..75c8b0dfcc0e 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -7.2 + +8.55 - - -7.25 + + +8.6 - - -7.3 + + +8.65 - - -7.35 + + +8.7 - - -7.4 + + +8.75 - - -7.45 + + +8.8 - - -7.5 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index f6a3ace91f64..9532d0cce6e2 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - -7.2 + +8.55 - - -7.25 + + +8.6 - - -7.3 + + +8.65 - - -7.35 + + +8.7 - - -7.4 + + +8.75 - - -7.45 + + +8.8 - - -7.5 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 8cc7eb00cda9..d02632b93582 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -7.265 + +8.61 - - -7.27 + + +8.615 - - -7.275 + + +8.62 - - -7.28 + + +8.625 - + -7.285 +8.63 - -7.29 - - - - - + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index b94835bc69ec..e2b1be26d56c 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -7.25 + + +80 + + + +90 - - -7.255 + + + +8.595 - - -7.26 + + +8.6 - - -7.265 + + +8.605 - - -7.27 + + +8.61 - - -7.275 + + +8.615 - - -7.28 + + +8.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 93a3d6866ba6..2172f5b073db 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,79 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -7.1 + +8.45 - - -7.15 + + +8.5 - - -7.2 + + +8.55 - - -7.25 + + +8.6 - - -7.3 + + +8.65 - - -7.35 + + +8.7 - - -7.4 + + +8.75 - - -7.45 + + +8.8 - - -7.5 + + +8.85 - - -7.55 + + +8.9 - - -7.6 - - + Density (a.u.) @@ -94,46 +86,48 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - - - - + + + + + - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index b2fb717ab5cd..10ea231daa4c 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - -7.2 + +8.5 + + + +8.6 + + + +8.7 - - -7.4 + + +8.8 - - -7.6 + + +8.9 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 835dd8ec9db0..d1d3cb1d8e5d 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + 7.2 - - -7.25 + + +7.4 - - -7.3 + + +7.6 - - -7.35 + + +7.8 - - -7.4 + + +8.0 - - -7.45 + + +8.2 - - -7.5 + + +8.4 - - -7.55 - - - -7.6 + + +8.6 - - -7.65 + + +8.8 - + 0 @@ -109,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 52aede6f0c38..574f2f60c249 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -35,24 +35,20 @@ Average Time (ms) - -7.2 - - - -7.4 - - - -7.6 - - - -7.8 - - - - - - + +7.5 + + + +8 + + + +8.5 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index b5c786b3121a..854e12cfdd12 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -7.265 + +8.61 - - -7.27 + + +8.615 - - -7.275 + + +8.62 - - -7.28 + + +8.625 - + -7.285 +8.63 - -7.29 - - - - - + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index fa1ed93a2e60..65efbd5f2c8c 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524673.6175,"upper_bound":6528331.26071875},"point_estimate":6526107.29,"standard_error":971.1178350248379},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523823.125,"upper_bound":6525359.625},"point_estimate":6524517.1875,"standard_error":364.6181294920782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2659.413702785969,"upper_bound":4256.454178495332},"point_estimate":3589.5598612725735,"standard_error":403.4644010888977},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3106.622523299255,"upper_bound":15979.779381371889},"point_estimate":9745.843801118272,"standard_error":4313.036679482836}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525794.9374375,"upper_bound":6531278.40215625},"point_estimate":6528181.48875,"standard_error":1414.3743709277298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524851.375,"upper_bound":6526669.875},"point_estimate":6525456.375,"standard_error":450.1305534045011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2310.6320589780807,"upper_bound":3808.0580323934555},"point_estimate":2687.490439787507,"standard_error":380.9446303388079},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3329.0949131355446,"upper_bound":20956.43603924759},"point_estimate":14252.237752915273,"standard_error":4333.202556176598}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index c435ef7a396a..68e34b3d6245 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52923725.0,52179559.0,52231546.0,52189688.0,52176474.0,52191612.0,52163108.0,52174931.0,52176794.0,52241464.0,52175862.0,52201741.0,52192784.0,52183486.0,52245612.0,52228029.0,52169811.0,52223050.0,52213582.0,52296417.0,52179909.0,52227418.0,52265068.0,52196791.0,52184909.0,52195970.0,52208974.0,52173527.0,52244510.0,52232347.0,52210025.0,52164190.0,52186912.0,52199506.0,52213633.0,52179328.0,52181352.0,52218551.0,52267182.0,52253256.0,52214514.0,52231405.0,52181693.0,52176743.0,52184638.0,52160092.0,52199006.0,52237447.0,52193706.0,52178517.0,52199226.0,52170592.0,52219003.0,52194677.0,52216086.0,52190850.0,52205047.0,52220375.0,52321182.0,52205016.0,52226647.0,52176944.0,52175724.0,52185325.0,52172881.0,52171799.0,52239987.0,52189904.0,52171960.0,52207065.0,52175557.0,52202877.0,52183491.0,52196305.0,52161731.0,52171940.0,52197417.0,52207847.0,52223626.0,52245537.0,52174254.0,52195333.0,52166199.0,52173513.0,52208468.0,52198329.0,52211743.0,52191676.0,52190585.0,52175967.0,52181277.0,52216754.0,52203188.0,52176098.0,52176318.0,52204240.0,52247663.0,52194943.0,52255085.0,52197187.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52175268.0,52230431.0,52188392.0,52214871.0,52272970.0,52192661.0,52230371.0,52233978.0,52216866.0,52189234.0,52222826.0,52180498.0,52194253.0,52199703.0,52218077.0,52204022.0,52167003.0,52196698.0,52221344.0,52637560.0,52245489.0,52214501.0,52216084.0,52266318.0,52222547.0,52203280.0,52168986.0,52217066.0,52194965.0,52238415.0,52285463.0,52214260.0,52200456.0,52214501.0,52205594.0,52180057.0,52173415.0,52211806.0,52189074.0,52213359.0,52192380.0,52192220.0,52940063.0,52198381.0,52201797.0,52170439.0,52217767.0,52189935.0,52206916.0,52167634.0,52204122.0,52202729.0,52211064.0,52192059.0,52175718.0,52168254.0,52191237.0,52234067.0,52168475.0,52191838.0,52214581.0,52275764.0,52217916.0,52214811.0,52194563.0,52225591.0,52201846.0,52216023.0,52192049.0,52187160.0,52203149.0,52268471.0,52198331.0,52168795.0,52161241.0,52189735.0,52265044.0,52168454.0,52188000.0,52225381.0,52205644.0,52935022.0,52209291.0,52176149.0,52228677.0,52226192.0,52199522.0,52187971.0,52241560.0,52241650.0,52220271.0,52256348.0,52174676.0,52159988.0,52212367.0,52227384.0,52198150.0,52198811.0,52202107.0,52186749.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 7696adcb7d17..d13ef98fa745 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6507610.65625,6514938.0625,6534477.8125,6541805.21875] \ No newline at end of file +[6511825.71875,6517780.671875,6533660.546875,6539615.5] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index dc29d88ab224..91d6a656d586 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007659140330162906,"upper_bound":0.0002711470657215109},"point_estimate":-0.0002063072769348251,"standard_error":0.00026226936817858547},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000179412349126995,"upper_bound":0.0001763350303110034},"point_estimate":-0.000017491409787573353,"standard_error":0.00009107007271772973}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00018800573136621137,"upper_bound":0.0008885332403342271},"point_estimate":0.0003178309301132831,"standard_error":0.000271271330725516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-8.869339476968996e-6,"upper_bound":0.00036401128771235136},"point_estimate":0.00014394743289192213,"standard_error":0.00009176481630093402}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index fa1ed93a2e60..65efbd5f2c8c 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524673.6175,"upper_bound":6528331.26071875},"point_estimate":6526107.29,"standard_error":971.1178350248379},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523823.125,"upper_bound":6525359.625},"point_estimate":6524517.1875,"standard_error":364.6181294920782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2659.413702785969,"upper_bound":4256.454178495332},"point_estimate":3589.5598612725735,"standard_error":403.4644010888977},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3106.622523299255,"upper_bound":15979.779381371889},"point_estimate":9745.843801118272,"standard_error":4313.036679482836}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525794.9374375,"upper_bound":6531278.40215625},"point_estimate":6528181.48875,"standard_error":1414.3743709277298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524851.375,"upper_bound":6526669.875},"point_estimate":6525456.375,"standard_error":450.1305534045011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2310.6320589780807,"upper_bound":3808.0580323934555},"point_estimate":2687.490439787507,"standard_error":380.9446303388079},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3329.0949131355446,"upper_bound":20956.43603924759},"point_estimate":14252.237752915273,"standard_error":4333.202556176598}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index c435ef7a396a..68e34b3d6245 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52923725.0,52179559.0,52231546.0,52189688.0,52176474.0,52191612.0,52163108.0,52174931.0,52176794.0,52241464.0,52175862.0,52201741.0,52192784.0,52183486.0,52245612.0,52228029.0,52169811.0,52223050.0,52213582.0,52296417.0,52179909.0,52227418.0,52265068.0,52196791.0,52184909.0,52195970.0,52208974.0,52173527.0,52244510.0,52232347.0,52210025.0,52164190.0,52186912.0,52199506.0,52213633.0,52179328.0,52181352.0,52218551.0,52267182.0,52253256.0,52214514.0,52231405.0,52181693.0,52176743.0,52184638.0,52160092.0,52199006.0,52237447.0,52193706.0,52178517.0,52199226.0,52170592.0,52219003.0,52194677.0,52216086.0,52190850.0,52205047.0,52220375.0,52321182.0,52205016.0,52226647.0,52176944.0,52175724.0,52185325.0,52172881.0,52171799.0,52239987.0,52189904.0,52171960.0,52207065.0,52175557.0,52202877.0,52183491.0,52196305.0,52161731.0,52171940.0,52197417.0,52207847.0,52223626.0,52245537.0,52174254.0,52195333.0,52166199.0,52173513.0,52208468.0,52198329.0,52211743.0,52191676.0,52190585.0,52175967.0,52181277.0,52216754.0,52203188.0,52176098.0,52176318.0,52204240.0,52247663.0,52194943.0,52255085.0,52197187.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52175268.0,52230431.0,52188392.0,52214871.0,52272970.0,52192661.0,52230371.0,52233978.0,52216866.0,52189234.0,52222826.0,52180498.0,52194253.0,52199703.0,52218077.0,52204022.0,52167003.0,52196698.0,52221344.0,52637560.0,52245489.0,52214501.0,52216084.0,52266318.0,52222547.0,52203280.0,52168986.0,52217066.0,52194965.0,52238415.0,52285463.0,52214260.0,52200456.0,52214501.0,52205594.0,52180057.0,52173415.0,52211806.0,52189074.0,52213359.0,52192380.0,52192220.0,52940063.0,52198381.0,52201797.0,52170439.0,52217767.0,52189935.0,52206916.0,52167634.0,52204122.0,52202729.0,52211064.0,52192059.0,52175718.0,52168254.0,52191237.0,52234067.0,52168475.0,52191838.0,52214581.0,52275764.0,52217916.0,52214811.0,52194563.0,52225591.0,52201846.0,52216023.0,52192049.0,52187160.0,52203149.0,52268471.0,52198331.0,52168795.0,52161241.0,52189735.0,52265044.0,52168454.0,52188000.0,52225381.0,52205644.0,52935022.0,52209291.0,52176149.0,52228677.0,52226192.0,52199522.0,52187971.0,52241560.0,52241650.0,52220271.0,52256348.0,52174676.0,52159988.0,52212367.0,52227384.0,52198150.0,52198811.0,52202107.0,52186749.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 7696adcb7d17..d13ef98fa745 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6507610.65625,6514938.0625,6534477.8125,6541805.21875] \ No newline at end of file +[6511825.71875,6517780.671875,6533660.546875,6539615.5] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 91acdaac6989..e2a9d3898ac9 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + - + +2.2 + + + +2.4 + + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - + + 3.4 - - + + 3.6 - - + + 3.8 - - -4 - - - -4.2 - - - -4.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index b2625db9bb7d..1dc10a8b5278 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - + - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - - - + + +18 + + + +20 + + + +22 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 8e5ee7862a33..d0f20aa95554 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - + +6.52 + + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - - -6.62 - - - -6.63 - - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index fe3d38754a8c..565dca86e59e 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -38,18 +38,18 @@ Average Time (ms) - + 6.55 - - + + 6.6 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 7fafe0c4ac66..d73c0b57ac7e 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + - --8e-4 + +-2e-4 - - --6e-4 + + +0 - - --4e-4 + + +2e-4 - + --2e-4 +4e-4 - -0 + +6e-4 - - -2e-4 + + +8e-4 + + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index b146b8c8d053..254e687bd965 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,94 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - - --2e-4 - - - --0.00015 + + +5000 - - --1e-4 + + +5500 - - + + + -5e-5 - - + + 0 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - + + 2e-4 - - - - + + +0.00025 + + + +3e-4 + + + +0.00035 + + + +4e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 883b11479857..150264e2dfb7 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index e52655c2e453..3a33d403668f 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002215 - 0.0002263 - 0.0002150 + 0.0011305 + 0.0011625 + 0.0011097 Mean - 6.5247 ms - 6.5261 ms - 6.5283 ms + 6.5258 ms + 6.5282 ms + 6.5313 ms Std. Dev. - 3.1066 µs - 9.7458 µs - 15.980 µs + 3.3291 µs + 14.252 µs + 20.956 µs Median - 6.5238 ms - 6.5245 ms - 6.5254 ms + 6.5249 ms + 6.5255 ms + 6.5267 ms MAD - 2.6594 µs - 3.5896 µs - 4.2565 µs + 2.3106 µs + 2.6875 µs + 3.8081 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0766% - -0.0206% - +0.0271% - (p = 0.48 > + -0.0188% + +0.0318% + +0.0889% + (p = 0.25 > 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index f89453914a43..0dc00e65d8cd 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,52 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + +6.52 + + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - + 10 @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 3800b5115845..0751ca643b18 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,52 +12,57 @@ Average Iteration Time (ms) + - - - - - - - - + + + + + + + + + +6.52 + + 6.53 - + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - + 10 @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index b71564ae8e1d..07aa649f84d5 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - -6.5245 - - - -6.525 - - - -6.5255 - - - + 6.526 - - -6.5265 - - - + + 6.527 - - -6.5275 - - - + + 6.528 - - -6.5285 + + +6.529 + + + +6.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index c7c5f4f09764..51f650ef4809 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + - -6.5238 + +6.5248 - - -6.524 + + +6.525 - - -6.5242 + + +6.5252 - - -6.5244 + + +6.5254 - - -6.5246 + + +6.5256 - - -6.5248 + + +6.5258 - - -6.525 + + +6.526 - - -6.5252 + + +6.5262 - - -6.5254 + + +6.5264 + + + +6.5266 + + + +6.5268 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 5a325b975ed5..bf687c50f0dd 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (ms) - + 6.52 - - + + 6.54 - + 6.56 - + 6.58 - - + + 6.6 - - + + 6.62 - + Density (a.u.) @@ -78,46 +78,44 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - -60 - - - -70 - - - - - - - - - + + + + + + + + + + + - + + + - - + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index cddb7747a6c7..cdd86a632f30 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - + 6.55 - - + + 6.6 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 9e93c4f1bbf5..bbe605dc84e1 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - + +6.52 + + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - - -6.62 - - - -6.63 - - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 451d4878fa6a..0c59f486a974 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -35,16 +35,16 @@ Average Time (ms) - + 6.55 - - + + 6.6 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index cdee89601992..1da66d79edce 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - -6.5245 - - - -6.525 - - - -6.5255 - - - + 6.526 - - -6.5265 - - - + + 6.527 - - -6.5275 - - - + + 6.528 - - -6.5285 + + +6.529 + + + +6.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 11c707cafbd5..462421c314d4 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668836.32578125,"upper_bound":6683137.7523125},"point_estimate":6674689.0075,"standard_error":3736.8829555101197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665764.25,"upper_bound":6669109.25},"point_estimate":6667447.75,"standard_error":855.8743816122847},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4197.240525484085,"upper_bound":8046.070057153702},"point_estimate":5968.298856541514,"standard_error":1040.3092718059502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8035.206538922849,"upper_bound":60705.8490684004},"point_estimate":37640.35651780135,"standard_error":14677.922019270396}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666629.526093749,"upper_bound":6673085.501625},"point_estimate":6669476.8775,"standard_error":1664.069866887531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6664308.875,"upper_bound":6667664.5},"point_estimate":6665560.5,"standard_error":804.966188070622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4055.0962530076504,"upper_bound":6597.75520786643},"point_estimate":5418.995566293597,"standard_error":672.2215079191055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6011.995391407619,"upper_bound":24330.997796343654},"point_estimate":16717.766475167624,"standard_error":4569.943792550427}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 60f25477dfb3..6254b5f1df7e 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53332792.0,53353651.0,53324116.0,53312034.0,53351457.0,53274223.0,53411279.0,53417391.0,53383106.0,53338563.0,53383678.0,53287940.0,53319762.0,53661479.0,53322067.0,53356030.0,53359326.0,53360658.0,53394641.0,53285999.0,53438393.0,53306778.0,53293844.0,53283374.0,53380485.0,55971342.0,53611635.0,54479934.0,53310174.0,54155308.0,53266212.0,53387017.0,53299615.0,53333198.0,53335923.0,53308120.0,53325703.0,53386767.0,53348506.0,53361681.0,53322607.0,53307119.0,53331213.0,53410792.0,53326114.0,53396736.0,53391216.0,53330653.0,53342434.0,53350259.0,53325553.0,53284507.0,53368002.0,53323960.0,53325594.0,53323449.0,53348786.0,53352874.0,53321626.0,53371518.0,53342174.0,53325593.0,53386546.0,53308982.0,53480972.0,53427813.0,53296478.0,53257807.0,53383291.0,53328809.0,53427643.0,53318029.0,53359496.0,53277965.0,53317157.0,53260452.0,53434947.0,53341543.0,53319452.0,53298794.0,53433544.0,53390013.0,53404791.0,53412446.0,53543338.0,53315404.0,53371528.0,53340601.0,53318039.0,53304384.0,53344779.0,53397577.0,53271863.0,53328809.0,53267695.0,53398248.0,53337055.0,53295336.0,53313320.0,53399280.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53324528.0,53310802.0,53261580.0,53291838.0,53277974.0,53381757.0,53828809.0,53309512.0,53336242.0,53358322.0,53264628.0,53406061.0,53323357.0,53290246.0,53312668.0,53314010.0,53325401.0,53309772.0,53306265.0,53314932.0,53314521.0,53289494.0,53342924.0,53328187.0,53303311.0,53257245.0,53310233.0,53318388.0,53302239.0,54095787.0,53468448.0,53331994.0,53319902.0,53370646.0,53313039.0,53337634.0,53300054.0,53294364.0,53295687.0,53268165.0,53324330.0,53266552.0,53309672.0,53339708.0,53257916.0,53322787.0,53384762.0,53301787.0,53392696.0,53354395.0,53358724.0,53312176.0,53376376.0,53336472.0,53378831.0,53481933.0,53361669.0,53347923.0,53299904.0,53346821.0,53278334.0,53459151.0,53353313.0,53340459.0,53323247.0,53397746.0,53296758.0,54212062.0,53410279.0,53289745.0,53324440.0,53364474.0,53349456.0,53293041.0,53367681.0,53344898.0,53306887.0,53462888.0,53369935.0,53305174.0,53367098.0,53363833.0,53303311.0,53291929.0,53383910.0,53321874.0,53471343.0,53361398.0,53285567.0,53344918.0,53362331.0,53425959.0,53268446.0,53344727.0,53330471.0,53383450.0,53312307.0,53288423.0,53299703.0,53354136.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 925965316e93..a1965df8dbb1 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6638298.3125,6651444.078125,6686499.453125,6699645.21875] \ No newline at end of file +[6640506.5625,6651693.46875,6681525.21875,6692712.125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index bd103a181813..247c45000efe 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00040989081264617946,"upper_bound":0.0020683354857723934},"point_estimate":0.0006605662538177182,"standard_error":0.0006315043688944903},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000042785940719825,"upper_bound":0.00075516421265812},"point_estimate":0.0003935868792044328,"standard_error":0.00020293631892003138}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021300716139480563,"upper_bound":0.00024648446750585835},"point_estimate":-0.0007808798273811757,"standard_error":0.0006114415090415598},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005694052838054464,"upper_bound":0.00012308961149654074},"point_estimate":-0.00028305433664632673,"standard_error":0.00017677350315341577}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 11c707cafbd5..462421c314d4 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668836.32578125,"upper_bound":6683137.7523125},"point_estimate":6674689.0075,"standard_error":3736.8829555101197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665764.25,"upper_bound":6669109.25},"point_estimate":6667447.75,"standard_error":855.8743816122847},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4197.240525484085,"upper_bound":8046.070057153702},"point_estimate":5968.298856541514,"standard_error":1040.3092718059502},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8035.206538922849,"upper_bound":60705.8490684004},"point_estimate":37640.35651780135,"standard_error":14677.922019270396}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666629.526093749,"upper_bound":6673085.501625},"point_estimate":6669476.8775,"standard_error":1664.069866887531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6664308.875,"upper_bound":6667664.5},"point_estimate":6665560.5,"standard_error":804.966188070622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4055.0962530076504,"upper_bound":6597.75520786643},"point_estimate":5418.995566293597,"standard_error":672.2215079191055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6011.995391407619,"upper_bound":24330.997796343654},"point_estimate":16717.766475167624,"standard_error":4569.943792550427}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 60f25477dfb3..6254b5f1df7e 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53332792.0,53353651.0,53324116.0,53312034.0,53351457.0,53274223.0,53411279.0,53417391.0,53383106.0,53338563.0,53383678.0,53287940.0,53319762.0,53661479.0,53322067.0,53356030.0,53359326.0,53360658.0,53394641.0,53285999.0,53438393.0,53306778.0,53293844.0,53283374.0,53380485.0,55971342.0,53611635.0,54479934.0,53310174.0,54155308.0,53266212.0,53387017.0,53299615.0,53333198.0,53335923.0,53308120.0,53325703.0,53386767.0,53348506.0,53361681.0,53322607.0,53307119.0,53331213.0,53410792.0,53326114.0,53396736.0,53391216.0,53330653.0,53342434.0,53350259.0,53325553.0,53284507.0,53368002.0,53323960.0,53325594.0,53323449.0,53348786.0,53352874.0,53321626.0,53371518.0,53342174.0,53325593.0,53386546.0,53308982.0,53480972.0,53427813.0,53296478.0,53257807.0,53383291.0,53328809.0,53427643.0,53318029.0,53359496.0,53277965.0,53317157.0,53260452.0,53434947.0,53341543.0,53319452.0,53298794.0,53433544.0,53390013.0,53404791.0,53412446.0,53543338.0,53315404.0,53371528.0,53340601.0,53318039.0,53304384.0,53344779.0,53397577.0,53271863.0,53328809.0,53267695.0,53398248.0,53337055.0,53295336.0,53313320.0,53399280.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53324528.0,53310802.0,53261580.0,53291838.0,53277974.0,53381757.0,53828809.0,53309512.0,53336242.0,53358322.0,53264628.0,53406061.0,53323357.0,53290246.0,53312668.0,53314010.0,53325401.0,53309772.0,53306265.0,53314932.0,53314521.0,53289494.0,53342924.0,53328187.0,53303311.0,53257245.0,53310233.0,53318388.0,53302239.0,54095787.0,53468448.0,53331994.0,53319902.0,53370646.0,53313039.0,53337634.0,53300054.0,53294364.0,53295687.0,53268165.0,53324330.0,53266552.0,53309672.0,53339708.0,53257916.0,53322787.0,53384762.0,53301787.0,53392696.0,53354395.0,53358724.0,53312176.0,53376376.0,53336472.0,53378831.0,53481933.0,53361669.0,53347923.0,53299904.0,53346821.0,53278334.0,53459151.0,53353313.0,53340459.0,53323247.0,53397746.0,53296758.0,54212062.0,53410279.0,53289745.0,53324440.0,53364474.0,53349456.0,53293041.0,53367681.0,53344898.0,53306887.0,53462888.0,53369935.0,53305174.0,53367098.0,53363833.0,53303311.0,53291929.0,53383910.0,53321874.0,53471343.0,53361398.0,53285567.0,53344918.0,53362331.0,53425959.0,53268446.0,53344727.0,53330471.0,53383450.0,53312307.0,53288423.0,53299703.0,53354136.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 925965316e93..a1965df8dbb1 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6638298.3125,6651444.078125,6686499.453125,6699645.21875] \ No newline at end of file +[6640506.5625,6651693.46875,6681525.21875,6692712.125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index b2ab3b2fc64d..d53493b14a08 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 + + + +0.6 - + + +0.7 + + - + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - -7 - - - -7.5 - - - -8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 4fdb29b752ab..fd5fe5a4f32f 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 + +0.01 - + -0.01 +0.02 - -0.015 + +0.03 - - -0.02 + + +0.04 - - -0.025 + + +0.05 - - -0.03 + + +0.06 - - -0.035 + + +0.07 - - -0.04 + + +0.08 - - -0.045 + + +0.09 - - -0.05 + + +0.1 - + - -10 + +5 - - -20 - - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 419e7b839a2c..0d252ff1b61e 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,33 +16,33 @@ Average Iteration Time (ms) - - - + + + - + - + 6.7 - - + + 6.75 - - + + 6.8 - + 6.85 - + 6.9 - + 6.95 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 89b7b401808d..03940b79f596 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,34 +9,38 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + 6.7 @@ -54,10 +58,10 @@ Average Time (ms) 7 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 30c4ca183399..272f21d70c45 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - --5e-4 + +-0.002 - - -0 + + +-0.0015 - - -5e-4 + + +-0.001 - - -0.001 + + +-5e-4 - - -0.0015 + + +0 - - -0.002 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 1d1da7dab05c..13be283374d1 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 - - - -1800 - - - + + 2000 - + - --1e-4 + +-6e-4 - - -0 + + +-5e-4 - - -1e-4 - - - -2e-4 + + +-4e-4 - - -3e-4 + + +-3e-4 - - -4e-4 + + +-2e-4 - - -5e-4 + + +-1e-4 - - -6e-4 + + +1.0842e-19 - - -7e-4 + + +1e-4 - - -8e-4 + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 2f42a158ad17..0628c29af0f1 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 420f0a4fb62a..18a40d031ad0 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000003 - 0.0000003 - 0.0000003 + 0.0000015 + 0.0000016 + 0.0000015 Mean - 6.6688 ms - 6.6747 ms - 6.6831 ms + 6.6666 ms + 6.6695 ms + 6.6731 ms Std. Dev. - 8.0352 µs - 37.640 µs - 60.706 µs + 6.0120 µs + 16.718 µs + 24.331 µs Median - 6.6658 ms - 6.6674 ms - 6.6691 ms + 6.6643 ms + 6.6656 ms + 6.6677 ms MAD - 4.1972 µs - 5.9683 µs - 8.0461 µs + 4.0551 µs + 5.4190 µs + 6.5978 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0410% - +0.0661% - +0.2068% - (p = 0.33 > + -0.2130% + -0.0781% + +0.0246% + (p = 0.22 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 07d863b3da25..549270e93c96 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,35 +15,35 @@ Average Iteration Time (ms) - - - - - + + + + + - -6.7 + +6.66 - - -6.75 + + +6.68 - - -6.8 + + +6.7 - - -6.85 + + +6.72 - - -6.9 + + +6.74 - + -6.95 +6.76 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 8db69103cf07..048c80b58f3e 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,35 +12,35 @@ Average Iteration Time (ms) - - - - - + + + + + - -6.7 + +6.66 - - -6.75 + + +6.68 - - -6.8 + + +6.7 - - -6.85 + + +6.72 - - -6.9 + + +6.74 - + -6.95 +6.76 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index bff45be7af8c..2cbcf249b394 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + - -6.668 - - - -6.67 + +6.666 - - -6.672 + + +6.667 - - -6.674 + + +6.668 - - -6.676 + + +6.669 - - -6.678 + + +6.67 - - -6.68 + + +6.671 - - -6.682 + + +6.672 - - -6.684 + + +6.673 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index d23692d589dc..cac80d8bd5bd 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - + + +1000 + + + +1200 + + + +1400 + + - + +6.664 + + + +6.6645 + + + +6.665 + + + 6.6655 - - + + 6.666 - - + + 6.6665 - - + + 6.667 - - + + 6.6675 - - + + 6.668 - - -6.6685 - - - -6.669 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index da2673c739da..b49085367823 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (ms) - -6.65 + +6.64 - - -6.7 + + +6.66 - - -6.75 + + +6.68 - - -6.8 + + +6.7 - - -6.85 + + +6.72 - - -6.9 + + +6.74 - - -6.95 + + +6.76 - - -7 + + +6.78 - + Density (a.u.) @@ -86,40 +86,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - - - - - - - - - - - - - - - - - - + + +25 + + + +30 + + + +35 + + + +40 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index c898898846e7..95fec51f5e13 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -6.7 + + +25 + + + +30 + + + +35 - - -6.8 + + +40 - - -6.9 + + +45 + + + + +6.65 + + + +6.7 - - -7 + + +6.75 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index a1219c0baac1..f0df5ab5f185 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,21 +13,21 @@ Average Iteration Time (ms) - - + + - + - + 6.7 - - + + 6.75 - + 6.8 @@ -36,10 +36,10 @@ Average Iteration Time (ms) 6.85 - + 6.9 - + 6.95 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 744f0745ad31..c912ae3649ae 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,34 +6,38 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + 6.7 @@ -51,8 +55,8 @@ Average Time (ms) 7 - - - - + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 4523ed03c3a1..ac3fdfff9833 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + - -6.668 - - - -6.67 + +6.666 - - -6.672 + + +6.667 - - -6.674 + + +6.668 - - -6.676 + + +6.669 - - -6.678 + + +6.67 - - -6.68 + + +6.671 - - -6.682 + + +6.672 - - -6.684 + + +6.673 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index fa021720eea8..2b6ae923600a 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8692.682212040938,"upper_bound":8783.728753949683},"point_estimate":8735.90009355608,"standard_error":23.29334723645073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8722.205758426966,"upper_bound":8763.875},"point_estimate":8740.692929075984,"standard_error":9.73566399256459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.79014565781574,"upper_bound":119.51956483614512},"point_estimate":88.4798721647634,"standard_error":15.410396343737736},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8758.764730912688,"upper_bound":8842.729283445848},"point_estimate":8794.182496675041,"standard_error":21.7392230891968},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":153.02411406785916,"upper_bound":310.1114318120085},"point_estimate":234.51224466129727,"standard_error":40.57395569561516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8662.660254158096,"upper_bound":8755.252887937668},"point_estimate":8705.015587597947,"standard_error":23.76644032241007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8650.41087962963,"upper_bound":8685.048132183909},"point_estimate":8666.87699718045,"standard_error":8.761681879072016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.64758796803563,"upper_bound":107.78286545286988},"point_estimate":76.84542268670606,"standard_error":11.919361689054112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8663.871330833168,"upper_bound":8770.047899160387},"point_estimate":8707.986653058962,"standard_error":27.776278503106564},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.6001543873266,"upper_bound":337.24364176988075},"point_estimate":238.15395999030633,"standard_error":53.783338360065116}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 3e0f3a6d214e..cbcf33c611b6 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[149027.0,271488.0,397636.0,543678.0,669359.0,810807.0,959911.0,1075886.0,1188339.0,1339514.0,1516605.0,1676094.0,1806800.0,1954352.0,2068308.0,2223842.0,2363931.0,2431106.0,2536292.0,2661947.0,2795933.0,2922900.0,3119028.0,3369729.0,3475948.0,3638620.0,3821095.0,3929577.0,4019227.0,4189767.0,4347288.0,4483867.0,4656092.0,4778969.0,4904221.0,5037303.0,5154207.0,5315708.0,5474080.0,5645051.0,6521957.0,6090514.0,6176048.0,6318385.0,6374946.0,6382437.0,6612304.0,6778676.0,6945428.0,6925487.0,7126371.0,7177987.0,7390934.0,7551508.0,7637560.0,7788241.0,7962859.0,8136288.0,8170832.0,8386345.0,8500600.0,8635387.0,8843434.0,8986551.0,9068602.0,9279787.0,9401085.0,9543273.0,9747726.0,9761549.0,9994986.0,10081570.0,10314963.0,10336262.0,10637572.0,10747552.0,10774105.0,12241791.0,11150057.0,11301371.0,11284540.0,11531270.0,11517949.0,11778648.0,11851658.0,12144304.0,12462110.0,12290527.0,12420421.0,12944869.0,12604776.0,12960790.0,12971222.0,13155915.0,13395892.0,13545076.0,13566365.0,13753476.0,13813079.0,14115106.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[152821.0,270394.0,416769.0,556983.0,710036.0,846169.0,952463.0,1121865.0,1230853.0,1394215.0,1556429.0,1659423.0,1793528.0,1915917.0,2065248.0,2272957.0,2464043.0,2577237.0,2532849.0,2637740.0,2781700.0,2934560.0,3139727.0,3344516.0,3723985.0,3637662.0,3735481.0,3863762.0,3990440.0,4205966.0,4325943.0,4425247.0,4570896.0,4728392.0,4852590.0,4998551.0,5147186.0,5269267.0,5438913.0,5625218.0,5659250.0,5906201.0,5922278.0,6045717.0,6252205.0,6382350.0,7699831.0,6646176.0,6788735.0,6949101.0,7240723.0,7283721.0,7347029.0,7491586.0,7639434.0,7714841.0,7891715.0,8082807.0,8154159.0,8276622.0,8467060.0,8592142.0,8682306.0,8964462.0,8974596.0,9070981.0,9211092.0,9453205.0,9542894.0,9707260.0,9770475.0,9945922.0,10182103.0,10226020.0,10337606.0,10645495.0,10839892.0,10810528.0,10897146.0,11224681.0,11368434.0,11421613.0,11385085.0,11559828.0,11826655.0,11780471.0,12089587.0,12172962.0,12436657.0,12340514.0,12791269.0,12825486.0,12900116.0,13214304.0,13097260.0,13233284.0,13625708.0,13510421.0,13702769.0,15223592.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 5a725384b17b..c5be5c43c30d 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8338.590325726975,8511.627767758593,8973.060946509573,9146.09838854119] \ No newline at end of file +[8257.293582262548,8436.921189459685,8915.928141985383,9095.55574918252] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index af5e7d8b8549..1f28e0040d0e 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00044680801698603924,"upper_bound":0.01497364420426041},"point_estimate":0.007571770684198009,"standard_error":0.0036833718088000776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005847222298137389,"upper_bound":0.011420240142552806},"point_estimate":0.008464094675475486,"standard_error":0.001397457126271507}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010576775406575645,"upper_bound":0.004503387527291411},"point_estimate":-0.0035353547576527644,"standard_error":0.0038428272686256097},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011231576938643628,"upper_bound":-0.005374890422751035},"point_estimate":-0.008445089250302296,"standard_error":0.0014487672738103038}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index fa021720eea8..2b6ae923600a 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8692.682212040938,"upper_bound":8783.728753949683},"point_estimate":8735.90009355608,"standard_error":23.29334723645073},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8722.205758426966,"upper_bound":8763.875},"point_estimate":8740.692929075984,"standard_error":9.73566399256459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.79014565781574,"upper_bound":119.51956483614512},"point_estimate":88.4798721647634,"standard_error":15.410396343737736},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8758.764730912688,"upper_bound":8842.729283445848},"point_estimate":8794.182496675041,"standard_error":21.7392230891968},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":153.02411406785916,"upper_bound":310.1114318120085},"point_estimate":234.51224466129727,"standard_error":40.57395569561516}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8662.660254158096,"upper_bound":8755.252887937668},"point_estimate":8705.015587597947,"standard_error":23.76644032241007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8650.41087962963,"upper_bound":8685.048132183909},"point_estimate":8666.87699718045,"standard_error":8.761681879072016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.64758796803563,"upper_bound":107.78286545286988},"point_estimate":76.84542268670606,"standard_error":11.919361689054112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8663.871330833168,"upper_bound":8770.047899160387},"point_estimate":8707.986653058962,"standard_error":27.776278503106564},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.6001543873266,"upper_bound":337.24364176988075},"point_estimate":238.15395999030633,"standard_error":53.783338360065116}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 3e0f3a6d214e..cbcf33c611b6 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[149027.0,271488.0,397636.0,543678.0,669359.0,810807.0,959911.0,1075886.0,1188339.0,1339514.0,1516605.0,1676094.0,1806800.0,1954352.0,2068308.0,2223842.0,2363931.0,2431106.0,2536292.0,2661947.0,2795933.0,2922900.0,3119028.0,3369729.0,3475948.0,3638620.0,3821095.0,3929577.0,4019227.0,4189767.0,4347288.0,4483867.0,4656092.0,4778969.0,4904221.0,5037303.0,5154207.0,5315708.0,5474080.0,5645051.0,6521957.0,6090514.0,6176048.0,6318385.0,6374946.0,6382437.0,6612304.0,6778676.0,6945428.0,6925487.0,7126371.0,7177987.0,7390934.0,7551508.0,7637560.0,7788241.0,7962859.0,8136288.0,8170832.0,8386345.0,8500600.0,8635387.0,8843434.0,8986551.0,9068602.0,9279787.0,9401085.0,9543273.0,9747726.0,9761549.0,9994986.0,10081570.0,10314963.0,10336262.0,10637572.0,10747552.0,10774105.0,12241791.0,11150057.0,11301371.0,11284540.0,11531270.0,11517949.0,11778648.0,11851658.0,12144304.0,12462110.0,12290527.0,12420421.0,12944869.0,12604776.0,12960790.0,12971222.0,13155915.0,13395892.0,13545076.0,13566365.0,13753476.0,13813079.0,14115106.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[152821.0,270394.0,416769.0,556983.0,710036.0,846169.0,952463.0,1121865.0,1230853.0,1394215.0,1556429.0,1659423.0,1793528.0,1915917.0,2065248.0,2272957.0,2464043.0,2577237.0,2532849.0,2637740.0,2781700.0,2934560.0,3139727.0,3344516.0,3723985.0,3637662.0,3735481.0,3863762.0,3990440.0,4205966.0,4325943.0,4425247.0,4570896.0,4728392.0,4852590.0,4998551.0,5147186.0,5269267.0,5438913.0,5625218.0,5659250.0,5906201.0,5922278.0,6045717.0,6252205.0,6382350.0,7699831.0,6646176.0,6788735.0,6949101.0,7240723.0,7283721.0,7347029.0,7491586.0,7639434.0,7714841.0,7891715.0,8082807.0,8154159.0,8276622.0,8467060.0,8592142.0,8682306.0,8964462.0,8974596.0,9070981.0,9211092.0,9453205.0,9542894.0,9707260.0,9770475.0,9945922.0,10182103.0,10226020.0,10337606.0,10645495.0,10839892.0,10810528.0,10897146.0,11224681.0,11368434.0,11421613.0,11385085.0,11559828.0,11826655.0,11780471.0,12089587.0,12172962.0,12436657.0,12340514.0,12791269.0,12825486.0,12900116.0,13214304.0,13097260.0,13233284.0,13625708.0,13510421.0,13702769.0,15223592.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 5a725384b17b..c5be5c43c30d 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8338.590325726975,8511.627767758593,8973.060946509573,9146.09838854119] \ No newline at end of file +[8257.293582262548,8436.921189459685,8915.928141985383,9095.55574918252] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 66d53b44e982..d31ea1c46358 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - + + +0.035 + + + +0.04 + + + +0.045 + + - + 60 - - + + +65 + + + 70 - - + + +75 + + + 80 - - + + +85 + + + 90 - - + + +95 + + + 100 - - -110 + + +105 - - -120 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index ea4313fabf48..90e8da1b4c08 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - -0.009 - - - -0.01 - - + - -140 - - - -160 - - - -180 + +150 - - + + 200 - - -220 - - - -240 - - - -260 - - - -280 + + +250 - - + + 300 - + -320 +350 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index a60d8121167f..04248f27ee0b 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,47 +9,43 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - + 8 - - + + 9 - - + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 7187005d2896..5e470bd251b0 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 9c4ff94906ee..d3983e4f70d1 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - -0 + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - - -0.01 + + +-0.002 - - -0.012 + + +0 - - -0.014 + + +0.002 + + + +0.004 - - -0.016 + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 98446211031a..9c924f36feb3 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 67110382ddab..24bde71cd1e5 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 74ccd4b65ae7..827a2c90c76f 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.7588 µs - 8.7942 µs - 8.8427 µs + 8.6639 µs + 8.7080 µs + 8.7700 µs R² - 0.9436491 - 0.9456173 - 0.9419263 + 0.9464783 + 0.9487347 + 0.9442796 Mean - 8.6927 µs - 8.7359 µs - 8.7837 µs + 8.6627 µs + 8.7050 µs + 8.7553 µs Std. Dev. - 153.02 ns - 234.51 ns - 310.11 ns + 131.60 ns + 238.15 ns + 337.24 ns Median - 8.7222 µs - 8.7407 µs - 8.7639 µs + 8.6504 µs + 8.6669 µs + 8.6850 µs MAD - 61.790 ns - 88.480 ns - 119.52 ns + 61.648 ns + 76.845 ns + 107.78 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0447% - +0.7572% - +1.4974% - (p = 0.03 < + -1.0577% + -0.3535% + +0.4503% + (p = 0.36 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 761c490004b7..f54b3de51ac9 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - + -8.69 +8.66 - + +8.67 + + + +8.68 + + + +8.69 + + + 8.7 - - + + 8.71 - - + + 8.72 - - + + 8.73 - - + + 8.74 - - + + 8.75 - - + + 8.76 - - -8.77 - - - -8.78 - - - -8.79 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index f1d062e27cfa..50c3db0b50e7 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -8.72 - - - -8.725 + + +70 - - -8.73 + + + +8.65 - - -8.735 + + +8.655 - - -8.74 + + +8.66 - - -8.745 + + +8.665 - - -8.75 + + +8.67 - - -8.755 + + +8.675 - - -8.76 + + +8.68 - - -8.765 + + +8.685 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 35b77e50580c..80cc70d62ecd 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,26 +46,30 @@ Average Time (µs) - + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - + + +10.5 + + Density (a.u.) @@ -74,74 +78,52 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index df7ae995f827..94dd4d032b5f 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + 8 - - -8.5 - - - + + 9 - - -9.5 - - - + + 10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 9b9838504594..7c7059b0cfa1 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,42 +16,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -91,102 +91,102 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index aaf51f33a35c..88e1d5d90317 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,42 +13,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -83,105 +83,105 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 9b9eda51d54e..2badacc9caf0 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,45 +6,41 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - + 8 - - + + 9 - - + + 10 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 5a619383d9e9..52ab7c30d672 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 2921f1dc0cce..cea334592b48 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - -8.75 - - - -8.76 - - - -8.77 + +8.66 - - -8.78 - - - -8.79 - - - -8.8 + + +8.68 - - -8.81 + + +8.7 - - -8.82 + + +8.72 - - -8.83 + + +8.74 - - -8.84 + + +8.76 - - -8.85 + + +8.78 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 69c2dc06a25a..20100f97b219 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - -8.75 - - - -8.76 - - - -8.77 + +8.66 - - -8.78 - - - -8.79 - - - -8.8 + + +8.68 - - -8.81 + + +8.7 - - -8.82 + + +8.72 - - -8.83 + + +8.74 - - -8.84 + + +8.76 - - -8.85 + + +8.78 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 9a2af26e5e90..9c87130077db 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102523.34421911425,"upper_bound":102896.6439851706},"point_estimate":102676.64526732946,"standard_error":96.93355565861184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102473.79401993356,"upper_bound":102655.2766726944},"point_estimate":102590.14310009718,"standard_error":39.650282616557845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.15986943294786,"upper_bound":433.87555075870455},"point_estimate":368.4697213767198,"standard_error":45.982989449047466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102627.81732101199,"upper_bound":102919.00150858561},"point_estimate":102754.6586514387,"standard_error":75.0145549642636},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350.9863836173542,"upper_bound":1562.6144634624607},"point_estimate":974.2324332909286,"standard_error":374.5340179598062}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101589.5076626553,"upper_bound":102039.19117256084},"point_estimate":101787.58497787068,"standard_error":116.09510745200272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101543.33423180593,"upper_bound":101651.14632637694},"point_estimate":101600.73306699729,"standard_error":30.748608953319426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.5245195659852,"upper_bound":299.0501989783254},"point_estimate":255.46211620403426,"standard_error":28.307080052615326},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101697.21656631403,"upper_bound":102380.95595692385},"point_estimate":101986.8675526188,"standard_error":178.39744131847374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":425.0385475160209,"upper_bound":1687.7762485513779},"point_estimate":1163.4502733803406,"standard_error":312.1865898886956}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 99acc7ba71b2..41005c21d5a4 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713949.0,1419706.0,2133917.0,2854347.0,3573560.0,4289406.0,5006618.0,5712918.0,6441084.0,7170630.0,7848776.0,8591970.0,9358109.0,10025480.0,10708937.0,11480127.0,12160843.0,12893678.0,13648960.0,14377721.0,14988473.0,15771101.0,16471642.0,17177917.0,17895086.0,18672335.0,19479410.0,20031967.0,20919258.0,21558972.0,22309050.0,23145963.0,23937179.0,24525087.0,25329283.0,26009481.0,26764710.0,29554705.0,28030936.0,28850651.0,29408425.0,30164826.0,30844612.0,31515891.0,32364458.0,33023721.0,33776422.0,34581079.0,35187578.0,35808359.0,36731125.0,37318743.0,38007941.0,38812630.0,39394775.0,40078595.0,41149291.0,41732854.0,42350354.0,42979354.0,43751445.0,44573636.0,45116268.0,45896004.0,46547684.0,47241372.0,48162376.0,48678219.0,49553994.0,50148369.0,50856867.0,51779888.0,52543490.0,53085296.0,53728299.0,54576014.0,55378498.0,56180451.0,56768368.0,57464291.0,58034659.0,59504116.0,59600983.0,61964187.0,61116708.0,61887969.0,62502112.0,63308714.0,64007593.0,64633335.0,65180814.0,66078319.0,66774757.0,67631469.0,68624243.0,68994845.0,69794522.0,70400862.0,71157702.0,72077055.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701250.0,1413559.0,2132404.0,2843253.0,3542305.0,4273660.0,4951338.0,5658892.0,6346997.0,7086467.0,7824290.0,8523181.0,9221657.0,9960687.0,10989432.0,11340264.0,12111757.0,12784088.0,13529665.0,14182598.0,14897882.0,15617990.0,16338344.0,17091969.0,17833089.0,18509601.0,19222746.0,19876951.0,20591132.0,21290260.0,22049677.0,22715574.0,23398125.0,24125758.0,24837324.0,25615396.0,26275662.0,26946510.0,27686869.0,28498018.0,31381668.0,29868800.0,30558067.0,31294224.0,32065222.0,32769117.0,33407683.0,34035368.0,34781812.0,35630230.0,36272108.0,37014715.0,37672577.0,38301441.0,39095834.0,39881502.0,40482716.0,41228803.0,41948766.0,42792556.0,43382740.0,43982566.0,44862823.0,45544694.0,46270017.0,47060920.0,47520908.0,48332992.0,49051816.0,49676979.0,50706290.0,51358093.0,51890740.0,55500493.0,53284647.0,54361492.0,54970573.0,55362880.0,56192973.0,56978508.0,57617208.0,58338866.0,59052857.0,59814087.0,60525096.0,61342370.0,61728944.0,62673650.0,63346497.0,64398627.0,64699737.0,65478615.0,66202809.0,66985549.0,68054603.0,68768272.0,69138049.0,69824489.0,70349300.0,74879108.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 6419e3e0ec42..8af64ca0ec07 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100953.0848984526,101636.77618299253,103459.95294176569,104143.64422630562] \ No newline at end of file +[100415.74543135434,100913.85501797308,102242.1472489564,102740.25683557516] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index ec8fb534d014..84a71704980c 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007617904162925821,"upper_bound":0.011954302135984867},"point_estimate":0.009561799229700352,"standard_error":0.001109100052773353},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007715084774875924,"upper_bound":0.010083827336903495},"point_estimate":0.009079689031566529,"standard_error":0.0005886453899214907}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011497578656805433,"upper_bound":-0.005607577257373731},"point_estimate":-0.008658836555713534,"standard_error":0.0014939920320546744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010466367711806646,"upper_bound":-0.008462894588263993},"point_estimate":-0.009644299181204241,"standard_error":0.00047916350542045343}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 9a2af26e5e90..9c87130077db 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102523.34421911425,"upper_bound":102896.6439851706},"point_estimate":102676.64526732946,"standard_error":96.93355565861184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102473.79401993356,"upper_bound":102655.2766726944},"point_estimate":102590.14310009718,"standard_error":39.650282616557845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":260.15986943294786,"upper_bound":433.87555075870455},"point_estimate":368.4697213767198,"standard_error":45.982989449047466},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102627.81732101199,"upper_bound":102919.00150858561},"point_estimate":102754.6586514387,"standard_error":75.0145549642636},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":350.9863836173542,"upper_bound":1562.6144634624607},"point_estimate":974.2324332909286,"standard_error":374.5340179598062}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101589.5076626553,"upper_bound":102039.19117256084},"point_estimate":101787.58497787068,"standard_error":116.09510745200272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101543.33423180593,"upper_bound":101651.14632637694},"point_estimate":101600.73306699729,"standard_error":30.748608953319426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.5245195659852,"upper_bound":299.0501989783254},"point_estimate":255.46211620403426,"standard_error":28.307080052615326},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101697.21656631403,"upper_bound":102380.95595692385},"point_estimate":101986.8675526188,"standard_error":178.39744131847374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":425.0385475160209,"upper_bound":1687.7762485513779},"point_estimate":1163.4502733803406,"standard_error":312.1865898886956}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 99acc7ba71b2..41005c21d5a4 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713949.0,1419706.0,2133917.0,2854347.0,3573560.0,4289406.0,5006618.0,5712918.0,6441084.0,7170630.0,7848776.0,8591970.0,9358109.0,10025480.0,10708937.0,11480127.0,12160843.0,12893678.0,13648960.0,14377721.0,14988473.0,15771101.0,16471642.0,17177917.0,17895086.0,18672335.0,19479410.0,20031967.0,20919258.0,21558972.0,22309050.0,23145963.0,23937179.0,24525087.0,25329283.0,26009481.0,26764710.0,29554705.0,28030936.0,28850651.0,29408425.0,30164826.0,30844612.0,31515891.0,32364458.0,33023721.0,33776422.0,34581079.0,35187578.0,35808359.0,36731125.0,37318743.0,38007941.0,38812630.0,39394775.0,40078595.0,41149291.0,41732854.0,42350354.0,42979354.0,43751445.0,44573636.0,45116268.0,45896004.0,46547684.0,47241372.0,48162376.0,48678219.0,49553994.0,50148369.0,50856867.0,51779888.0,52543490.0,53085296.0,53728299.0,54576014.0,55378498.0,56180451.0,56768368.0,57464291.0,58034659.0,59504116.0,59600983.0,61964187.0,61116708.0,61887969.0,62502112.0,63308714.0,64007593.0,64633335.0,65180814.0,66078319.0,66774757.0,67631469.0,68624243.0,68994845.0,69794522.0,70400862.0,71157702.0,72077055.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701250.0,1413559.0,2132404.0,2843253.0,3542305.0,4273660.0,4951338.0,5658892.0,6346997.0,7086467.0,7824290.0,8523181.0,9221657.0,9960687.0,10989432.0,11340264.0,12111757.0,12784088.0,13529665.0,14182598.0,14897882.0,15617990.0,16338344.0,17091969.0,17833089.0,18509601.0,19222746.0,19876951.0,20591132.0,21290260.0,22049677.0,22715574.0,23398125.0,24125758.0,24837324.0,25615396.0,26275662.0,26946510.0,27686869.0,28498018.0,31381668.0,29868800.0,30558067.0,31294224.0,32065222.0,32769117.0,33407683.0,34035368.0,34781812.0,35630230.0,36272108.0,37014715.0,37672577.0,38301441.0,39095834.0,39881502.0,40482716.0,41228803.0,41948766.0,42792556.0,43382740.0,43982566.0,44862823.0,45544694.0,46270017.0,47060920.0,47520908.0,48332992.0,49051816.0,49676979.0,50706290.0,51358093.0,51890740.0,55500493.0,53284647.0,54361492.0,54970573.0,55362880.0,56192973.0,56978508.0,57617208.0,58338866.0,59052857.0,59814087.0,60525096.0,61342370.0,61728944.0,62673650.0,63346497.0,64398627.0,64699737.0,65478615.0,66202809.0,66985549.0,68054603.0,68768272.0,69138049.0,69824489.0,70349300.0,74879108.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 6419e3e0ec42..8af64ca0ec07 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100953.0848984526,101636.77618299253,103459.95294176569,104143.64422630562] \ No newline at end of file +[100415.74543135434,100913.85501797308,102242.1472489564,102740.25683557516] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index b8a0c8fb5df3..9e65219124a0 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - - -260 + + +0.012 - - -280 + + +0.014 - - -300 + + +0.016 - - -320 + + + +180 - - -340 + + +200 - - -360 + + +220 - - -380 + + +240 - - -400 + + +260 - - -420 + + +280 - - -440 + + +300 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index d8c375102051..988d17ca778e 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 + + + +0.8 - - -1.5 + + +1 - - -2 + + +1.2 - - -2.5 + + +1.4 - + - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - - + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index feccefdf32c7..61e9d6d940f7 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + 100 - - + + 105 - - + + 110 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 7931290170d1..7303d5f6fb83 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index bba8faf334bd..7b9373e7da7b 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - -0.011 - - - -0.0115 - - - -0.012 - - - - - - + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index da4c05c33faa..8bfb7f9ebdce 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,67 +9,75 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - + + +900 + + + +1000 + + + +1100 + + - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - - - - + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 84738a42e171..42a3a33907a5 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 0639fb2e4243..17ebb0252ca8 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 102.63 µs - 102.75 µs - 102.92 µs + 101.70 µs + 101.99 µs + 102.38 µs R² - 0.9930028 - 0.9932086 - 0.9928632 + 0.9821004 + 0.9829900 + 0.9813444 Mean - 102.52 µs - 102.68 µs - 102.90 µs + 101.59 µs + 101.79 µs + 102.04 µs Std. Dev. - 350.99 ns - 974.23 ns - 1.5626 µs + 425.04 ns + 1.1635 µs + 1.6878 µs Median - 102.47 µs - 102.59 µs - 102.66 µs + 101.54 µs + 101.60 µs + 101.65 µs MAD - 260.16 ns - 368.47 ns - 433.88 ns + 190.52 ns + 255.46 ns + 299.05 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.7618% - +0.9562% - +1.1954% + -1.1498% + -0.8659% + -0.5608% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index ec98729e925f..7cd4ff63753e 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +101.55 - - -4.5 + + +101.6 - - - -102.5 + + +101.65 - - -102.55 + + +101.7 - - -102.6 + + +101.75 - - -102.65 + + +101.8 - - -102.7 + + +101.85 - - -102.75 + + +101.9 - - -102.8 + + +101.95 - - -102.85 + + +102 - - -102.9 + + +102.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index e43e41122431..ba37e19f7202 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - - -102.46 + + +12 - - -102.48 + + +14 - - -102.5 + + +16 - - -102.52 + + +18 - - -102.54 + + +20 + + + +22 + + + + +101.54 - - -102.56 + + +101.56 - - -102.58 + + +101.58 - - -102.6 + + +101.6 - - -102.62 + + +101.62 - - -102.64 + + +101.64 - - -102.66 + + +101.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 6fe493781098..23310793c355 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,30 +42,30 @@ Average Time (µs) - + +100 + + + 102 - - + + 104 - - + + 106 - - + + 108 - - + + 110 - - -112 - - + Density (a.u.) @@ -74,52 +74,52 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 8e276f76b12f..fbb84af37c56 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + +100 + + + 105 - - + + 110 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 2b4cda26c466..dda8af0d1e46 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -86,102 +86,102 @@ Iterations - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index cafd572c5184..c38cebec36d3 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -81,102 +81,102 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index ab4546224774..f516c23fed56 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + 100 - - + + 105 - - + + 110 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index dfbbe80dbd5b..90f825a74c22 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index f94798c84f46..5fc4c6e27c24 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -102.6 + +101.7 - - -102.65 + + +101.8 - - -102.7 + + +101.9 - - -102.75 + + +102 - - -102.8 + + +102.1 - - -102.85 + + +102.2 - - -102.9 + + +102.3 - - -102.95 + + +102.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 32e9cd36aa1f..e16d38eb2c3c 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -102.6 + +101.7 - - -102.65 + + +101.8 - - -102.7 + + +101.9 - - -102.75 + + +102 - - -102.8 + + +102.1 - - -102.85 + + +102.2 - - -102.9 + + +102.3 - - -102.95 + + +102.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 2d257f0b45f0..b2f3a2d73c55 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80526.91605217697,"upper_bound":81118.57651203756},"point_estimate":80807.04385136507,"standard_error":151.37318151911327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80047.8961038961,"upper_bound":80329.6049382716},"point_estimate":80155.73740530302,"standard_error":80.4062829612494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492.8501665575484,"upper_bound":1209.0757211037544},"point_estimate":749.0866336275552,"standard_error":178.38438732495678},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80084.32440812366,"upper_bound":80345.63321118652},"point_estimate":80202.36363410669,"standard_error":66.93652908040596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1087.8123728724331,"upper_bound":1993.7550746469005},"point_estimate":1525.9562413417373,"standard_error":238.42864002173806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77381.37225515464,"upper_bound":78303.6131574858},"point_estimate":77749.36712300185,"standard_error":242.6253714659018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76917.64387372928,"upper_bound":77189.97856867284},"point_estimate":77028.02568886337,"standard_error":90.10588660149864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388.64019657579775,"upper_bound":976.0425523132349},"point_estimate":600.3764579811142,"standard_error":165.45083049467829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76978.13232765376,"upper_bound":77304.44373445722},"point_estimate":77123.32661208807,"standard_error":83.57195906902915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":929.9274841113231,"upper_bound":3927.6473346219723},"point_estimate":2427.992910469291,"standard_error":1016.9666547908419}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 2ae1dd65443e..a2a78319825e 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[413721.0,822063.0,1228158.0,1689089.0,2151911.0,2485568.0,2898886.0,3318492.0,3718377.0,4147490.0,4558524.0,4948369.0,5347350.0,5730469.0,6162724.0,6507357.0,6980992.0,7390321.0,8464547.0,8183924.0,8584906.0,8989526.0,9416424.0,9823054.0,10188610.0,10652442.0,11017747.0,11460296.0,11878561.0,12170746.0,12391698.0,12708288.0,13151528.0,13604329.0,13892032.0,14246232.0,14692073.0,15105826.0,15545579.0,15914586.0,16256769.0,16692224.0,17057400.0,17491954.0,18715630.0,18317758.0,18719758.0,19110975.0,19503325.0,19992161.0,20302109.0,20765324.0,21336823.0,21416967.0,21973557.0,22386009.0,22804226.0,23264996.0,23691767.0,23932188.0,24441995.0,25499936.0,25180548.0,25513217.0,26043082.0,26427142.0,26815409.0,27305002.0,27717059.0,27957685.0,28465131.0,28811979.0,29239087.0,29550542.0,30265749.0,30284701.0,30818440.0,31389777.0,31804473.0,32041791.0,32533490.0,33049543.0,33285421.0,33998914.0,34079222.0,34356248.0,34937184.0,35263315.0,35541586.0,36005466.0,36321129.0,36788871.0,38074946.0,37623786.0,38001334.0,38480437.0,38894829.0,39045403.0,39633036.0,40049093.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[387981.0,796976.0,1193861.0,1582464.0,1971983.0,2356472.0,2766127.0,3983889.0,3535135.0,3936837.0,4326546.0,4750617.0,5109620.0,5518120.0,5904384.0,6327866.0,6721711.0,7058926.0,7475058.0,7831433.0,8213933.0,8710097.0,9048728.0,9402623.0,9852728.0,10304466.0,10563153.0,10994142.0,11437436.0,11934624.0,12105461.0,12308971.0,12609584.0,13003608.0,13431340.0,13739853.0,14183262.0,14543899.0,15013350.0,15312861.0,15743405.0,16156048.0,16464229.0,16801023.0,17221391.0,17599908.0,17953131.0,18389225.0,18775371.0,19179568.0,19633779.0,20032297.0,20265348.0,20708406.0,21079408.0,21475591.0,21932260.0,22319716.0,23559943.0,22998951.0,23577815.0,23766881.0,24285663.0,24713049.0,25068348.0,25325103.0,25797933.0,26163138.0,26483945.0,26993527.0,27267895.0,27822480.0,28706309.0,28351022.0,28851885.0,29969510.0,29592919.0,29985382.0,30667777.0,30702709.0,31246430.0,31506506.0,33094095.0,32263942.0,32666104.0,33133383.0,33427313.0,34200638.0,34221268.0,34478845.0,35093549.0,35290045.0,35699406.0,36055465.0,36661478.0,36871204.0,37418017.0,37636874.0,38186953.0,38470259.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 7a291dd554bb..c7364e876e80 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[73896.12316489688,76882.1651477034,84844.94376852081,87830.98575132735] \ No newline at end of file +[71280.37537462541,74014.47258991012,81305.39849733599,84039.49571262069] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 160cf5ca4180..e94a206b65a9 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0016443137674053865,"upper_bound":0.014358615504567105},"point_estimate":0.008278794040079696,"standard_error":0.0032408975345210793},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0023620827749799567,"upper_bound":0.012541920826757869},"point_estimate":0.009200734699441826,"standard_error":0.002381949446705207}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04401190261781935,"upper_bound":-0.030136696966418183},"point_estimate":-0.03783923507940046,"standard_error":0.0034937383511629816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04192793462057365,"upper_bound":-0.0366085871070323},"point_estimate":-0.03902043468984073,"standard_error":0.0013852962856809395}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 2d257f0b45f0..b2f3a2d73c55 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80526.91605217697,"upper_bound":81118.57651203756},"point_estimate":80807.04385136507,"standard_error":151.37318151911327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80047.8961038961,"upper_bound":80329.6049382716},"point_estimate":80155.73740530302,"standard_error":80.4062829612494},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492.8501665575484,"upper_bound":1209.0757211037544},"point_estimate":749.0866336275552,"standard_error":178.38438732495678},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80084.32440812366,"upper_bound":80345.63321118652},"point_estimate":80202.36363410669,"standard_error":66.93652908040596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1087.8123728724331,"upper_bound":1993.7550746469005},"point_estimate":1525.9562413417373,"standard_error":238.42864002173806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77381.37225515464,"upper_bound":78303.6131574858},"point_estimate":77749.36712300185,"standard_error":242.6253714659018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76917.64387372928,"upper_bound":77189.97856867284},"point_estimate":77028.02568886337,"standard_error":90.10588660149864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388.64019657579775,"upper_bound":976.0425523132349},"point_estimate":600.3764579811142,"standard_error":165.45083049467829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76978.13232765376,"upper_bound":77304.44373445722},"point_estimate":77123.32661208807,"standard_error":83.57195906902915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":929.9274841113231,"upper_bound":3927.6473346219723},"point_estimate":2427.992910469291,"standard_error":1016.9666547908419}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 2ae1dd65443e..a2a78319825e 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[413721.0,822063.0,1228158.0,1689089.0,2151911.0,2485568.0,2898886.0,3318492.0,3718377.0,4147490.0,4558524.0,4948369.0,5347350.0,5730469.0,6162724.0,6507357.0,6980992.0,7390321.0,8464547.0,8183924.0,8584906.0,8989526.0,9416424.0,9823054.0,10188610.0,10652442.0,11017747.0,11460296.0,11878561.0,12170746.0,12391698.0,12708288.0,13151528.0,13604329.0,13892032.0,14246232.0,14692073.0,15105826.0,15545579.0,15914586.0,16256769.0,16692224.0,17057400.0,17491954.0,18715630.0,18317758.0,18719758.0,19110975.0,19503325.0,19992161.0,20302109.0,20765324.0,21336823.0,21416967.0,21973557.0,22386009.0,22804226.0,23264996.0,23691767.0,23932188.0,24441995.0,25499936.0,25180548.0,25513217.0,26043082.0,26427142.0,26815409.0,27305002.0,27717059.0,27957685.0,28465131.0,28811979.0,29239087.0,29550542.0,30265749.0,30284701.0,30818440.0,31389777.0,31804473.0,32041791.0,32533490.0,33049543.0,33285421.0,33998914.0,34079222.0,34356248.0,34937184.0,35263315.0,35541586.0,36005466.0,36321129.0,36788871.0,38074946.0,37623786.0,38001334.0,38480437.0,38894829.0,39045403.0,39633036.0,40049093.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[387981.0,796976.0,1193861.0,1582464.0,1971983.0,2356472.0,2766127.0,3983889.0,3535135.0,3936837.0,4326546.0,4750617.0,5109620.0,5518120.0,5904384.0,6327866.0,6721711.0,7058926.0,7475058.0,7831433.0,8213933.0,8710097.0,9048728.0,9402623.0,9852728.0,10304466.0,10563153.0,10994142.0,11437436.0,11934624.0,12105461.0,12308971.0,12609584.0,13003608.0,13431340.0,13739853.0,14183262.0,14543899.0,15013350.0,15312861.0,15743405.0,16156048.0,16464229.0,16801023.0,17221391.0,17599908.0,17953131.0,18389225.0,18775371.0,19179568.0,19633779.0,20032297.0,20265348.0,20708406.0,21079408.0,21475591.0,21932260.0,22319716.0,23559943.0,22998951.0,23577815.0,23766881.0,24285663.0,24713049.0,25068348.0,25325103.0,25797933.0,26163138.0,26483945.0,26993527.0,27267895.0,27822480.0,28706309.0,28351022.0,28851885.0,29969510.0,29592919.0,29985382.0,30667777.0,30702709.0,31246430.0,31506506.0,33094095.0,32263942.0,32666104.0,33133383.0,33427313.0,34200638.0,34221268.0,34478845.0,35093549.0,35290045.0,35699406.0,36055465.0,36661478.0,36871204.0,37418017.0,37636874.0,38186953.0,38470259.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 7a291dd554bb..c7364e876e80 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[73896.12316489688,76882.1651477034,84844.94376852081,87830.98575132735] \ No newline at end of file +[71280.37537462541,74014.47258991012,81305.39849733599,84039.49571262069] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 512b4603cdc2..59184c32545e 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,69 +6,65 @@ micro/ops/difference:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - + - -0.5 + +400 - - -0.6 + + +500 - - -0.7 + + +600 - - -0.8 + + +700 - - -0.9 + + +800 - - -1 + + +900 - - -1.1 + + +1000 - - -1.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index ee9fb226e8ff..877f4e5cfac3 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - + 1 - - -1.1 - - - -1.2 - - - -1.3 - - - -1.4 - - - + + 1.5 - - -1.6 + + +2 - - -1.7 + + +2.5 - - -1.8 + + +3 - - -1.9 + + +3.5 - - -2 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index a9470668248a..fb834abae0ae 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -38,26 +38,22 @@ Average Time (µs) - + 80 - - -85 - - - + + 90 - - -95 + + +100 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 76efb4e7be27..530152a6e302 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -110,10 +110,10 @@ Iterations 500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 1e0a6dc8c8a0..2230efabb143 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + +110 - + - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - - - - + +-0.044 + + + +-0.042 + + + +-0.04 + + + +-0.038 + + + +-0.036 + + + +-0.034 + + + +-0.032 + + + +-0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 7dcc50ca079d..7206231ff448 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,55 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - - - - + +-0.042 + + + +-0.041 + + + +-0.04 + + + +-0.039 + + + +-0.038 + + + +-0.037 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 70cf45290add..4762650ed984 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index a69f1bc82d1b..c1318f692c48 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.084 µs - 80.202 µs - 80.346 µs + 76.978 µs + 77.123 µs + 77.304 µs R² - 0.9901330 - 0.9904287 - 0.9899932 + 0.9858719 + 0.9863539 + 0.9856041 Mean - 80.527 µs - 80.807 µs - 81.119 µs + 77.381 µs + 77.749 µs + 78.304 µs Std. Dev. - 1.0878 µs - 1.5260 µs - 1.9938 µs + 929.93 ns + 2.4280 µs + 3.9276 µs Median - 80.048 µs - 80.156 µs - 80.330 µs + 76.918 µs + 77.028 µs + 77.190 µs MAD - 492.85 ns - 749.09 ns - 1.2091 µs + 388.64 ns + 600.38 ns + 976.04 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1644% - +0.8279% - +1.4359% - (p = 0.01 < + -4.4012% + -3.7839% + -3.0137% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 07f24d893194..b7b9799d045a 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - - -80.5 + + +1.8 - - -80.6 + + + +77.4 - - -80.7 + + +77.6 - - -80.8 + + +77.8 - - -80.9 + + +78 - - -81 + + +78.2 - - -81.1 + + +78.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index acfe24b5b14b..2a2e25a0c112 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -80.05 + +76.9 - - -80.1 + + +76.95 - - -80.15 + + +77 - - -80.2 + + +77.05 - - -80.25 + + +77.1 - - -80.3 + + +77.15 - - -80.35 + + +77.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 4b430d949e6c..bd1891035d7f 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,34 +54,30 @@ Average Time (µs) - -78 + +75 - - + + 80 - - -82 + + +85 - - -84 - - - -86 + + +90 - - -88 + + +95 - - -90 + + +100 - + Density (a.u.) @@ -90,44 +86,34 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index aa77e8585ee9..c8f569540000 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + -0.4 +0.3 - + 80 - - -85 - - - + + 90 - - - + + +100 + + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index f8f9c54b2ece..97482634bab3 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -18,47 +18,42 @@ Iterations - - - - - - - - + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - + 50 @@ -104,104 +99,104 @@ Iterations - + - + - - + + - + - - + + - + - - - + + + - - - + + + - - + + - + - - - - - + + + + + - + - - + + - - - - + + + + - + - + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - + + + - - - + + + - - - - - - + + + + + + - - - - - - - + + + + + + + - + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 16f4c0342c39..ff84d87b892b 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -15,47 +15,42 @@ Iterations - - - - - - - - + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - + 50 @@ -101,11 +96,11 @@ Iterations - + - - + + @@ -113,12 +108,12 @@ Iterations - + - + - + @@ -126,77 +121,77 @@ Iterations - - + + - - - + + + - + - + - + - - - - + + + + - - + + - - + + - + - + - - + + - + - + - - + + - - + + - - - + + + - - - - - - - + + + + + + + - + - + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index ae01aa248249..86b91d3ada77 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -35,24 +35,20 @@ Average Time (µs) - + 80 - - -85 - - - + + 90 - - -95 + + +100 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index f21d372141ab..519f7d8ece17 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 500 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index cf92022ad7ce..57f87b6330bf 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - + - -80.1 + +76.95 + + + +77 + + + +77.05 - - -80.15 + + +77.1 - - -80.2 + + +77.15 - - -80.25 + + +77.2 - - -80.3 + + +77.25 - - -80.35 + + +77.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 7b1ca30c1750..82267a9a4888 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - + - -80.1 + +76.95 + + + +77 + + + +77.05 - - -80.15 + + +77.1 - - -80.2 + + +77.15 - - -80.25 + + +77.2 - - -80.3 + + +77.25 - - -80.35 + + +77.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 04fe35d56378..577f97c10ce3 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.691275929122,"upper_bound":6756.738610513295},"point_estimate":6672.722151260848,"standard_error":37.073523180115494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6592.470485175202,"upper_bound":6614.288235294118},"point_estimate":6605.811481640849,"standard_error":5.465460622799316},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.15642429220322,"upper_bound":62.975887662441856},"point_estimate":41.5985973895559,"standard_error":8.191452393745967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611.63385204112,"upper_bound":6665.860213056798},"point_estimate":6635.479146445988,"standard_error":14.001257696259017},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.23274658761282,"upper_bound":614.0970273869965},"point_estimate":374.1565966320461,"standard_error":163.82053403959287}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6620.405343939998,"upper_bound":6655.976415502997},"point_estimate":6637.343602987123,"standard_error":9.070105393075604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.875,"upper_bound":6636.96},"point_estimate":6627.9575052854125,"standard_error":4.386594425289597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.70798874189819,"upper_bound":66.57884745435243},"point_estimate":47.27877455392937,"standard_error":8.69796558993536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628.90558727968,"upper_bound":6663.224547149599},"point_estimate":6644.449579134033,"standard_error":8.783232230769421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.81823689230059,"upper_bound":114.07051367427319},"point_estimate":91.20593187705035,"standard_error":12.586827753091587}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index b8f986c1026e..e930caf36f91 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65335.0,141241.0,195598.0,403289.0,325377.0,393482.0,455670.0,553491.0,586459.0,667926.0,727945.0,795500.0,856861.0,922998.0,988081.0,1051232.0,1158458.0,1194210.0,1239269.0,1329561.0,1421500.0,1483030.0,1521946.0,1580246.0,1646326.0,1724638.0,1782085.0,1842520.0,1899538.0,1965215.0,2027132.0,2139189.0,2481718.0,2249146.0,2312469.0,2354773.0,2422618.0,2760267.0,2603670.0,2618178.0,2683388.0,2767631.0,2832092.0,2908164.0,2972292.0,3041066.0,3079144.0,3165682.0,3250452.0,3298900.0,3373287.0,3457194.0,3493812.0,3572731.0,3647677.0,3703119.0,3718038.0,3817723.0,3875864.0,3997460.0,4168154.0,4071581.0,4131831.0,4232355.0,4337974.0,4365618.0,4489564.0,4446888.0,4546668.0,4606360.0,4674668.0,5043909.0,4812756.0,4912875.0,4967115.0,5023637.0,5053081.0,5127207.0,5254772.0,5282176.0,5358904.0,5416034.0,5483004.0,5548699.0,5666420.0,5687759.0,5722390.0,5798102.0,5887066.0,5956170.0,6031753.0,6055733.0,6144013.0,6188359.0,6366657.0,6744057.0,6474707.0,6451024.0,6531734.0,6639839.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65603.0,129510.0,195644.0,279582.0,324754.0,398560.0,482959.0,521654.0,597462.0,652781.0,728285.0,794145.0,874337.0,923594.0,1006674.0,1044006.0,1108536.0,1179931.0,1270505.0,1313159.0,1400269.0,1448593.0,1527589.0,1592447.0,1630999.0,1691823.0,1796127.0,1875147.0,1918576.0,1994249.0,2047046.0,2092996.0,2187597.0,2272095.0,2338275.0,2360500.0,2424604.0,2525404.0,2586609.0,2675473.0,2722077.0,2782645.0,2850023.0,2936704.0,3116855.0,3036138.0,3138401.0,3146389.0,3232501.0,3297598.0,3355263.0,3453519.0,3533062.0,3543705.0,3645375.0,3741839.0,3761348.0,3831390.0,3912171.0,3982176.0,4203858.0,4103094.0,4167619.0,4244379.0,4328247.0,4364770.0,4470464.0,4545965.0,4582340.0,4640745.0,4986846.0,4882128.0,4799883.0,4901903.0,4984572.0,4990822.0,5239179.0,5147819.0,5309249.0,5270496.0,5338651.0,5438484.0,5492689.0,5600641.0,5616787.0,5730355.0,5782397.0,5826496.0,5896249.0,5969540.0,6020882.0,6106021.0,6181622.0,6228112.0,6280963.0,6344252.0,6427163.0,6563274.0,6587253.0,6587657.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index ce904c977c6a..240f8dc58dea 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6415.0812258687265,6497.787041505791,6718.335883204632,6801.041698841698] \ No newline at end of file +[6406.222371162063,6501.363491703481,6755.073146480595,6850.214267022013] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 2eff63182baf..f495ad6e359a 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009254598296041787,"upper_bound":0.021192565363920363},"point_estimate":0.008336915093236863,"standard_error":0.006097248217609465},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024753051569070816,"upper_bound":0.0023574923036965693},"point_estimate":0.00029966516026624923,"standard_error":0.001253945213197948}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018114248518356496,"upper_bound":0.0036149599310792567},"point_estimate":-0.005301966344730791,"standard_error":0.00571033082773616},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0014532300096967079,"upper_bound":0.005660698585560953},"point_estimate":0.003352506154030044,"standard_error":0.0010604003611556522}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 04fe35d56378..577f97c10ce3 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.691275929122,"upper_bound":6756.738610513295},"point_estimate":6672.722151260848,"standard_error":37.073523180115494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6592.470485175202,"upper_bound":6614.288235294118},"point_estimate":6605.811481640849,"standard_error":5.465460622799316},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.15642429220322,"upper_bound":62.975887662441856},"point_estimate":41.5985973895559,"standard_error":8.191452393745967},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611.63385204112,"upper_bound":6665.860213056798},"point_estimate":6635.479146445988,"standard_error":14.001257696259017},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.23274658761282,"upper_bound":614.0970273869965},"point_estimate":374.1565966320461,"standard_error":163.82053403959287}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6620.405343939998,"upper_bound":6655.976415502997},"point_estimate":6637.343602987123,"standard_error":9.070105393075604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.875,"upper_bound":6636.96},"point_estimate":6627.9575052854125,"standard_error":4.386594425289597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.70798874189819,"upper_bound":66.57884745435243},"point_estimate":47.27877455392937,"standard_error":8.69796558993536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628.90558727968,"upper_bound":6663.224547149599},"point_estimate":6644.449579134033,"standard_error":8.783232230769421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.81823689230059,"upper_bound":114.07051367427319},"point_estimate":91.20593187705035,"standard_error":12.586827753091587}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index b8f986c1026e..e930caf36f91 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65335.0,141241.0,195598.0,403289.0,325377.0,393482.0,455670.0,553491.0,586459.0,667926.0,727945.0,795500.0,856861.0,922998.0,988081.0,1051232.0,1158458.0,1194210.0,1239269.0,1329561.0,1421500.0,1483030.0,1521946.0,1580246.0,1646326.0,1724638.0,1782085.0,1842520.0,1899538.0,1965215.0,2027132.0,2139189.0,2481718.0,2249146.0,2312469.0,2354773.0,2422618.0,2760267.0,2603670.0,2618178.0,2683388.0,2767631.0,2832092.0,2908164.0,2972292.0,3041066.0,3079144.0,3165682.0,3250452.0,3298900.0,3373287.0,3457194.0,3493812.0,3572731.0,3647677.0,3703119.0,3718038.0,3817723.0,3875864.0,3997460.0,4168154.0,4071581.0,4131831.0,4232355.0,4337974.0,4365618.0,4489564.0,4446888.0,4546668.0,4606360.0,4674668.0,5043909.0,4812756.0,4912875.0,4967115.0,5023637.0,5053081.0,5127207.0,5254772.0,5282176.0,5358904.0,5416034.0,5483004.0,5548699.0,5666420.0,5687759.0,5722390.0,5798102.0,5887066.0,5956170.0,6031753.0,6055733.0,6144013.0,6188359.0,6366657.0,6744057.0,6474707.0,6451024.0,6531734.0,6639839.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65603.0,129510.0,195644.0,279582.0,324754.0,398560.0,482959.0,521654.0,597462.0,652781.0,728285.0,794145.0,874337.0,923594.0,1006674.0,1044006.0,1108536.0,1179931.0,1270505.0,1313159.0,1400269.0,1448593.0,1527589.0,1592447.0,1630999.0,1691823.0,1796127.0,1875147.0,1918576.0,1994249.0,2047046.0,2092996.0,2187597.0,2272095.0,2338275.0,2360500.0,2424604.0,2525404.0,2586609.0,2675473.0,2722077.0,2782645.0,2850023.0,2936704.0,3116855.0,3036138.0,3138401.0,3146389.0,3232501.0,3297598.0,3355263.0,3453519.0,3533062.0,3543705.0,3645375.0,3741839.0,3761348.0,3831390.0,3912171.0,3982176.0,4203858.0,4103094.0,4167619.0,4244379.0,4328247.0,4364770.0,4470464.0,4545965.0,4582340.0,4640745.0,4986846.0,4882128.0,4799883.0,4901903.0,4984572.0,4990822.0,5239179.0,5147819.0,5309249.0,5270496.0,5338651.0,5438484.0,5492689.0,5600641.0,5616787.0,5730355.0,5782397.0,5826496.0,5896249.0,5969540.0,6020882.0,6106021.0,6181622.0,6228112.0,6280963.0,6344252.0,6427163.0,6563274.0,6587253.0,6587657.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index ce904c977c6a..240f8dc58dea 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6415.0812258687265,6497.787041505791,6718.335883204632,6801.041698841698] \ No newline at end of file +[6406.222371162063,6501.363491703481,6755.073146480595,6850.214267022013] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index e9f020dfe83b..80d2128df990 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - - -0.07 + + +0.045 - + - + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + +70 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 95ae330303a4..15a751d355e0 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 - - - -0.003 + +0.005 - - -0.004 + + +0.01 - - -0.005 + + +0.015 - - -0.006 + + +0.02 - - -0.007 + + +0.025 - - -0.008 + + +0.03 - + - -100 + +60 - - -200 + + +70 - - -300 + + +80 - - -400 + + +90 - - -500 + + +100 - - -600 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 72391cf2e4e6..8bb638e6a8f7 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + 7 @@ -50,10 +50,10 @@ Average Time (µs) 10 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index ff4b196fdacb..7a385cf4e2e6 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - + - + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index cafa0aa7fee5..8896f957921e 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,55 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - -0 + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - -0.02 + + +0 + + + +0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 459ba67c1281..9c329d197dfb 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + - --0.003 + +0.001 - - --0.002 + + +0.0015 - - --0.001 + + +0.002 - - -0 + + +0.0025 - - -0.001 + + +0.003 - - -0.002 + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 93be41a21916..b0f8b02fc764 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -21,65 +21,65 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 37ff389260dd..f3be95710329 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6116 µs - 6.6355 µs - 6.6659 µs + 6.6289 µs + 6.6444 µs + 6.6632 µs R² - 0.9578572 - 0.9594933 - 0.9568402 + 0.9819271 + 0.9826819 + 0.9815811 Mean - 6.6177 µs - 6.6727 µs - 6.7567 µs + 6.6204 µs + 6.6373 µs + 6.6560 µs Std. Dev. - 95.233 ns - 374.16 ns - 614.10 ns + 64.818 ns + 91.206 ns + 114.07 ns Median - 6.5925 µs - 6.6058 µs - 6.6143 µs + 6.6179 µs + 6.6280 µs + 6.6370 µs MAD - 30.156 ns - 41.599 ns - 62.976 ns + 32.708 ns + 47.279 ns + 66.579 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0925% - +0.8337% - +2.1193% - (p = 0.15 > + -1.8114% + -0.5302% + +0.3615% + (p = 0.43 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 844193b3b522..33d10816e5c6 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 + + + +35 - - -12 + + +40 - + + +45 + + - + 6.62 - - -6.64 + + +6.625 - - -6.66 + + +6.63 - - -6.68 + + +6.635 - - -6.7 + + +6.64 - - -6.72 + + +6.645 - - -6.74 + + +6.65 - - -6.76 + + +6.655 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 6db6b7774c11..79a8d2bd8fe8 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -6.595 - - - -6.6 + +6.62 - - -6.605 + + +6.625 - - -6.61 + + +6.63 - - -6.615 + + +6.635 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 653fed930e57..969fac2351d7 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (µs) - -6.5 - - - -7 + +6.4 - - -7.5 + + +6.5 - - -8 + + +6.6 - - -8.5 + + +6.7 - - -9 + + +6.8 - - -9.5 + + +6.9 - - -10 + + +7 - - -10.5 + + +7.1 - + Density (a.u.) @@ -98,50 +94,54 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 9c6f658c979f..2cda9f8aaf09 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (µs) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + + +3 + + + +4 + + + +5 + + + +6 + + - -7 + +6.4 - - -8 + + +6.6 - - -9 + + +6.8 - - -10 + + +7 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 4bf964d12c31..948a3ed4abe2 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -93,105 +93,105 @@ Iterations (x 10^3) - + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index db6baee85d67..000130060fd4 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -16,36 +16,36 @@ Iterations (x 10^3) - - - - - + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -90,103 +90,103 @@ Iterations (x 10^3) - - + + - + - + - + - - - - - - - + + + + + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index a7f81625e44f..01a72a921c0f 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,30 +6,30 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + 7 @@ -47,8 +47,8 @@ Average Time (µs) 10 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index b6205da04b71..12ccd63e3390 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - + - + - + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 1.0 - + 2.0 - + 3.0 - + 4.0 - + 5.0 - + 6.0 - + 0 diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index da4be44fafce..6b9e23b0c689 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - -6.61 + + +35 + + + +40 - - -6.62 + + +45 - - + + + 6.63 - - + + +6.635 + + + 6.64 - - + + +6.645 + + + 6.65 - - + + +6.655 + + + 6.66 - - -6.67 + + +6.665 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 9f471d9dc2fa..11a7d11281a5 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - -6.61 + + +35 + + + +40 - - -6.62 + + +45 - - + + + 6.63 - - + + +6.635 + + + 6.64 - - + + +6.645 + + + 6.65 - - + + +6.655 + + + 6.66 - - -6.67 + + +6.665 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index b98c26734a60..fbaf181a921e 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21462.0899375,"upper_bound":21679.35159375},"point_estimate":21567.3,"standard_error":55.482995707495064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21282.875,"upper_bound":21544.59218749999},"point_estimate":21372.875,"standard_error":63.35355653370549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":317.64704436063766,"upper_bound":623.2479639351368},"point_estimate":419.66845504939556,"standard_error":70.00626697624175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":453.62086878183953,"upper_bound":664.8694069256063},"point_estimate":558.8189916279156,"standard_error":54.42310144534231}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21514.4286875,"upper_bound":21757.791312499998},"point_estimate":21631.26375,"standard_error":62.08691485661835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21371.5,"upper_bound":21540.75},"point_estimate":21455.5,"standard_error":40.14907672528323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.5627575367689,"upper_bound":498.4315786510706},"point_estimate":373.15188087522984,"standard_error":54.77501362739389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.8629809934826,"upper_bound":745.4748099632278},"point_estimate":626.033419850639,"standard_error":64.88644334739908}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index b3a417254bb3..f9cb70409600 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[172041.0,169357.0,172061.0,170148.0,174476.0,179645.0,169546.0,167645.0,171049.0,167191.0,169125.0,168684.0,191125.0,168306.0,170899.0,169156.0,177631.0,167725.0,172652.0,168273.0,183500.0,174215.0,173583.0,168493.0,176779.0,173335.0,169867.0,170977.0,168897.0,168343.0,169767.0,171188.0,170398.0,171539.0,177511.0,168603.0,169977.0,170696.0,178973.0,170298.0,177351.0,173213.0,172862.0,182200.0,178604.0,177439.0,166961.0,173965.0,170599.0,169736.0,169275.0,173313.0,169505.0,177944.0,180916.0,170578.0,173683.0,173131.0,177312.0,178783.0,169654.0,167993.0,165978.0,176539.0,168825.0,170839.0,168115.0,167823.0,176899.0,170378.0,173083.0,170017.0,177019.0,172893.0,168544.0,178714.0,180975.0,169907.0,170040.0,176095.0,177570.0,176498.0,172569.0,182530.0,171178.0,172320.0,168184.0,172163.0,168404.0,179623.0,171520.0,169308.0,169855.0,169303.0,172823.0,169064.0,170989.0,168183.0,169435.0,170947.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[171650.0,178082.0,172861.0,177929.0,177330.0,171020.0,172790.0,173502.0,176656.0,169804.0,189021.0,172719.0,173210.0,175083.0,170756.0,181209.0,168643.0,169184.0,172389.0,169664.0,172411.0,184653.0,174417.0,185463.0,171681.0,172171.0,169996.0,169737.0,170416.0,173344.0,178862.0,185043.0,168333.0,180195.0,170166.0,167881.0,172489.0,169756.0,171497.0,171851.0,173354.0,178513.0,169415.0,178491.0,170096.0,171328.0,172361.0,171118.0,172442.0,167021.0,169425.0,167561.0,171700.0,170026.0,167684.0,169646.0,185657.0,169917.0,168362.0,167762.0,171778.0,170065.0,170395.0,168853.0,173954.0,174016.0,191935.0,172490.0,177370.0,171077.0,169796.0,167490.0,168795.0,168813.0,169095.0,169475.0,171517.0,178440.0,169284.0,172291.0,168883.0,182670.0,181407.0,170565.0,170998.0,171187.0,168462.0,174474.0,169193.0,170867.0,171388.0,179562.0,175303.0,169615.0,171638.0,171718.0,180895.0,169384.0,171829.0,172301.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 79e93935829c..f0929aaa75dc 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[19073.09375,20118.21875,22905.21875,23950.34375] \ No newline at end of file +[19565.78125,20390.3125,22589.0625,23413.59375] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index aecbf4fb86cd..8c0a72b4aa1e 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011356216339335177,"upper_bound":0.004684272045397007},"point_estimate":-0.00343565864345563,"standard_error":0.004107857538013615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007217215661901921,"upper_bound":0.008578437743696377},"point_estimate":-0.000018844923177718798,"standard_error":0.0037902740249073576}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004426854060046142,"upper_bound":0.011102323439095063},"point_estimate":0.0029657745753988163,"standard_error":0.003948331998793058},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0052672888346307145,"upper_bound":0.009403578061452311},"point_estimate":0.003865881403414484,"standard_error":0.003545294799132093}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index b98c26734a60..fbaf181a921e 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21462.0899375,"upper_bound":21679.35159375},"point_estimate":21567.3,"standard_error":55.482995707495064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21282.875,"upper_bound":21544.59218749999},"point_estimate":21372.875,"standard_error":63.35355653370549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":317.64704436063766,"upper_bound":623.2479639351368},"point_estimate":419.66845504939556,"standard_error":70.00626697624175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":453.62086878183953,"upper_bound":664.8694069256063},"point_estimate":558.8189916279156,"standard_error":54.42310144534231}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21514.4286875,"upper_bound":21757.791312499998},"point_estimate":21631.26375,"standard_error":62.08691485661835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21371.5,"upper_bound":21540.75},"point_estimate":21455.5,"standard_error":40.14907672528323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.5627575367689,"upper_bound":498.4315786510706},"point_estimate":373.15188087522984,"standard_error":54.77501362739389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.8629809934826,"upper_bound":745.4748099632278},"point_estimate":626.033419850639,"standard_error":64.88644334739908}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index b3a417254bb3..f9cb70409600 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[172041.0,169357.0,172061.0,170148.0,174476.0,179645.0,169546.0,167645.0,171049.0,167191.0,169125.0,168684.0,191125.0,168306.0,170899.0,169156.0,177631.0,167725.0,172652.0,168273.0,183500.0,174215.0,173583.0,168493.0,176779.0,173335.0,169867.0,170977.0,168897.0,168343.0,169767.0,171188.0,170398.0,171539.0,177511.0,168603.0,169977.0,170696.0,178973.0,170298.0,177351.0,173213.0,172862.0,182200.0,178604.0,177439.0,166961.0,173965.0,170599.0,169736.0,169275.0,173313.0,169505.0,177944.0,180916.0,170578.0,173683.0,173131.0,177312.0,178783.0,169654.0,167993.0,165978.0,176539.0,168825.0,170839.0,168115.0,167823.0,176899.0,170378.0,173083.0,170017.0,177019.0,172893.0,168544.0,178714.0,180975.0,169907.0,170040.0,176095.0,177570.0,176498.0,172569.0,182530.0,171178.0,172320.0,168184.0,172163.0,168404.0,179623.0,171520.0,169308.0,169855.0,169303.0,172823.0,169064.0,170989.0,168183.0,169435.0,170947.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[171650.0,178082.0,172861.0,177929.0,177330.0,171020.0,172790.0,173502.0,176656.0,169804.0,189021.0,172719.0,173210.0,175083.0,170756.0,181209.0,168643.0,169184.0,172389.0,169664.0,172411.0,184653.0,174417.0,185463.0,171681.0,172171.0,169996.0,169737.0,170416.0,173344.0,178862.0,185043.0,168333.0,180195.0,170166.0,167881.0,172489.0,169756.0,171497.0,171851.0,173354.0,178513.0,169415.0,178491.0,170096.0,171328.0,172361.0,171118.0,172442.0,167021.0,169425.0,167561.0,171700.0,170026.0,167684.0,169646.0,185657.0,169917.0,168362.0,167762.0,171778.0,170065.0,170395.0,168853.0,173954.0,174016.0,191935.0,172490.0,177370.0,171077.0,169796.0,167490.0,168795.0,168813.0,169095.0,169475.0,171517.0,178440.0,169284.0,172291.0,168883.0,182670.0,181407.0,170565.0,170998.0,171187.0,168462.0,174474.0,169193.0,170867.0,171388.0,179562.0,175303.0,169615.0,171638.0,171718.0,180895.0,169384.0,171829.0,172301.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 79e93935829c..f0929aaa75dc 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[19073.09375,20118.21875,22905.21875,23950.34375] \ No newline at end of file +[19565.78125,20390.3125,22589.0625,23413.59375] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 974ad22a6a55..6396397603df 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - + 0.005 - + 0.006 - - + + 0.007 - - + + 0.008 - + - + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - - -600 - - - -650 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 8a5a41462915..e81079b56c4c 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 - - + - -450 - - - + 500 - - + + 550 - - + + 600 - - + + 650 - - - - + + +700 + + + +750 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index b542863c62f7..34ba2c3cb36b 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,42 +16,37 @@ Average Iteration Time (µs) - - - - - - - + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - -24.0 - - + 0 @@ -97,206 +92,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 4c56990c6ecf..a15081727181 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -13,51 +13,55 @@ Average Time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - -20 + +21 - - + + 22 - - + + +23 + + + 24 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 800e5b34f2b7..498f6272b62a 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - --0.012 - - - --0.01 + + +100 - - --0.008 - - - + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 3e33dba06d88..c9f266e6c017 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,87 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + --0.008 - - - -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 430426434b3e..871071c8233d 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -25,73 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 3ca2a0085546..f32b98bb0235 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0012342 - 0.0012783 - 0.0012285 + 0.0002183 + 0.0002259 + 0.0002170 Mean - 21.462 µs - 21.567 µs - 21.679 µs + 21.514 µs + 21.631 µs + 21.758 µs Std. Dev. - 453.62 ns - 558.82 ns - 664.87 ns + 490.86 ns + 626.03 ns + 745.47 ns Median - 21.283 µs - 21.373 µs - 21.545 µs + 21.372 µs + 21.456 µs + 21.541 µs MAD - 317.65 ns - 419.67 ns - 623.25 ns + 279.56 ns + 373.15 ns + 498.43 ns @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -1.1356% - -0.3436% - +0.4684% - (p = 0.41 > + -0.4427% + +0.2966% + +1.1102% + (p = 0.44 > 0.05) diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index b56f89bd8728..e1c0ab57d733 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (µs) - - - - - - + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 166fa6626660..8750f44e09ff 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (µs) - - - - - - + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 30ef33593cb3..771f1f83d1db 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -21.45 - - - + 21.5 - - + + 21.55 - - + + 21.6 - - + + 21.65 - - + + 21.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 73f0f6eedc52..6af6a45f2787 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - + - -21.3 + +21.36 - - -21.35 + + +21.38 - - + + 21.4 - - -21.45 + + +21.42 - - + + +21.44 + + + +21.46 + + + +21.48 + + + 21.5 - - -21.55 + + +21.52 + + + +21.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index b6153fdeca27..3b5affec5041 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -46,42 +46,42 @@ Average Time (µs) - + 20.5 - - + + 21 - - + + 21.5 - - + + 22 - - + + 22.5 - - + + 23 - - + + 23.5 - - + + 24 - - + + 24.5 - + Density (a.u.) @@ -94,44 +94,60 @@ Density (a.u.) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - - - + + + + + - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index e00673ffeaeb..dc92970c7af5 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - + 21 - - + + 22 - - + + 23 - - + + 24 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 293df14f38b9..9ad69c5f418d 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,42 +13,37 @@ Average Iteration Time (µs) - - - - - - - + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - -24.0 - - + 0 @@ -94,204 +89,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 9a05ec1878ee..d2d57bd848a2 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -10,49 +10,53 @@ Average Time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - -20 + +21 - - + + 22 - - + + +23 + + + 24 - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index d15b60fca945..59aee5367fd8 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -21.45 - - - + 21.5 - - + + 21.55 - - + + 21.6 - - + + 21.65 - - + + 21.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 8662dce608c9..b8161f9c9b4d 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9257.350832197519,"upper_bound":9418.325427708489},"point_estimate":9330.187169936255,"standard_error":41.18911767954037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9225.721748400852,"upper_bound":9327.707391839795},"point_estimate":9311.993535586276,"standard_error":26.482226835358237},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.4048193822824,"upper_bound":292.400484808853},"point_estimate":248.29975995417985,"standard_error":46.27812461400205},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9281.520765079873,"upper_bound":9496.446127011617},"point_estimate":9372.165889716904,"standard_error":55.89968250454889},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218.056375009043,"upper_bound":589.813493168353},"point_estimate":413.77891342579187,"standard_error":97.30097301580291}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9261.333547268592,"upper_bound":9368.112194471138},"point_estimate":9312.212010921996,"standard_error":27.30669806023087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9189.619691119691,"upper_bound":9334.96223316913},"point_estimate":9292.375250626566,"standard_error":32.663700059452744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184.6078336092642,"upper_bound":298.40898173496635},"point_estimate":253.3011107742625,"standard_error":28.591224906139946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9256.656605423763,"upper_bound":9344.821999023985},"point_estimate":9298.133934851907,"standard_error":22.454261624381264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.62407545422388,"upper_bound":366.78445106520996},"point_estimate":275.67260651991705,"standard_error":47.35166849699232}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 46e2032cfe83..a739fe278927 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[133289.0,261708.0,390326.0,535398.0,672690.0,793654.0,936039.0,1055064.0,1202025.0,1330370.0,1447588.0,1565580.0,1702657.0,1817771.0,1960738.0,2101845.0,2222628.0,2351278.0,2528871.0,2845124.0,2721423.0,2857593.0,2980308.0,3133606.0,3192274.0,3209580.0,3321742.0,3602670.0,3581299.0,3806207.0,3944203.0,4039500.0,4199038.0,4321255.0,4464358.0,4596920.0,5259049.0,5591713.0,4967794.0,5058768.0,5196532.0,5398212.0,5507005.0,5595965.0,5707306.0,5934113.0,5962168.0,6099646.0,6212668.0,6372290.0,6472553.0,6626987.0,6773140.0,6804527.0,6990330.0,7092518.0,7250391.0,7373089.0,7550620.0,7642915.0,7749402.0,8143899.0,8198292.0,8130544.0,8348798.0,8403281.0,8653727.0,10560006.0,9232622.0,8943676.0,9080238.0,9390292.0,9591135.0,9716481.0,9836885.0,9967671.0,12965720.0,10856339.0,10341094.0,10440683.0,10793060.0,10797576.0,10779854.0,10966133.0,11066377.0,11223980.0,11363718.0,11477327.0,11638072.0,11818880.0,11944710.0,12011369.0,12119304.0,12330864.0,12390418.0,12601747.0,12681391.0,12919767.0,13006842.0,13055204.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134499.0,266757.0,413421.0,539974.0,669738.0,824893.0,949959.0,1087132.0,1201368.0,1340663.0,1506816.0,1640930.0,1729223.0,1858111.0,1991563.0,2149263.0,2270637.0,2381854.0,2532530.0,2603209.0,2721410.0,2880500.0,3040894.0,3164133.0,3250406.0,3210331.0,3430407.0,3471517.0,3574464.0,3813181.0,3931558.0,4113291.0,4212196.0,4381929.0,4404624.0,4768009.0,4760223.0,4834016.0,4946283.0,5101872.0,5255384.0,5303186.0,5467795.0,5611596.0,5742120.0,5837998.0,5958274.0,6431582.0,6210270.0,6384171.0,6525023.0,6540423.0,6793591.0,6842262.0,6982574.0,7184294.0,8734302.0,7372307.0,7554507.0,7658551.0,7811873.0,8033655.0,8083776.0,8211285.0,8301755.0,8434205.0,8605085.0,8719849.0,8861518.0,8882121.0,9056072.0,9417455.0,9699668.0,9586006.0,9917052.0,9996200.0,10041404.0,10200624.0,10655573.0,10526940.0,10779071.0,10765391.0,10825280.0,10956510.0,11393845.0,11301982.0,11369984.0,11445694.0,11615775.0,11708319.0,11875972.0,11955744.0,12154375.0,12172328.0,12358937.0,12630168.0,12654461.0,12798005.0,12970351.0,13099275.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 5d832c22ceb5..8d403149c8b9 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[8257.205196267694,8677.933699324323,9799.876374142,10220.60487719863] \ No newline at end of file +[8116.250416666673,8617.882142857146,9955.566746031742,10457.198472222215] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 5f0c2b644176..52f2e8788c20 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00034106049816556356,"upper_bound":0.02291521877378624},"point_estimate":0.011670516460006164,"standard_error":0.005744767948868197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00024271341413184544,"upper_bound":0.028073610789634662},"point_estimate":0.008605064880817359,"standard_error":0.006715774351176942}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013036195716877943,"upper_bound":0.00787281455969809},"point_estimate":-0.0019265593162137717,"standard_error":0.005340346420670697},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013114618330104744,"upper_bound":0.007488050341899033},"point_estimate":-0.0021067760501268795,"standard_error":0.0046292710638580125}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 8662dce608c9..b8161f9c9b4d 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9257.350832197519,"upper_bound":9418.325427708489},"point_estimate":9330.187169936255,"standard_error":41.18911767954037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9225.721748400852,"upper_bound":9327.707391839795},"point_estimate":9311.993535586276,"standard_error":26.482226835358237},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.4048193822824,"upper_bound":292.400484808853},"point_estimate":248.29975995417985,"standard_error":46.27812461400205},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9281.520765079873,"upper_bound":9496.446127011617},"point_estimate":9372.165889716904,"standard_error":55.89968250454889},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218.056375009043,"upper_bound":589.813493168353},"point_estimate":413.77891342579187,"standard_error":97.30097301580291}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9261.333547268592,"upper_bound":9368.112194471138},"point_estimate":9312.212010921996,"standard_error":27.30669806023087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9189.619691119691,"upper_bound":9334.96223316913},"point_estimate":9292.375250626566,"standard_error":32.663700059452744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184.6078336092642,"upper_bound":298.40898173496635},"point_estimate":253.3011107742625,"standard_error":28.591224906139946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9256.656605423763,"upper_bound":9344.821999023985},"point_estimate":9298.133934851907,"standard_error":22.454261624381264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.62407545422388,"upper_bound":366.78445106520996},"point_estimate":275.67260651991705,"standard_error":47.35166849699232}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 46e2032cfe83..a739fe278927 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[133289.0,261708.0,390326.0,535398.0,672690.0,793654.0,936039.0,1055064.0,1202025.0,1330370.0,1447588.0,1565580.0,1702657.0,1817771.0,1960738.0,2101845.0,2222628.0,2351278.0,2528871.0,2845124.0,2721423.0,2857593.0,2980308.0,3133606.0,3192274.0,3209580.0,3321742.0,3602670.0,3581299.0,3806207.0,3944203.0,4039500.0,4199038.0,4321255.0,4464358.0,4596920.0,5259049.0,5591713.0,4967794.0,5058768.0,5196532.0,5398212.0,5507005.0,5595965.0,5707306.0,5934113.0,5962168.0,6099646.0,6212668.0,6372290.0,6472553.0,6626987.0,6773140.0,6804527.0,6990330.0,7092518.0,7250391.0,7373089.0,7550620.0,7642915.0,7749402.0,8143899.0,8198292.0,8130544.0,8348798.0,8403281.0,8653727.0,10560006.0,9232622.0,8943676.0,9080238.0,9390292.0,9591135.0,9716481.0,9836885.0,9967671.0,12965720.0,10856339.0,10341094.0,10440683.0,10793060.0,10797576.0,10779854.0,10966133.0,11066377.0,11223980.0,11363718.0,11477327.0,11638072.0,11818880.0,11944710.0,12011369.0,12119304.0,12330864.0,12390418.0,12601747.0,12681391.0,12919767.0,13006842.0,13055204.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134499.0,266757.0,413421.0,539974.0,669738.0,824893.0,949959.0,1087132.0,1201368.0,1340663.0,1506816.0,1640930.0,1729223.0,1858111.0,1991563.0,2149263.0,2270637.0,2381854.0,2532530.0,2603209.0,2721410.0,2880500.0,3040894.0,3164133.0,3250406.0,3210331.0,3430407.0,3471517.0,3574464.0,3813181.0,3931558.0,4113291.0,4212196.0,4381929.0,4404624.0,4768009.0,4760223.0,4834016.0,4946283.0,5101872.0,5255384.0,5303186.0,5467795.0,5611596.0,5742120.0,5837998.0,5958274.0,6431582.0,6210270.0,6384171.0,6525023.0,6540423.0,6793591.0,6842262.0,6982574.0,7184294.0,8734302.0,7372307.0,7554507.0,7658551.0,7811873.0,8033655.0,8083776.0,8211285.0,8301755.0,8434205.0,8605085.0,8719849.0,8861518.0,8882121.0,9056072.0,9417455.0,9699668.0,9586006.0,9917052.0,9996200.0,10041404.0,10200624.0,10655573.0,10526940.0,10779071.0,10765391.0,10825280.0,10956510.0,11393845.0,11301982.0,11369984.0,11445694.0,11615775.0,11708319.0,11875972.0,11955744.0,12154375.0,12172328.0,12358937.0,12630168.0,12654461.0,12798005.0,12970351.0,13099275.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 5d832c22ceb5..8d403149c8b9 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[8257.205196267694,8677.933699324323,9799.876374142,10220.60487719863] \ No newline at end of file +[8116.250416666673,8617.882142857146,9955.566746031742,10457.198472222215] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index fcdadaccf389..d328e8458b11 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 + + +0.01 - - - -120 + + +0.012 + + + +0.014 - - -140 + + +0.016 - - -160 + + +0.018 - - + + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index e528bace58fe..166876bc7f01 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ns) - -5e-4 - - - -0.001 - - - -0.0015 - - - + 0.002 - - -0.0025 + + +0.004 - - -0.003 + + +0.006 - - -0.0035 + + +0.008 - - -0.004 + + +0.01 - - -0.0045 + + +0.012 - + - + +180 + + + 200 - - -250 + + +220 - - -300 + + +240 - - -350 + + +260 - - -400 + + +280 + + + +300 - - -450 + + +320 - - -500 + + +340 - - -550 + + +360 - - -600 + + +380 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index c5e1cd12c982..9f88d2b5cb5d 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 9 - - + + 10 - - + + 11 - - + + 12 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 703d47b114a5..7d47f66d8b5e 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index ade6af07905d..a35628fd587e 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - -0 + +-0.015 - - -0.005 + + +-0.01 - - -0.01 + + +-0.005 - - -0.015 + + +0 - - -0.02 + + +0.005 - - -0.025 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index c9a4a4b45c97..f59b31739a14 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,79 +9,55 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - + -50 - - - 60 - - -70 - - - + + 80 - - -90 + + +100 - + -100 +120 - -0 - - - -0.005 + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - -0.02 - - - -0.025 + + +0 - - -0.03 + + +0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 7beb1b3827f8..2137da22a37b 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 297927bf4735..8f3cf2f17e76 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.2815 µs - 9.3722 µs - 9.4964 µs + 9.2567 µs + 9.2981 µs + 9.3448 µs R² - 0.7473224 - 0.7547162 - 0.7409360 + 0.9300539 + 0.9323701 + 0.9294374 Mean - 9.2574 µs - 9.3302 µs - 9.4183 µs + 9.2613 µs + 9.3122 µs + 9.3681 µs Std. Dev. - 218.06 ns - 413.78 ns - 589.81 ns + 198.62 ns + 275.67 ns + 366.78 ns Median - 9.2257 µs - 9.3120 µs - 9.3277 µs + 9.1896 µs + 9.2924 µs + 9.3350 µs MAD - 124.40 ns - 248.30 ns - 292.40 ns + 184.61 ns + 253.30 ns + 298.41 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.0341% - +1.1671% - +2.2915% - (p = 0.05 > + -1.3036% + -0.1927% + +0.7873% + (p = 0.72 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 96a12ea55eb4..946cf1d22380 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -9.24 + + +12 - - + + +14 + + + +16 + + + + 9.26 - - + + 9.28 - - + + 9.3 - - + + 9.32 - - + + 9.34 - - + + 9.36 - - -9.38 - - - -9.4 - - - -9.42 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 558d1410c3a3..6a7efd100acb 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 + + + +9.18 - - -40 + + +9.2 - - - + + 9.22 - - + + 9.24 - - + + 9.26 - - + + 9.28 - - + + 9.3 - - + + 9.32 - - - - + + +9.34 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 75dcdcf59cd3..f29e73d2c403 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,42 +42,30 @@ Average Time (µs) - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - -11.5 - - - -12 - - - -12.5 - - + Density (a.u.) @@ -86,52 +74,42 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + + + + - - - - - - - - - - - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 9fac31e7cd89..9bca119334ff 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + - + 9 - - + + 10 - - + + 11 - - -12 - - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index ce272d3ac36e..1336a6b65500 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -16,36 +16,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -77,106 +77,106 @@ Iterations (x 10^3) - + - + - + - - - - - - - - + + + + + + + + - + - + - + - - + + - - - + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index c0d4f8f11174..cb8f7402b7c9 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,17 +12,17 @@ Iterations (x 10^3) - + - + - + - + 2.0 - + 4.0 @@ -31,18 +31,18 @@ Iterations (x 10^3) 6.0 - + 8.0 - + 10.0 - + 12.0 - + 0.2 @@ -77,101 +77,101 @@ Iterations (x 10^3) - + - - - - + + + + - + - + - + - + - - - - + + + + - + - - - - - - + + + + + + - - - + + + - - - - + + + + - + - - - - + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - + - - - - - - - - + + + + + + + + - - + + - - - + + + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index e677fe2e6f35..d6c08127630c 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 9 - - + + 10 - - + + 11 - - + + 12 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index bd07bd0a6c91..c1399f115666 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 08706389284e..bd641f0b2032 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + - + +9.25 + + + +9.26 + + + +9.27 + + + +9.28 + + + +9.29 + + + 9.3 - - -9.35 + + +9.31 - - -9.4 + + +9.32 - - -9.45 + + +9.33 - - -9.5 + + +9.34 + + + +9.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 5ef6bc303625..3c92f41e6d7d 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + + +14 + + + +16 + + + +18 + + - + +9.25 + + + +9.26 + + + +9.27 + + + +9.28 + + + +9.29 + + + 9.3 - - -9.35 + + +9.31 - - -9.4 + + +9.32 - - -9.45 + + +9.33 - - -9.5 + + +9.34 + + + +9.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 459cc89d204e..626e62a9cd1c 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4037.508040805083,"upper_bound":4060.2887781836716},"point_estimate":4048.55923298857,"standard_error":5.793886239516886},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4039.424242424242,"upper_bound":4062.2680652680656},"point_estimate":4048.8402478392168,"standard_error":5.139635833203471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.35515183667684,"upper_bound":63.34181064144311},"point_estimate":50.01553145933029,"standard_error":6.285483844983076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4021.2743564403704,"upper_bound":4046.1615194613014},"point_estimate":4033.731071107111,"standard_error":6.361100463196249},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.168127642239135,"upper_bound":73.23493233440003},"point_estimate":58.180725962672604,"standard_error":7.483297934586486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4030.985492320487,"upper_bound":4067.653439027877},"point_estimate":4048.648016020362,"standard_error":9.37047136124621},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4012.012898212898,"upper_bound":4045.9883477633475},"point_estimate":4018.648484848485,"standard_error":9.791890470896355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.28756391300672,"upper_bound":77.53134948874715},"point_estimate":61.134008234265096,"standard_error":9.074297813813496},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.843308834465,"upper_bound":4024.7923279118454},"point_estimate":4005.5910977067856,"standard_error":9.169914609767279},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.49541764456987,"upper_bound":115.85833211345911},"point_estimate":94.56793258513811,"standard_error":11.6400261545466}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 68287b593339..0bcfc9ac2ba3 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43952.0,90538.0,135997.0,173652.0,216716.0,259771.0,303536.0,350332.0,409025.0,452387.0,493163.0,534542.0,581347.0,614699.0,657013.0,722458.0,759518.0,859436.0,835958.0,875211.0,944699.0,986267.0,1043881.0,1081338.0,1122040.0,1167432.0,1234590.0,1252824.0,1316106.0,1351915.0,1389282.0,1435472.0,1492314.0,1512947.0,1573445.0,1594620.0,1656384.0,1711579.0,1741385.0,1782723.0,1835298.0,1870763.0,1916587.0,1990575.0,2004217.0,2019346.0,2083200.0,2135386.0,2179488.0,2254626.0,2313935.0,2318083.0,2335172.0,2374408.0,2425590.0,2505929.0,2515352.0,2603690.0,2632325.0,2651882.0,2714791.0,2731819.0,2801910.0,2918617.0,2915879.0,2933513.0,2971948.0,3016167.0,3055251.0,3087772.0,3117083.0,3229039.0,3246178.0,3326710.0,3391511.0,3355106.0,3394783.0,3464773.0,3508554.0,3593234.0,3599394.0,3642246.0,3669021.0,3780668.0,3801672.0,3830599.0,3856187.0,3899745.0,3948848.0,4037948.0,3976720.0,4113159.0,4133378.0,4059460.0,4151168.0,4204234.0,4320024.0,4247672.0,4327006.0,4384262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43480.0,87882.0,143344.0,176710.0,220352.0,264112.0,320166.0,352370.0,397226.0,454717.0,495884.0,582042.0,578440.0,618418.0,673259.0,730529.0,754923.0,829681.0,879627.0,920598.0,939561.0,996388.0,1017747.0,1059480.0,1126854.0,1146559.0,1317344.0,1308695.0,1322317.0,1375449.0,1386034.0,1409964.0,1476975.0,1508518.0,1568602.0,1602917.0,1670624.0,1698304.0,1730738.0,1779332.0,1841537.0,1883971.0,1931858.0,1988066.0,2009387.0,2039356.0,2205774.0,2112585.0,2163282.0,2239669.0,2238633.0,2298286.0,2367212.0,2387250.0,2424291.0,2446827.0,2554871.0,2596878.0,2633263.0,2674095.0,2672980.0,2733211.0,2839993.0,2820437.0,2868324.0,2893052.0,2955581.0,2974668.0,3024192.0,3114039.0,3129808.0,3186601.0,3207675.0,3238446.0,3315145.0,3336530.0,3385193.0,3399346.0,3564359.0,3523354.0,3575297.0,3616913.0,3664409.0,3703461.0,3751234.0,3872710.0,4016403.0,3825173.0,3962868.0,3969252.0,3939166.0,3991016.0,3981131.0,4087729.0,4062235.0,4137991.0,4234830.0,4233748.0,4284951.0,4330282.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 70602c86ee2c..33da45e641e5 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3804.1791606759853,3907.748397836284,4183.933030263746,4287.502267424045] \ No newline at end of file +[3770.74724025974,3886.1484780844157,4193.88511228355,4309.286350108226] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 7d7b9cdfd3b7..94026c25883b 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016920023725166843,"upper_bound":-0.004281976684332687},"point_estimate":-0.01039700954438183,"standard_error":0.0032129411148523416},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014531629468418239,"upper_bound":0.0025463778467489373},"point_estimate":-0.0048111500217549175,"standard_error":0.004077614633006474}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004935234920188103,"upper_bound":0.005135738054041139},"point_estimate":0.000021929537566967028,"standard_error":0.0025668978502685767},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010669830299148475,"upper_bound":-0.0002140739535966274},"point_estimate":-0.007456891638746299,"standard_error":0.00266136204624392}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 459cc89d204e..626e62a9cd1c 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4037.508040805083,"upper_bound":4060.2887781836716},"point_estimate":4048.55923298857,"standard_error":5.793886239516886},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4039.424242424242,"upper_bound":4062.2680652680656},"point_estimate":4048.8402478392168,"standard_error":5.139635833203471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.35515183667684,"upper_bound":63.34181064144311},"point_estimate":50.01553145933029,"standard_error":6.285483844983076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4021.2743564403704,"upper_bound":4046.1615194613014},"point_estimate":4033.731071107111,"standard_error":6.361100463196249},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.168127642239135,"upper_bound":73.23493233440003},"point_estimate":58.180725962672604,"standard_error":7.483297934586486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4030.985492320487,"upper_bound":4067.653439027877},"point_estimate":4048.648016020362,"standard_error":9.37047136124621},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4012.012898212898,"upper_bound":4045.9883477633475},"point_estimate":4018.648484848485,"standard_error":9.791890470896355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.28756391300672,"upper_bound":77.53134948874715},"point_estimate":61.134008234265096,"standard_error":9.074297813813496},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.843308834465,"upper_bound":4024.7923279118454},"point_estimate":4005.5910977067856,"standard_error":9.169914609767279},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.49541764456987,"upper_bound":115.85833211345911},"point_estimate":94.56793258513811,"standard_error":11.6400261545466}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 68287b593339..0bcfc9ac2ba3 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43952.0,90538.0,135997.0,173652.0,216716.0,259771.0,303536.0,350332.0,409025.0,452387.0,493163.0,534542.0,581347.0,614699.0,657013.0,722458.0,759518.0,859436.0,835958.0,875211.0,944699.0,986267.0,1043881.0,1081338.0,1122040.0,1167432.0,1234590.0,1252824.0,1316106.0,1351915.0,1389282.0,1435472.0,1492314.0,1512947.0,1573445.0,1594620.0,1656384.0,1711579.0,1741385.0,1782723.0,1835298.0,1870763.0,1916587.0,1990575.0,2004217.0,2019346.0,2083200.0,2135386.0,2179488.0,2254626.0,2313935.0,2318083.0,2335172.0,2374408.0,2425590.0,2505929.0,2515352.0,2603690.0,2632325.0,2651882.0,2714791.0,2731819.0,2801910.0,2918617.0,2915879.0,2933513.0,2971948.0,3016167.0,3055251.0,3087772.0,3117083.0,3229039.0,3246178.0,3326710.0,3391511.0,3355106.0,3394783.0,3464773.0,3508554.0,3593234.0,3599394.0,3642246.0,3669021.0,3780668.0,3801672.0,3830599.0,3856187.0,3899745.0,3948848.0,4037948.0,3976720.0,4113159.0,4133378.0,4059460.0,4151168.0,4204234.0,4320024.0,4247672.0,4327006.0,4384262.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43480.0,87882.0,143344.0,176710.0,220352.0,264112.0,320166.0,352370.0,397226.0,454717.0,495884.0,582042.0,578440.0,618418.0,673259.0,730529.0,754923.0,829681.0,879627.0,920598.0,939561.0,996388.0,1017747.0,1059480.0,1126854.0,1146559.0,1317344.0,1308695.0,1322317.0,1375449.0,1386034.0,1409964.0,1476975.0,1508518.0,1568602.0,1602917.0,1670624.0,1698304.0,1730738.0,1779332.0,1841537.0,1883971.0,1931858.0,1988066.0,2009387.0,2039356.0,2205774.0,2112585.0,2163282.0,2239669.0,2238633.0,2298286.0,2367212.0,2387250.0,2424291.0,2446827.0,2554871.0,2596878.0,2633263.0,2674095.0,2672980.0,2733211.0,2839993.0,2820437.0,2868324.0,2893052.0,2955581.0,2974668.0,3024192.0,3114039.0,3129808.0,3186601.0,3207675.0,3238446.0,3315145.0,3336530.0,3385193.0,3399346.0,3564359.0,3523354.0,3575297.0,3616913.0,3664409.0,3703461.0,3751234.0,3872710.0,4016403.0,3825173.0,3962868.0,3969252.0,3939166.0,3991016.0,3981131.0,4087729.0,4062235.0,4137991.0,4234830.0,4233748.0,4284951.0,4330282.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 70602c86ee2c..33da45e641e5 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3804.1791606759853,3907.748397836284,4183.933030263746,4287.502267424045] \ No newline at end of file +[3770.74724025974,3886.1484780844157,4193.88511228355,4309.286350108226] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index ddde3a5b8481..922046be1826 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - -0.04 + + +0.035 - - -0.05 + + +0.04 - - -0.06 + + +0.045 - - -0.07 + + +0.05 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + +70 + + + +75 + + + +80 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 2efe4800485d..7f60cb2324cd 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 + + + +70 - - -0.045 + + +75 - - -0.05 + + +80 - - -0.055 + + +85 - - - -45 + + +90 - - -50 + + +95 - - -55 + + +100 - - -60 + + +105 - - -65 + + +110 - - -70 + + +115 - - -75 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 09e9d9abc437..6f0b08160ad8 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - + 3.8 - - + + 4 - - + + 4.2 - - + + 4.4 - - -4.6 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index c58624bd9868..8c6ffdbeee98 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -15,56 +15,51 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + 0.0 - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - -4.5 - - + 0 @@ -91,9 +86,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 81f7a5394a27..a25e1ba5cbb5 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - --0.018 + + +140 - - --0.016 + + + +-0.006 - - --0.014 + + +-0.004 - - --0.012 + + +-0.002 - - --0.01 + + +0 - - --0.008 + + +0.002 - - --0.006 + + +0.004 - - --0.004 + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index ccb0df591b33..2405f86ada56 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,83 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.016 + + +160 - - --0.014 + + +180 - - --0.012 + + +200 - - + + + -0.01 - - + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - -0.002 - - - -0.004 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index beb46669d60f..fb922dfc5248 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -21,73 +21,73 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 6bb450ef5ffb..263c29c87cda 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 4.0213 µs - 4.0337 µs - 4.0462 µs + 3.9888 µs + 4.0056 µs + 4.0248 µs R² - 0.9798277 - 0.9811620 - 0.9798333 + 0.9528139 + 0.9551928 + 0.9520683 Mean - 4.0375 µs + 4.0310 µs 4.0486 µs - 4.0603 µs + 4.0677 µs Std. Dev. - 45.168 ns - 58.181 ns - 73.235 ns + 70.495 ns + 94.568 ns + 115.86 ns Median - 4.0394 µs - 4.0488 µs - 4.0623 µs + 4.0120 µs + 4.0186 µs + 4.0460 µs MAD - 38.355 ns - 50.016 ns - 63.342 ns + 42.288 ns + 61.134 ns + 77.531 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.6920% - -1.0397% - -0.4282% - (p = 0.00 < + -0.4935% + +0.0022% + +0.5136% + (p = 1.00 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 810f044c9013..52714c178b98 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + +30 - - -50 + + +35 - - -60 + + +40 - - -70 + + +45 - + - -4.035 + +4.03 - + -4.04 +4.035 - + +4.04 + + + 4.045 - - + + 4.05 - - + + 4.055 - - + + 4.06 - - - - + + +4.065 + + + +4.07 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 94e343306ab2..8b01821dfee4 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + + +4.01 - - -140 + + +4.015 - - -160 + + +4.02 - - -180 + + +4.025 - - -200 + + +4.03 - - -220 + + +4.035 - - - + + 4.04 - - + + 4.045 - - -4.05 - - - -4.055 - - - -4.06 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 4a16f3446637..8d372f3a4e46 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -34,50 +34,34 @@ Average Time (µs) - -3.9 + +3.8 - - -3.95 + + +3.9 - - + + 4 - - -4.05 - - - + + 4.1 - - -4.15 - - - + + 4.2 - - -4.25 - - - + + 4.3 - - -4.35 - - - + + 4.4 - + Density (a.u.) @@ -86,42 +70,66 @@ Density (a.u.) 0 - + +0.5 + + + 1 - + -2 +1.5 - + +2 + + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 - - - -7 - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 070020f8245c..6b51150cf8df 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - + - + +3.8 + + + 4 - - + + 4.2 - - + + 4.4 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 092c4814706e..2523373a2961 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -20,46 +20,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -107,103 +107,103 @@ Iterations (x 10^3) - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 2b8eca574b14..72f26a97d6d0 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -17,46 +17,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -104,103 +104,103 @@ Iterations (x 10^3) - - + + - + - + - - + + - - - - - - + + + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 3ec91bbc0be3..9c5f2985ad5b 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -35,28 +35,24 @@ Average Time (µs) - + 3.8 - - + + 4 - - + + 4.2 - - + + 4.4 - - -4.6 - - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index fc2c96afbcaf..4f285d14ea27 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -13,14 +13,13 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + 0.0 @@ -30,38 +29,34 @@ Iterations (x 10^3) 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - -4.5 - - + 0 @@ -88,7 +83,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 64100e0b6e68..a4c705307cbb 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -4.02 + +3.985 - - -4.025 + + +3.99 + + + +3.995 + + + +4 - - -4.03 + + +4.005 - - -4.035 + + +4.01 - - -4.04 + + +4.015 - - -4.045 + + +4.02 + + + +4.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index bfdfc33da690..d8dfe1e419e0 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -4.02 + +3.985 - - -4.025 + + +3.99 + + + +3.995 + + + +4 - - -4.03 + + +4.005 - - -4.035 + + +4.01 - - -4.04 + + +4.015 - - -4.045 + + +4.02 + + + +4.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index bceab8ac0327..63a4e84d0e1c 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88839.58911581211,"upper_bound":89271.4601897597},"point_estimate":89030.17483618064,"standard_error":110.6127200419661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88757.53516129032,"upper_bound":89042.16787941789},"point_estimate":88874.38939645624,"standard_error":66.98433220104077},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429.7437352412918,"upper_bound":669.412788970868},"point_estimate":575.6269161094581,"standard_error":63.1584907861737},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88982.0989097817,"upper_bound":89181.6025913385},"point_estimate":89080.00830353184,"standard_error":50.78606040986188},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.4256662781023,"upper_bound":1665.7222478401466},"point_estimate":1114.5858955280307,"standard_error":318.5566560238469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83267.5220398908,"upper_bound":83625.52024665663},"point_estimate":83434.37229359843,"standard_error":91.36228519774824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83206.4651458886,"upper_bound":83378.87954545455},"point_estimate":83277.32525252525,"standard_error":43.86771113154673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.95708680815295,"upper_bound":561.4168547759352},"point_estimate":459.964779457594,"standard_error":70.04681061972276},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83405.94864776872,"upper_bound":83799.98497798793},"point_estimate":83579.68800768435,"standard_error":101.8442383224853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2564742606128,"upper_bound":1221.1673782050834},"point_estimate":920.389166149145,"standard_error":166.50818968300547}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 0599db53478f..837a86491b7e 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[350424.0,704215.0,1086603.0,1458197.0,1792030.0,2107559.0,2460530.0,2879433.0,3153004.0,3577144.0,3928876.0,4292243.0,4632812.0,4948613.0,5317510.0,5666112.0,6241401.0,6330384.0,6798725.0,7101234.0,7457906.0,7762393.0,8126432.0,8435935.0,9749785.0,9191351.0,9526254.0,9928594.0,10222505.0,10610364.0,10968497.0,11365005.0,11701714.0,12028985.0,12499695.0,12680164.0,13170786.0,13415686.0,13801970.0,14179899.0,14501177.0,14928158.0,15246754.0,15586712.0,15895484.0,16255749.0,16668631.0,17068886.0,17345628.0,17693883.0,18582528.0,18954925.0,18771552.0,19224803.0,19618680.0,19844936.0,20200767.0,20566089.0,20851615.0,21337811.0,21747315.0,22335768.0,22476772.0,22868742.0,23262546.0,23528087.0,23926348.0,24167290.0,24450482.0,25107065.0,25433571.0,25667576.0,26017685.0,26438404.0,26629559.0,27140143.0,27677019.0,27806522.0,28078572.0,28463685.0,28808196.0,29180134.0,29415329.0,29858762.0,30211192.0,30575895.0,31025189.0,31464551.0,31829617.0,32002948.0,32430210.0,32675014.0,33014953.0,33452307.0,33870334.0,34264619.0,34598902.0,34958772.0,35386024.0,35875673.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[421694.0,829032.0,1224415.0,1653437.0,2094537.0,2472798.0,2905436.0,3304716.0,3751014.0,4139676.0,4563402.0,4986425.0,5388037.0,5821361.0,6216335.0,6697627.0,7122049.0,7474852.0,7881506.0,8469170.0,8696843.0,9630832.0,9795855.0,10021063.0,10336025.0,10834545.0,11173356.0,11563398.0,12051574.0,12427731.0,12783951.0,13301592.0,13685104.0,14119018.0,14509400.0,15001389.0,15317610.0,15701638.0,16139437.0,17019349.0,17027970.0,17357485.0,17800516.0,18331848.0,18737470.0,19077291.0,19540385.0,19878008.0,20431355.0,20767058.0,21118422.0,21506518.0,22021421.0,22540276.0,23009263.0,23370786.0,23848056.0,24211401.0,24547517.0,25079467.0,26381264.0,25844091.0,26270673.0,26886423.0,27037597.0,27481412.0,28025892.0,28366393.0,28875591.0,29135800.0,29571857.0,29905604.0,32205298.0,30796696.0,31548947.0,32146818.0,32100987.0,32605875.0,32874817.0,33602862.0,33883418.0,34254213.0,34612782.0,36058652.0,35391508.0,35801702.0,36200841.0,36686707.0,37056295.0,37691522.0,37969345.0,38357892.0,38803917.0,39149188.0,39544847.0,40053916.0,40468089.0,40967577.0,41330659.0,41666789.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 731a2012cea5..3848fcc04228 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[86266.26969350684,87395.27260185545,90405.94702411845,91534.94993246708] \ No newline at end of file +[81279.3296544483,82118.9656567436,84357.99499619774,85197.63099849304] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 3d7a0056b4e9..10c7ca35a45c 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0071044480391750375,"upper_bound":0.012674446395423849},"point_estimate":0.009655124965771034,"standard_error":0.0014331882893720632},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005825414052458067,"upper_bound":0.009887791232772836},"point_estimate":0.007711502221832367,"standard_error":0.001028943852721718}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0659003542293161,"upper_bound":-0.060147493275496206},"point_estimate":-0.06285287603757639,"standard_error":0.0014790036720819962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0646851047169249,"upper_bound":-0.06119240387141578},"point_estimate":-0.06297724442261177,"standard_error":0.0008501561817634819}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index bceab8ac0327..63a4e84d0e1c 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88839.58911581211,"upper_bound":89271.4601897597},"point_estimate":89030.17483618064,"standard_error":110.6127200419661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88757.53516129032,"upper_bound":89042.16787941789},"point_estimate":88874.38939645624,"standard_error":66.98433220104077},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":429.7437352412918,"upper_bound":669.412788970868},"point_estimate":575.6269161094581,"standard_error":63.1584907861737},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88982.0989097817,"upper_bound":89181.6025913385},"point_estimate":89080.00830353184,"standard_error":50.78606040986188},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":588.4256662781023,"upper_bound":1665.7222478401466},"point_estimate":1114.5858955280307,"standard_error":318.5566560238469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83267.5220398908,"upper_bound":83625.52024665663},"point_estimate":83434.37229359843,"standard_error":91.36228519774824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83206.4651458886,"upper_bound":83378.87954545455},"point_estimate":83277.32525252525,"standard_error":43.86771113154673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.95708680815295,"upper_bound":561.4168547759352},"point_estimate":459.964779457594,"standard_error":70.04681061972276},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83405.94864776872,"upper_bound":83799.98497798793},"point_estimate":83579.68800768435,"standard_error":101.8442383224853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2564742606128,"upper_bound":1221.1673782050834},"point_estimate":920.389166149145,"standard_error":166.50818968300547}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 0599db53478f..837a86491b7e 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[350424.0,704215.0,1086603.0,1458197.0,1792030.0,2107559.0,2460530.0,2879433.0,3153004.0,3577144.0,3928876.0,4292243.0,4632812.0,4948613.0,5317510.0,5666112.0,6241401.0,6330384.0,6798725.0,7101234.0,7457906.0,7762393.0,8126432.0,8435935.0,9749785.0,9191351.0,9526254.0,9928594.0,10222505.0,10610364.0,10968497.0,11365005.0,11701714.0,12028985.0,12499695.0,12680164.0,13170786.0,13415686.0,13801970.0,14179899.0,14501177.0,14928158.0,15246754.0,15586712.0,15895484.0,16255749.0,16668631.0,17068886.0,17345628.0,17693883.0,18582528.0,18954925.0,18771552.0,19224803.0,19618680.0,19844936.0,20200767.0,20566089.0,20851615.0,21337811.0,21747315.0,22335768.0,22476772.0,22868742.0,23262546.0,23528087.0,23926348.0,24167290.0,24450482.0,25107065.0,25433571.0,25667576.0,26017685.0,26438404.0,26629559.0,27140143.0,27677019.0,27806522.0,28078572.0,28463685.0,28808196.0,29180134.0,29415329.0,29858762.0,30211192.0,30575895.0,31025189.0,31464551.0,31829617.0,32002948.0,32430210.0,32675014.0,33014953.0,33452307.0,33870334.0,34264619.0,34598902.0,34958772.0,35386024.0,35875673.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[421694.0,829032.0,1224415.0,1653437.0,2094537.0,2472798.0,2905436.0,3304716.0,3751014.0,4139676.0,4563402.0,4986425.0,5388037.0,5821361.0,6216335.0,6697627.0,7122049.0,7474852.0,7881506.0,8469170.0,8696843.0,9630832.0,9795855.0,10021063.0,10336025.0,10834545.0,11173356.0,11563398.0,12051574.0,12427731.0,12783951.0,13301592.0,13685104.0,14119018.0,14509400.0,15001389.0,15317610.0,15701638.0,16139437.0,17019349.0,17027970.0,17357485.0,17800516.0,18331848.0,18737470.0,19077291.0,19540385.0,19878008.0,20431355.0,20767058.0,21118422.0,21506518.0,22021421.0,22540276.0,23009263.0,23370786.0,23848056.0,24211401.0,24547517.0,25079467.0,26381264.0,25844091.0,26270673.0,26886423.0,27037597.0,27481412.0,28025892.0,28366393.0,28875591.0,29135800.0,29571857.0,29905604.0,32205298.0,30796696.0,31548947.0,32146818.0,32100987.0,32605875.0,32874817.0,33602862.0,33883418.0,34254213.0,34612782.0,36058652.0,35391508.0,35801702.0,36200841.0,36686707.0,37056295.0,37691522.0,37969345.0,38357892.0,38803917.0,39149188.0,39544847.0,40053916.0,40468089.0,40967577.0,41330659.0,41666789.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 731a2012cea5..3848fcc04228 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[86266.26969350684,87395.27260185545,90405.94702411845,91534.94993246708] \ No newline at end of file +[81279.3296544483,82118.9656567436,84357.99499619774,85197.63099849304] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 902c185626bf..b1942342d550 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 - - + - + +300 + + + +350 + + + +400 + + + 450 - - + + 500 - - + + 550 - - -600 - - - -650 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 8ab30b3fda8f..121a242d5fc0 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - - -1.4 + + +1.1 - - -1.6 + + +1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 676940a192a7..7b19d80e752e 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,55 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - + - + +85 + + + 90 - - + + 95 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 282c9deac22c..9be4ac7a61c7 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -9,96 +9,111 @@ Total sample time (ms) Iterations - - - + + + + - - - + + + + - - - + + + + - - - + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + + +40.0 + + 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 + + +450 + + + +500 + - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index c0155c47cb2a..79800d151fe1 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.066 + + + +-0.065 + + + +-0.064 + + + +-0.063 + + + +-0.062 + + + +-0.061 + + + +-0.06 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index c0f957b0bf7c..96f107110f8f 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,83 +9,91 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + + +500 + + + +550 + + - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - - - - + +-0.065 + + + +-0.0645 + + + +-0.064 + + + +-0.0635 + + + +-0.063 + + + +-0.0625 + + + +-0.062 + + + +-0.0615 + + + +-0.061 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 007074de45dd..40aeccad78ba 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 10cc10883cd4..23859de15606 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 88.982 µs - 89.080 µs - 89.182 µs + 83.406 µs + 83.580 µs + 83.800 µs R² - 0.9941497 - 0.9943100 - 0.9941374 + 0.9854343 + 0.9860204 + 0.9850784 Mean - 88.840 µs - 89.030 µs - 89.271 µs + 83.268 µs + 83.434 µs + 83.626 µs Std. Dev. - 588.43 ns - 1.1146 µs - 1.6657 µs + 566.26 ns + 920.39 ns + 1.2212 µs Median - 88.758 µs - 88.874 µs - 89.042 µs + 83.206 µs + 83.277 µs + 83.379 µs MAD - 429.74 ns - 575.63 ns - 669.41 ns + 304.96 ns + 459.96 ns + 561.42 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.7104% - +0.9655% - +1.2674% + -6.5900% + -6.2853% + -6.0147% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index a489d7f7741c..1957d78d2f5d 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -88.8 - - - -88.85 + + +4.5 - - -88.9 + + + +83.25 - - -88.95 + + +83.3 - - -89 + + +83.35 - - -89.05 + + +83.4 - - -89.1 + + +83.45 - - -89.15 + + +83.5 - - -89.2 + + +83.55 - - -89.25 + + +83.6 - - -89.3 + + +83.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index f5654e667da7..261f1784da7a 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + + +18 + + + +20 + + - -88.75 + +83.2 + + + +83.22 + + + +83.24 - - -88.8 + + +83.26 - - -88.85 + + +83.28 - - -88.9 + + +83.3 - - -88.95 + + +83.32 - - -89 + + +83.34 - - -89.05 + + +83.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index a8b8782a0431..e8e73bd265b2 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -13,63 +13,83 @@ Average Time (µs) 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 + + +450 + + + +500 + - -88 + +81 - - -90 + + +82 - - -92 + + +83 - - -94 + + +84 - - -96 + + +85 - - -98 + + +86 - + + +87 + + + +88 + + + +89 + + Density (a.u.) @@ -78,64 +98,54 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - - - - - - - - - - - - - - - - - + + +0.6 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 1adaafb8892c..dce5944faeb3 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + + +0.6 + + + +0.7 + + - -90 + +82 + + + +84 + + + +86 - - -95 + + +88 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 7b895dfaf763..71bd679678cd 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -8,185 +8,200 @@ Total sample time (ms) Iterations - - - + + + + - - - + + + + - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + + +40.0 + + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 + + +450 + + + +500 + - - + + - + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 538fdebe5f5c..ca3723dae9d7 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -5,183 +5,198 @@ Total sample time (ms) Iterations - - - + + + + - - - + + + + - - - - - + + + + + + - + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + + +40.0 + + - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 + + +450 + + + +500 + - + - + - + - + - - - - - + + + + + - + - + - + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 3d2ea1c392d5..ce7b2a341c7d 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,53 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - + - + +85 + + + 90 - - + + 95 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 6843bae4a0c1..34219b8e9386 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -6,94 +6,109 @@ Total sample time (ms) Iterations - - - + + + + - - - + + + + - - - + + + + - - - + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + + +40.0 + + 0 - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 + + +450 + + + +500 + - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 5c3347b58387..e4e150114969 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + + +83.4 - - -6 + + +83.45 - - -7 + + +83.5 - - -8 + + +83.55 - - - -89 + + +83.6 - - -89.05 + + +83.65 - - -89.1 + + +83.7 - - -89.15 + + +83.75 - - -89.2 + + +83.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 41746e240a7e..0fdc780acd4f 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + + +83.4 - - -6 + + +83.45 - - -7 + + +83.5 - - -8 + + +83.55 - - - -89 + + +83.6 - - -89.05 + + +83.65 - - -89.1 + + +83.7 - - -89.15 + + +83.75 - - -89.2 + + +83.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 4fda99551fc0..b52c2905641b 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.250485700978,"upper_bound":6657.503319919486},"point_estimate":6636.392384874197,"standard_error":10.2924365805557},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.60946932814,"upper_bound":6631.625},"point_estimate":6617.048775510204,"standard_error":6.237254652960605},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.67579597799523,"upper_bound":87.54106470302666},"point_estimate":68.4317470126486,"standard_error":9.121445733275019},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619.843195024008,"upper_bound":6649.69859128045},"point_estimate":6634.277119846313,"standard_error":7.634295387114859},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74.06633572653035,"upper_bound":133.36386203376662},"point_estimate":103.66579832415876,"standard_error":15.393661394721342}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.187612833878,"upper_bound":6667.238800647064},"point_estimate":6645.056729535439,"standard_error":10.743492945799975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6613.642927631579,"upper_bound":6635.830833333333},"point_estimate":6624.14328358209,"standard_error":5.128989694700023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.61856044492398,"upper_bound":83.76217822564695},"point_estimate":62.52271957159664,"standard_error":8.745122091492918},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630.279040879335,"upper_bound":6663.013366355185},"point_estimate":6645.98987379932,"standard_error":8.32990267195027},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.41550706205665,"upper_bound":137.8627837111922},"point_estimate":107.8716027268005,"standard_error":16.056994796749574}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 4553fbec565f..49d5f8eecf6e 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65503.0,130785.0,195476.0,261244.0,326284.0,391994.0,460417.0,524589.0,586732.0,672116.0,717303.0,798815.0,907086.0,914924.0,1008858.0,1053252.0,1219471.0,1172049.0,1272702.0,1380157.0,1441054.0,1448474.0,1568844.0,1591590.0,1710103.0,1718651.0,1827051.0,1846388.0,1926249.0,1980690.0,2077068.0,2133949.0,2233242.0,2215542.0,2294312.0,2359765.0,2447531.0,2476830.0,2582458.0,2631396.0,2691402.0,2794077.0,2817962.0,2938456.0,2974428.0,3052099.0,3100245.0,3201997.0,3259095.0,3273015.0,3350100.0,3499078.0,3462653.0,3589520.0,3613660.0,3709769.0,3741408.0,3808250.0,3841498.0,3969180.0,4048539.0,4111853.0,4165079.0,4258947.0,4445129.0,4366724.0,4436157.0,4496435.0,4616448.0,4632469.0,4667460.0,4810356.0,4837192.0,4877031.0,4971188.0,5006945.0,5094245.0,5202187.0,5221128.0,5314941.0,5515570.0,5467574.0,5609804.0,5526670.0,5609976.0,5640237.0,5775125.0,5841141.0,5883931.0,5979919.0,6033611.0,6045774.0,6159314.0,6310814.0,6391729.0,6364656.0,6461299.0,6483959.0,6509472.0,6635944.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65220.0,130224.0,196224.0,267197.0,326937.0,391941.0,456567.0,522128.0,632765.0,676756.0,720022.0,805225.0,848256.0,939565.0,993650.0,1057815.0,1122982.0,1194633.0,1241735.0,1348630.0,1434893.0,1532861.0,1531767.0,1583804.0,1650184.0,1692838.0,1769608.0,1862422.0,1929210.0,2004005.0,2060455.0,2111883.0,2175191.0,2238758.0,2345172.0,2384676.0,2555875.0,2486769.0,2563060.0,2604310.0,2699291.0,2780766.0,2867872.0,2931061.0,3041230.0,3039038.0,3131768.0,3179559.0,3518643.0,3342924.0,3380886.0,3410924.0,3499997.0,3735435.0,3593748.0,3707965.0,3771087.0,3846411.0,3918174.0,3980887.0,4072211.0,4062259.0,4209161.0,4246720.0,4279352.0,4483050.0,4438205.0,4473032.0,4502323.0,4629990.0,4702007.0,4770771.0,4823625.0,5048786.0,4948175.0,5033270.0,5156366.0,5247012.0,5198508.0,5346360.0,5346268.0,5457361.0,5492227.0,5593448.0,5589422.0,5697066.0,5845665.0,5826787.0,5877772.0,6004002.0,6064906.0,6151014.0,6133006.0,6229989.0,6337849.0,6362916.0,6398963.0,6580179.0,6597300.0,6606604.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 66dbc65a6ff0..e9fbf92dd858 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[6296.392239020615,6433.792537494497,6800.19333342485,6937.593631898732] \ No newline at end of file +[6341.534186026125,6465.647841676164,6796.617590076268,6920.731245726308] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index b67411cc372e..91bd22384246 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010259944563814058,"upper_bound":0.0007406124703039063},"point_estimate":-0.004512193503783846,"standard_error":0.002797349363196829},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0050487343897636094,"upper_bound":0.0011560221682476168},"point_estimate":-0.0020571708483366757,"standard_error":0.0015725376963093263}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029935434350615575,"upper_bound":0.005650951268406645},"point_estimate":0.0013055805260988596,"standard_error":0.002195540896560324},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015026485782143606,"upper_bound":0.0035038710598382927},"point_estimate":0.0010721559282051984,"standard_error":0.001239891207309083}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 4fda99551fc0..b52c2905641b 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.250485700978,"upper_bound":6657.503319919486},"point_estimate":6636.392384874197,"standard_error":10.2924365805557},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.60946932814,"upper_bound":6631.625},"point_estimate":6617.048775510204,"standard_error":6.237254652960605},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.67579597799523,"upper_bound":87.54106470302666},"point_estimate":68.4317470126486,"standard_error":9.121445733275019},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619.843195024008,"upper_bound":6649.69859128045},"point_estimate":6634.277119846313,"standard_error":7.634295387114859},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74.06633572653035,"upper_bound":133.36386203376662},"point_estimate":103.66579832415876,"standard_error":15.393661394721342}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.187612833878,"upper_bound":6667.238800647064},"point_estimate":6645.056729535439,"standard_error":10.743492945799975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6613.642927631579,"upper_bound":6635.830833333333},"point_estimate":6624.14328358209,"standard_error":5.128989694700023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.61856044492398,"upper_bound":83.76217822564695},"point_estimate":62.52271957159664,"standard_error":8.745122091492918},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630.279040879335,"upper_bound":6663.013366355185},"point_estimate":6645.98987379932,"standard_error":8.32990267195027},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.41550706205665,"upper_bound":137.8627837111922},"point_estimate":107.8716027268005,"standard_error":16.056994796749574}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 4553fbec565f..49d5f8eecf6e 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65503.0,130785.0,195476.0,261244.0,326284.0,391994.0,460417.0,524589.0,586732.0,672116.0,717303.0,798815.0,907086.0,914924.0,1008858.0,1053252.0,1219471.0,1172049.0,1272702.0,1380157.0,1441054.0,1448474.0,1568844.0,1591590.0,1710103.0,1718651.0,1827051.0,1846388.0,1926249.0,1980690.0,2077068.0,2133949.0,2233242.0,2215542.0,2294312.0,2359765.0,2447531.0,2476830.0,2582458.0,2631396.0,2691402.0,2794077.0,2817962.0,2938456.0,2974428.0,3052099.0,3100245.0,3201997.0,3259095.0,3273015.0,3350100.0,3499078.0,3462653.0,3589520.0,3613660.0,3709769.0,3741408.0,3808250.0,3841498.0,3969180.0,4048539.0,4111853.0,4165079.0,4258947.0,4445129.0,4366724.0,4436157.0,4496435.0,4616448.0,4632469.0,4667460.0,4810356.0,4837192.0,4877031.0,4971188.0,5006945.0,5094245.0,5202187.0,5221128.0,5314941.0,5515570.0,5467574.0,5609804.0,5526670.0,5609976.0,5640237.0,5775125.0,5841141.0,5883931.0,5979919.0,6033611.0,6045774.0,6159314.0,6310814.0,6391729.0,6364656.0,6461299.0,6483959.0,6509472.0,6635944.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65220.0,130224.0,196224.0,267197.0,326937.0,391941.0,456567.0,522128.0,632765.0,676756.0,720022.0,805225.0,848256.0,939565.0,993650.0,1057815.0,1122982.0,1194633.0,1241735.0,1348630.0,1434893.0,1532861.0,1531767.0,1583804.0,1650184.0,1692838.0,1769608.0,1862422.0,1929210.0,2004005.0,2060455.0,2111883.0,2175191.0,2238758.0,2345172.0,2384676.0,2555875.0,2486769.0,2563060.0,2604310.0,2699291.0,2780766.0,2867872.0,2931061.0,3041230.0,3039038.0,3131768.0,3179559.0,3518643.0,3342924.0,3380886.0,3410924.0,3499997.0,3735435.0,3593748.0,3707965.0,3771087.0,3846411.0,3918174.0,3980887.0,4072211.0,4062259.0,4209161.0,4246720.0,4279352.0,4483050.0,4438205.0,4473032.0,4502323.0,4629990.0,4702007.0,4770771.0,4823625.0,5048786.0,4948175.0,5033270.0,5156366.0,5247012.0,5198508.0,5346360.0,5346268.0,5457361.0,5492227.0,5593448.0,5589422.0,5697066.0,5845665.0,5826787.0,5877772.0,6004002.0,6064906.0,6151014.0,6133006.0,6229989.0,6337849.0,6362916.0,6398963.0,6580179.0,6597300.0,6606604.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 66dbc65a6ff0..e9fbf92dd858 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[6296.392239020615,6433.792537494497,6800.19333342485,6937.593631898732] \ No newline at end of file +[6341.534186026125,6465.647841676164,6796.617590076268,6920.731245726308] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index a824c7be9b61..63c42ab250e9 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - + + +0.06 + + + +0.07 + + - + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - -90 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 2f3b0876db68..cda85d76eb94 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + - + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - - - + + +140 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 9ae8284f60b0..f25ed6ed5bbc 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -46,26 +46,30 @@ Average Time (µs) - -6.5 + +6.4 - - -7 + + +6.6 + + + +6.8 - - -7.5 + + +7 - - -8 + + +7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index f5f719d1d174..2f815ee6887b 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 8790750e2a68..106eb371d98a 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 + + +160 + + + +180 + - --0.01 + +-0.003 + + + +-0.002 - - --0.008 + + +-0.001 - - --0.006 + + +0 - - --0.004 + + +0.001 - - --0.002 + + +0.002 - - -0 + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 47cc6c7991a3..76c6392fb986 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.005 + + +300 + + + +350 - - --0.004 + + +400 - - --0.003 + + +450 - - + + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - - - + + +0.002 + + + +0.003 + + + +0.004 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 604191acc88d..72c4948b1aec 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 2f31a83247cf..de23617f551b 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6198 µs - 6.6343 µs - 6.6497 µs + 6.6303 µs + 6.6460 µs + 6.6630 µs R² - 0.9865081 - 0.9871442 - 0.9864181 + 0.9797710 + 0.9805308 + 0.9796388 Mean - 6.6173 µs - 6.6364 µs - 6.6575 µs + 6.6252 µs + 6.6451 µs + 6.6672 µs Std. Dev. - 74.066 ns - 103.67 ns - 133.36 ns + 75.416 ns + 107.87 ns + 137.86 ns Median - 6.6096 µs - 6.6170 µs - 6.6316 µs + 6.6136 µs + 6.6241 µs + 6.6358 µs MAD - 51.676 ns - 68.432 ns - 87.541 ns + 47.619 ns + 62.523 ns + 83.762 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0260% - -0.4512% - +0.0741% - (p = 0.11 > + -0.2994% + +0.1306% + +0.5651% + (p = 0.56 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 172c3118acfe..562f53c77351 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - -6.615 - - - -6.62 - - - + 6.625 - - + + 6.63 - - + + 6.635 - - + + 6.64 - - + + 6.645 - - + + 6.65 - - + + 6.655 - - + + 6.66 - - - - + + +6.665 + + + +6.67 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index fd9d37ad2f1d..80059be9a28f 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,62 +9,50 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - + - -6.61 - - - + 6.615 - - + + 6.62 - - + + 6.625 - - + + 6.63 - - - - + + +6.635 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 1bae878ab8b1..5ec9669a2af4 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,46 +54,46 @@ Average Time (µs) - + 6.4 - - + + 6.5 - - + + 6.6 - + 6.7 - + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - + + 7.3 - + Density (a.u.) @@ -118,48 +118,46 @@ Density (a.u.) 2 - + 2.5 - - + + 3 - - + + 3.5 - + 4 - + 4.5 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 41a886f614a9..61051c0a24bb 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -22,14 +22,14 @@ Average Time (µs) 1.5 - + 2 - - + + 2.5 - + 3 @@ -38,39 +38,39 @@ Average Time (µs) 3.5 - + 4 - - + + 4.5 - - + + 5 - + - + 6.4 - + 6.6 - + 6.8 - - + + 7 - - + + 7.2 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 11b4df448846..5be3ae60ccfb 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -21,9 +21,9 @@ Iterations (x 10^3) - - - + + + 1.0 @@ -37,18 +37,18 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -98,100 +98,100 @@ Iterations (x 10^3) - - + + - - - - - - - - - + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - - - - + + + + - + - - - + + + - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index c627af2cedde..63d175139ed6 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -19,8 +19,8 @@ Iterations (x 10^3) - - + + 1.0 @@ -38,14 +38,14 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - + 0.1 @@ -90,103 +90,103 @@ Iterations (x 10^3) - + - - + + - - + + - - - - + + + + - - + + - - - + + + - - - - - - - - - + + + + + + + + + - - + + - + - + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - + + + - + - - + + - + - - - + + + - - + + - - + + - - + + - - - - + + + + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index d3411b67578f..ac81eb18cdc9 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -43,24 +43,28 @@ Average Time (µs) - -6.5 + +6.4 - - -7 + + +6.6 + + + +6.8 - - -7.5 + + +7 - - -8 + + +7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 7987b78c98e8..1d4c33ad0fcd 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - + - + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 6a1facf803a2..e9a5b8c389be 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - -6.62 - - - -6.625 - - - + 6.63 - - + + 6.635 - - + + 6.64 - - + + 6.645 - - + + 6.65 - - - - + + +6.655 + + + +6.66 + + + +6.665 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 6ad93c731e17..27e649412abc 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - -6.62 - - - -6.625 - - - + 6.63 - - + + 6.635 - - + + 6.64 - - + + 6.645 - - + + 6.65 - - - - + + +6.655 + + + +6.66 + + + +6.665 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 86376bd72c18..8c7e6f640f6d 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69821.33634979573,"upper_bound":71258.38437659908},"point_estimate":70576.54729874997,"standard_error":366.0414966015493},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69751.95,"upper_bound":70593.30165429808},"point_estimate":69933.74274509805,"standard_error":211.4945291357464},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1056.8020097244093,"upper_bound":3231.848058102293},"point_estimate":1860.37175156419,"standard_error":520.5471407991026},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71068.0294873543,"upper_bound":72226.48000838734},"point_estimate":71636.13752130436,"standard_error":296.3579031955691},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2511.4891348438455,"upper_bound":4902.790527783622},"point_estimate":3685.2878631046574,"standard_error":630.7378000833177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69755.28869875781,"upper_bound":71385.36095494924},"point_estimate":70604.53422044335,"standard_error":414.8204652676706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69509.31358567358,"upper_bound":69920.09795918368},"point_estimate":69662.85111882715,"standard_error":175.12817438469884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1525295160607,"upper_bound":3211.0310386033566},"point_estimate":1960.2273914721447,"standard_error":622.5552271243549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70608.98131002416,"upper_bound":71596.80086522891},"point_estimate":71070.4088864588,"standard_error":252.4265199939536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2828.6027822916517,"upper_bound":5558.015196126407},"point_estimate":4163.009450521572,"standard_error":719.7586109991112}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 5a4041c02122..4c03eeaa79d6 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[746621.0,1717080.0,2765303.0,3866996.0,4903036.0,5965186.0,7128704.0,8039481.0,9128730.0,10693496.0,11216532.0,12254014.0,13834349.0,15577838.0,16440776.0,17246548.0,18972403.0,19296066.0,19560479.0,20841917.0,21697973.0,22683989.0,23700975.0,24769456.0,25868464.0,27020189.0,28054998.0,29189271.0,30373529.0,31249901.0,34929147.0,34179881.0,34282843.0,37759591.0,38392510.0,37645890.0,38160950.0,40092519.0,42110299.0,41464855.0,42519932.0,43846955.0,44860233.0,47085068.0,47177892.0,47661362.0,48750222.0,52365738.0,50848011.0,54335469.0,57447728.0,57800947.0,59945612.0,60035110.0,60987524.0,58589265.0,63479618.0,65787188.0,66812959.0,68059713.0,68829758.0,67556856.0,65985428.0,67036365.0,67731040.0,71651496.0,70012502.0,71162254.0,72210868.0,77228227.0,74706479.0,81671057.0,75785649.0,77409184.0,84905984.0,79517223.0,80827675.0,81767917.0,86074282.0,83464158.0,85177320.0,92924577.0,92141737.0,93478549.0,89217248.0,90644998.0,91030135.0,93723114.0,93028630.0,94213939.0,95515896.0,102903791.0,102972720.0,105049380.0,105656811.0,106924073.0,101842234.0,103170839.0,103440311.0,105172799.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[703305.0,1712208.0,2785922.0,3807337.0,4972600.0,6147552.0,7236723.0,8146242.0,9128896.0,10065333.0,11137144.0,14907613.0,13441060.0,14314732.0,15339875.0,16410062.0,17416660.0,18621326.0,20455692.0,20547231.0,21545805.0,22649835.0,25779364.0,24716681.0,25813577.0,26964744.0,29109516.0,32957619.0,30225487.0,31041511.0,32199671.0,33284705.0,34118223.0,35387318.0,39648609.0,37276546.0,39921456.0,41788030.0,43469341.0,45038214.0,46404099.0,47985664.0,47134635.0,49768314.0,50267561.0,51675945.0,48909039.0,53577054.0,54005870.0,55090002.0,56255105.0,54295638.0,58478613.0,59554562.0,64486877.0,62807801.0,64035128.0,60376822.0,61681813.0,67283143.0,68341917.0,69419596.0,65681642.0,70162955.0,67776388.0,68797893.0,69837391.0,71365606.0,71982160.0,73199398.0,73925716.0,74973339.0,76895625.0,77303833.0,78164579.0,83991188.0,84694012.0,86134193.0,82647624.0,83472955.0,84647685.0,85519953.0,90592192.0,92704151.0,91377169.0,91077974.0,97948028.0,91789543.0,95659423.0,93839647.0,94945227.0,96343091.0,97404490.0,98350990.0,99375423.0,100305829.0,100906053.0,102782544.0,103502119.0,104222745.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 96070a9f9159..39783f08106c 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[57370.72082972582,63319.4940007215,79182.88912337663,85131.66229437232] \ No newline at end of file +[55984.54363335078,62548.740370806445,80053.26500402155,86617.46174147721] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 9011fe67f782..0cc73c56f916 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002655410286810273,"upper_bound":0.03156972739550136},"point_estimate":0.017011601312141744,"standard_error":0.007288428407260576},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004315158519667602,"upper_bound":0.016822361588226586},"point_estimate":0.00722738888914809,"standard_error":0.003271462907657163}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014236626573447599,"upper_bound":0.016699331371149446},"point_estimate":0.000396547050891094,"standard_error":0.007885236706001062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012111517113968136,"upper_bound":0.005013093404513169},"point_estimate":-0.0038735468121342542,"standard_error":0.004500900220921808}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 86376bd72c18..8c7e6f640f6d 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69821.33634979573,"upper_bound":71258.38437659908},"point_estimate":70576.54729874997,"standard_error":366.0414966015493},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69751.95,"upper_bound":70593.30165429808},"point_estimate":69933.74274509805,"standard_error":211.4945291357464},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1056.8020097244093,"upper_bound":3231.848058102293},"point_estimate":1860.37175156419,"standard_error":520.5471407991026},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71068.0294873543,"upper_bound":72226.48000838734},"point_estimate":71636.13752130436,"standard_error":296.3579031955691},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2511.4891348438455,"upper_bound":4902.790527783622},"point_estimate":3685.2878631046574,"standard_error":630.7378000833177}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69755.28869875781,"upper_bound":71385.36095494924},"point_estimate":70604.53422044335,"standard_error":414.8204652676706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69509.31358567358,"upper_bound":69920.09795918368},"point_estimate":69662.85111882715,"standard_error":175.12817438469884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1525295160607,"upper_bound":3211.0310386033566},"point_estimate":1960.2273914721447,"standard_error":622.5552271243549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70608.98131002416,"upper_bound":71596.80086522891},"point_estimate":71070.4088864588,"standard_error":252.4265199939536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2828.6027822916517,"upper_bound":5558.015196126407},"point_estimate":4163.009450521572,"standard_error":719.7586109991112}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 5a4041c02122..4c03eeaa79d6 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[746621.0,1717080.0,2765303.0,3866996.0,4903036.0,5965186.0,7128704.0,8039481.0,9128730.0,10693496.0,11216532.0,12254014.0,13834349.0,15577838.0,16440776.0,17246548.0,18972403.0,19296066.0,19560479.0,20841917.0,21697973.0,22683989.0,23700975.0,24769456.0,25868464.0,27020189.0,28054998.0,29189271.0,30373529.0,31249901.0,34929147.0,34179881.0,34282843.0,37759591.0,38392510.0,37645890.0,38160950.0,40092519.0,42110299.0,41464855.0,42519932.0,43846955.0,44860233.0,47085068.0,47177892.0,47661362.0,48750222.0,52365738.0,50848011.0,54335469.0,57447728.0,57800947.0,59945612.0,60035110.0,60987524.0,58589265.0,63479618.0,65787188.0,66812959.0,68059713.0,68829758.0,67556856.0,65985428.0,67036365.0,67731040.0,71651496.0,70012502.0,71162254.0,72210868.0,77228227.0,74706479.0,81671057.0,75785649.0,77409184.0,84905984.0,79517223.0,80827675.0,81767917.0,86074282.0,83464158.0,85177320.0,92924577.0,92141737.0,93478549.0,89217248.0,90644998.0,91030135.0,93723114.0,93028630.0,94213939.0,95515896.0,102903791.0,102972720.0,105049380.0,105656811.0,106924073.0,101842234.0,103170839.0,103440311.0,105172799.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[703305.0,1712208.0,2785922.0,3807337.0,4972600.0,6147552.0,7236723.0,8146242.0,9128896.0,10065333.0,11137144.0,14907613.0,13441060.0,14314732.0,15339875.0,16410062.0,17416660.0,18621326.0,20455692.0,20547231.0,21545805.0,22649835.0,25779364.0,24716681.0,25813577.0,26964744.0,29109516.0,32957619.0,30225487.0,31041511.0,32199671.0,33284705.0,34118223.0,35387318.0,39648609.0,37276546.0,39921456.0,41788030.0,43469341.0,45038214.0,46404099.0,47985664.0,47134635.0,49768314.0,50267561.0,51675945.0,48909039.0,53577054.0,54005870.0,55090002.0,56255105.0,54295638.0,58478613.0,59554562.0,64486877.0,62807801.0,64035128.0,60376822.0,61681813.0,67283143.0,68341917.0,69419596.0,65681642.0,70162955.0,67776388.0,68797893.0,69837391.0,71365606.0,71982160.0,73199398.0,73925716.0,74973339.0,76895625.0,77303833.0,78164579.0,83991188.0,84694012.0,86134193.0,82647624.0,83472955.0,84647685.0,85519953.0,90592192.0,92704151.0,91377169.0,91077974.0,97948028.0,91789543.0,95659423.0,93839647.0,94945227.0,96343091.0,97404490.0,98350990.0,99375423.0,100305829.0,100906053.0,102782544.0,103502119.0,104222745.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 96070a9f9159..39783f08106c 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[57370.72082972582,63319.4940007215,79182.88912337663,85131.66229437232] \ No newline at end of file +[55984.54363335078,62548.740370806445,80053.26500402155,86617.46174147721] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 20cffdf5557b..739960150fe1 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - -0.8 + + +0.7 - - -1 + + +0.8 - - -1.2 + + +0.9 - + - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 44115ee05981..919e3b682233 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + - -2.5 - - - + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 4c3cde9b64c8..3a75725a6552 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - - -0.18 - - - -0.2 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index b1f622ff61a7..82f1f3bc47db 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 80ba98a74627..1c41376abcc3 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - + +-0.015 + + + +-0.01 + + + +-0.005 + + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - -0.025 - - - -0.03 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index e5fa06386086..251503d64128 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 + + + +-0.014 - - -200 + + +-0.012 - - - -0.004 + + +-0.01 - - -0.006 + + +-0.008 - - -0.008 + + +-0.006 - - -0.01 + + +-0.004 - - -0.012 + + +-0.002 - - -0.014 + + +0 - - -0.016 + + +0.002 - - -0.018 + + +0.004 + + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index be1e97818ab1..02875a688f4d 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index c64186b40600..e8120131afe7 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 71.068 µs - 71.636 µs - 72.226 µs + 70.609 µs + 71.070 µs + 71.597 µs R² - 0.8609563 - 0.8680123 - 0.8603981 + 0.8690772 + 0.8739511 + 0.8676189 Mean - 69.821 µs - 70.577 µs - 71.258 µs + 69.755 µs + 70.605 µs + 71.385 µs Std. Dev. - 2.5115 µs - 3.6853 µs - 4.9028 µs + 2.8286 µs + 4.1630 µs + 5.5580 µs Median - 69.752 µs - 69.934 µs - 70.593 µs + 69.509 µs + 69.663 µs + 69.920 µs MAD - 1.0568 µs - 1.8604 µs - 3.2318 µs + 937.15 ns + 1.9602 µs + 3.2110 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.2655% - +1.7012% - +3.1570% - (p = 0.02 < + -1.4237% + +0.0397% + +1.6699% + (p = 0.96 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 6ab1f883708c..9d12ba380cc5 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - + - + +69.6 + + + 69.8 - - + + 70 - - + + 70.2 - - + + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 1c14c02ae256..57440b9cb3f9 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 + + +4.5 + + + +5 + - -69.7 + +69.5 - - -69.8 + + +69.55 - - -69.9 + + +69.6 - - -70 + + +69.65 - - -70.1 + + +69.7 - - -70.2 + + +69.75 - - -70.3 + + +69.8 - - -70.4 + + +69.85 - - -70.5 + + +69.9 - - -70.6 + + +69.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index b7b6c1af9c63..d9967569383a 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,34 +42,42 @@ Average Time (µs) - + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - + + +85 + + Density (a.u.) @@ -78,46 +86,44 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 250c7e92be1a..ad7ef63fba3f 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 353dc2ef7424..7d408cf9e3d7 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,57 +15,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -96,107 +96,107 @@ Iterations (x 10^3) - - + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index b15b4d12c711..ce641770a8c8 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -96,102 +96,102 @@ Iterations (x 10^3) - - - - + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 793de22ead63..0d0eb153d945 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - - -0.18 - - - -0.2 - - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 861a7489fbd8..84dbb16f0f8d 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index d1c206200c34..10a8d0b165b0 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + +70.6 + + + +70.8 + + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - -71.8 - - - -72 - - - -72.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 2320b3793ec0..b3cdb44abb32 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + +70.6 + + + +70.8 + + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - -71.8 - - - -72 - - - -72.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 3499f70ecba3..e7291494e14e 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49391.542160293044,"upper_bound":49885.63439130905},"point_estimate":49667.05228276828,"standard_error":127.22604520841524},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49842.72921108742,"upper_bound":49987.45238095238},"point_estimate":49915.91173552754,"standard_error":35.69626167484537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249.31082543800642,"upper_bound":427.22030463119006},"point_estimate":338.4066254184145,"standard_error":44.05303370774962},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50066.64849350578,"upper_bound":50286.55880180516},"point_estimate":50168.17825891758,"standard_error":56.26203696900147},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":627.0969105962442,"upper_bound":1909.5204596487652},"point_estimate":1282.2318994651976,"standard_error":352.2375237688955}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48585.59658718898,"upper_bound":49165.37684490886},"point_estimate":48883.89519902817,"standard_error":146.94894085610244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48860.61360544218,"upper_bound":48950.81547619047},"point_estimate":48888.277228976694,"standard_error":25.670613958965916},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.62594206992242,"upper_bound":320.38040671308255},"point_estimate":249.6737580431638,"standard_error":34.230846277674324},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48999.1987008299,"upper_bound":49218.64057411528},"point_estimate":49096.43859373571,"standard_error":56.40162126808872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":800.530878971014,"upper_bound":2059.6947369896184},"point_estimate":1472.1234792945877,"standard_error":324.29571617309983}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 27228e238de0..69c2420bd7e1 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[846388.0,1897536.0,2913199.0,3996708.0,4966164.0,6054593.0,7112455.0,8133728.0,9192861.0,10177547.0,11264272.0,12378117.0,13506801.0,14512125.0,15741385.0,16649056.0,17678345.0,18689880.0,19877003.0,20884019.0,21826165.0,22909964.0,23847892.0,25107610.0,26016995.0,27130650.0,28170528.0,29433712.0,30214998.0,31425905.0,32337433.0,33547108.0,34584391.0,35541725.0,36795561.0,37707871.0,38829713.0,39837310.0,40834498.0,41989460.0,43170521.0,43885183.0,44863868.0,45913113.0,47094545.0,48114626.0,49622696.0,50313103.0,51370072.0,52351662.0,53462211.0,54886765.0,55633537.0,56889398.0,57508361.0,58917658.0,59933771.0,61077853.0,61953415.0,62686461.0,63697936.0,64943518.0,66591869.0,67215401.0,67967132.0,69038108.0,70128720.0,71047513.0,72432744.0,74128334.0,76872277.0,75909293.0,76433640.0,77870638.0,78963114.0,79686502.0,81059480.0,81945071.0,83018211.0,85243628.0,85310813.0,86416795.0,87174596.0,91937983.0,89789181.0,90713765.0,92038794.0,92238317.0,93925120.0,94410846.0,95951487.0,98503703.0,97971271.0,99009346.0,100126288.0,101165223.0,101839731.0,103926309.0,104363484.0,105487399.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[838725.0,1873314.0,2892634.0,3918056.0,4959437.0,6037406.0,7036479.0,8096115.0,9083355.0,10145776.0,11303642.0,12205095.0,13219275.0,14215573.0,15335310.0,16424049.0,17330700.0,19855442.0,19366496.0,20504475.0,21391811.0,24193567.0,23491436.0,24635366.0,25840903.0,26565056.0,27788555.0,28740199.0,29676496.0,30743654.0,31717490.0,32857735.0,33829557.0,34785851.0,35912551.0,41834693.0,37999651.0,38877108.0,40066484.0,41118685.0,42271944.0,43059685.0,44438000.0,45395236.0,46778832.0,47276685.0,48252545.0,49269851.0,50481178.0,51510427.0,53120332.0,58326959.0,54580029.0,55370456.0,56423818.0,57478014.0,58508245.0,59875931.0,62608178.0,61679185.0,62941386.0,63591922.0,64927500.0,65816778.0,66545189.0,67497234.0,68655112.0,69659803.0,70602282.0,71626924.0,72857108.0,73919358.0,75154581.0,76086110.0,76954683.0,78214492.0,79147273.0,80164761.0,80956901.0,82607876.0,83487279.0,84657180.0,87613742.0,86525137.0,87774667.0,88941032.0,89459124.0,90546302.0,91631847.0,92956706.0,93746942.0,94981835.0,95871947.0,97054762.0,98041183.0,98418414.0,99667041.0,100590165.0,101491689.0,103228702.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 1e4b2605b542..67a2a52a95f9 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[48327.55385824887,49007.779379220636,50821.714101812,51501.939622783764] \ No newline at end of file +[47683.54616336955,48206.20234511429,49599.95216310024,50122.60834484497] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 47ae799e11f5..af7789e31239 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.009621741391568711,"upper_bound":0.024374127238936276},"point_estimate":0.017053161209945378,"standard_error":0.0037532377318010043},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017922331859624885,"upper_bound":0.02134875566302985},"point_estimate":0.019599286663322113,"standard_error":0.0008460705914371532}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02280932758738639,"upper_bound":-0.007934329552210097},"point_estimate":-0.015768141005859992,"standard_error":0.003803438383285612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02207302605183839,"upper_bound":-0.018545274535294542},"point_estimate":-0.020587313159691867,"standard_error":0.000875007403876196}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 3499f70ecba3..e7291494e14e 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49391.542160293044,"upper_bound":49885.63439130905},"point_estimate":49667.05228276828,"standard_error":127.22604520841524},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49842.72921108742,"upper_bound":49987.45238095238},"point_estimate":49915.91173552754,"standard_error":35.69626167484537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249.31082543800642,"upper_bound":427.22030463119006},"point_estimate":338.4066254184145,"standard_error":44.05303370774962},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50066.64849350578,"upper_bound":50286.55880180516},"point_estimate":50168.17825891758,"standard_error":56.26203696900147},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":627.0969105962442,"upper_bound":1909.5204596487652},"point_estimate":1282.2318994651976,"standard_error":352.2375237688955}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48585.59658718898,"upper_bound":49165.37684490886},"point_estimate":48883.89519902817,"standard_error":146.94894085610244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48860.61360544218,"upper_bound":48950.81547619047},"point_estimate":48888.277228976694,"standard_error":25.670613958965916},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.62594206992242,"upper_bound":320.38040671308255},"point_estimate":249.6737580431638,"standard_error":34.230846277674324},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48999.1987008299,"upper_bound":49218.64057411528},"point_estimate":49096.43859373571,"standard_error":56.40162126808872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":800.530878971014,"upper_bound":2059.6947369896184},"point_estimate":1472.1234792945877,"standard_error":324.29571617309983}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 27228e238de0..69c2420bd7e1 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[846388.0,1897536.0,2913199.0,3996708.0,4966164.0,6054593.0,7112455.0,8133728.0,9192861.0,10177547.0,11264272.0,12378117.0,13506801.0,14512125.0,15741385.0,16649056.0,17678345.0,18689880.0,19877003.0,20884019.0,21826165.0,22909964.0,23847892.0,25107610.0,26016995.0,27130650.0,28170528.0,29433712.0,30214998.0,31425905.0,32337433.0,33547108.0,34584391.0,35541725.0,36795561.0,37707871.0,38829713.0,39837310.0,40834498.0,41989460.0,43170521.0,43885183.0,44863868.0,45913113.0,47094545.0,48114626.0,49622696.0,50313103.0,51370072.0,52351662.0,53462211.0,54886765.0,55633537.0,56889398.0,57508361.0,58917658.0,59933771.0,61077853.0,61953415.0,62686461.0,63697936.0,64943518.0,66591869.0,67215401.0,67967132.0,69038108.0,70128720.0,71047513.0,72432744.0,74128334.0,76872277.0,75909293.0,76433640.0,77870638.0,78963114.0,79686502.0,81059480.0,81945071.0,83018211.0,85243628.0,85310813.0,86416795.0,87174596.0,91937983.0,89789181.0,90713765.0,92038794.0,92238317.0,93925120.0,94410846.0,95951487.0,98503703.0,97971271.0,99009346.0,100126288.0,101165223.0,101839731.0,103926309.0,104363484.0,105487399.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[838725.0,1873314.0,2892634.0,3918056.0,4959437.0,6037406.0,7036479.0,8096115.0,9083355.0,10145776.0,11303642.0,12205095.0,13219275.0,14215573.0,15335310.0,16424049.0,17330700.0,19855442.0,19366496.0,20504475.0,21391811.0,24193567.0,23491436.0,24635366.0,25840903.0,26565056.0,27788555.0,28740199.0,29676496.0,30743654.0,31717490.0,32857735.0,33829557.0,34785851.0,35912551.0,41834693.0,37999651.0,38877108.0,40066484.0,41118685.0,42271944.0,43059685.0,44438000.0,45395236.0,46778832.0,47276685.0,48252545.0,49269851.0,50481178.0,51510427.0,53120332.0,58326959.0,54580029.0,55370456.0,56423818.0,57478014.0,58508245.0,59875931.0,62608178.0,61679185.0,62941386.0,63591922.0,64927500.0,65816778.0,66545189.0,67497234.0,68655112.0,69659803.0,70602282.0,71626924.0,72857108.0,73919358.0,75154581.0,76086110.0,76954683.0,78214492.0,79147273.0,80164761.0,80956901.0,82607876.0,83487279.0,84657180.0,87613742.0,86525137.0,87774667.0,88941032.0,89459124.0,90546302.0,91631847.0,92956706.0,93746942.0,94981835.0,95871947.0,97054762.0,98041183.0,98418414.0,99667041.0,100590165.0,101491689.0,103228702.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 1e4b2605b542..67a2a52a95f9 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[48327.55385824887,49007.779379220636,50821.714101812,51501.939622783764] \ No newline at end of file +[47683.54616336955,48206.20234511429,49599.95216310024,50122.60834484497] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index eb70f9f3593e..6b72a78741da 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + - + +180 + + + +200 + + + +220 + + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - -340 - - - -360 - - - -380 - - - -400 - - - -420 - - - -440 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 9620de2a9e2c..589a7c8c3610 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - -1 - - + -1.2 +1 - -1.4 + +1.2 - + - -0.6 - - - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 8897a4a851c7..608b6f066283 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,47 +9,71 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 8be23b381c47..862be1bb8b99 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 8b47b942fce6..1f7afdafa55a 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - - - - + +-0.024 + + + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 3888b9a785e1..9dc56202a17c 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -0.018 + +-0.022 - - -0.0185 + + +-0.0215 - - -0.019 + + +-0.021 - - -0.0195 + + +-0.0205 - - -0.02 + + +-0.02 - - -0.0205 + + +-0.0195 - - -0.021 + + +-0.019 - - -0.0215 + + +-0.0185 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 8b8576b686ea..4dc2355ce722 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 41a5746cbe7c..2eb6d1817c12 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 50.067 µs - 50.168 µs - 50.287 µs + 48.999 µs + 49.096 µs + 49.219 µs R² - 0.9896211 - 0.9901705 - 0.9894238 + 0.9764438 + 0.9769582 + 0.9761460 Mean - 49.392 µs - 49.667 µs - 49.886 µs + 48.586 µs + 48.884 µs + 49.165 µs Std. Dev. - 627.10 ns - 1.2822 µs - 1.9095 µs + 800.53 ns + 1.4721 µs + 2.0597 µs Median - 49.843 µs - 49.916 µs - 49.987 µs + 48.861 µs + 48.888 µs + 48.951 µs MAD - 249.31 ns - 338.41 ns - 427.22 ns + 185.63 ns + 249.67 ns + 320.38 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.9622% - +1.7053% - +2.4374% + -2.2809% + -1.5768% + -0.7934% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 7efc7a38d496..fac4b2fe8768 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - -49.4 + +48.6 - - -49.5 + + +48.7 - - -49.6 + + +48.8 - - -49.7 + + +48.9 - - -49.8 + + +49 - - -49.9 + + +49.1 - - - - + + +49.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 4caf8f68828e..a4de73e52b04 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + + +45 + + - -49.84 + +48.86 + + + +48.87 + + + +48.88 - - -49.86 + + +48.89 - - -49.88 + + +48.9 - - -49.9 + + +48.91 - - -49.92 + + +48.92 - - -49.94 + + +48.93 - - -49.96 + + +48.94 - - -49.98 + + +48.95 - - -50 + + +48.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index ad41cce1f232..5f1bf9ea8909 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,34 +54,42 @@ Average Time (µs) - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - + + +54 + + + +56 + + Density (a.u.) @@ -90,60 +98,82 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 76c0405068c6..0958e605b3d7 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - + - + 40 - - + + 45 - - + + 50 - - - + + +55 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index ff2da64b1868..96254e6d3b5a 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,57 +18,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -115,100 +115,100 @@ Iterations (x 10^3) - + - - + + - - + + - + - + - + - + - + - + - + - - - - - + + + + + - - - - + + + + - - - - + + + + - - - + + + - + - + - - - - - - - - - + + + + + + + + + - - + + - - - - - - - - - + + + + + + + + + - + - + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 4e5442245428..7517c1818882 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -114,60 +114,60 @@ Iterations (x 10^3) - + - + - + - + - + - + - + - - - + + + - - - - - - + + + + + + - - - - - - + + + + + + @@ -176,36 +176,36 @@ Iterations (x 10^3) - - - - + + + + - + - + - - + + - - + + - - - + + + - + - + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 4b224aeb2732..6af977119faf 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,45 +6,69 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 4b0238753a3e..1b29f8b24d4e 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index f731706c248f..311627bc7b6f 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -50.05 + +49 - - -50.1 + + +49.05 - - -50.15 + + +49.1 - - -50.2 + + +49.15 - - -50.25 + + +49.2 - - -50.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 35500547e310..ee4183fa7a09 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -50.05 + +49 - - -50.1 + + +49.05 - - -50.15 + + +49.1 - - -50.2 + + +49.15 - - -50.25 + + +49.2 - - -50.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 6854e5900869..ed787135cf08 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99380.750228343,"upper_bound":100055.18908757386},"point_estimate":99682.71600042871,"standard_error":173.26856584520473},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99014.37061403508,"upper_bound":99956.25757575757},"point_estimate":99446.43958487769,"standard_error":231.5971601748985},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":969.8828926950574,"upper_bound":1515.127601640773},"point_estimate":1274.8717483188816,"standard_error":136.95996389537513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98816.16130648978,"upper_bound":99134.93890254549},"point_estimate":98968.14513620018,"standard_error":81.49848248131505},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":999.7007671623097,"upper_bound":2560.0123051454148},"point_estimate":1732.9157753604666,"standard_error":480.73767122694886}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99427.35509304042,"upper_bound":100456.70508369105},"point_estimate":99848.84812738022,"standard_error":268.7485991419427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99011.39173789174,"upper_bound":100008.60011574073},"point_estimate":99421.59550088653,"standard_error":248.5317905966177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.2733389238565,"upper_bound":1738.7812851548474},"point_estimate":1546.8566769359556,"standard_error":156.34169148069475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98742.03953731741,"upper_bound":99811.97427250612},"point_estimate":99136.01577951825,"standard_error":284.3208778173496},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1114.7296784722041,"upper_bound":4336.63469763185},"point_estimate":2706.7148995045923,"standard_error":1073.2381891553448}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 84f581b1b899..0cb02d7965d1 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[599788.0,1245069.0,1809658.0,2431343.0,3045594.0,3629990.0,4247320.0,5411038.0,5442118.0,6034302.0,6670338.0,7302526.0,7777811.0,8408925.0,9020734.0,9649329.0,10264521.0,10875245.0,11421354.0,12037729.0,12697715.0,13290620.0,13825978.0,14396047.0,15087422.0,15610680.0,16309443.0,16910400.0,17371339.0,18055574.0,18774039.0,19283553.0,19789674.0,20519801.0,21156405.0,21663275.0,22279609.0,23012793.0,23567858.0,24004147.0,24531338.0,24857827.0,25452054.0,25947847.0,26884134.0,27352745.0,27834842.0,28442563.0,29243375.0,29466358.0,29905503.0,30457219.0,31332763.0,32999452.0,32455578.0,33142752.0,33656965.0,34497759.0,35384458.0,35559533.0,37186219.0,36751802.0,36870827.0,37862613.0,38527271.0,38788907.0,39330759.0,40358425.0,40525906.0,41232190.0,42358201.0,42762871.0,43252896.0,43792697.0,44305721.0,45150553.0,45676044.0,45909878.0,46893586.0,48054114.0,47839295.0,48814152.0,49573681.0,49605948.0,50652956.0,51086238.0,51836158.0,52160520.0,52738049.0,52986983.0,53775654.0,54955482.0,54905236.0,55636045.0,56692475.0,57123216.0,57765888.0,57970312.0,58844001.0,59091818.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608256.0,1215084.0,1783667.0,2480685.0,3004550.0,3618999.0,4239702.0,4793599.0,5410286.0,6018217.0,6571457.0,7256344.0,7773339.0,8468880.0,9074393.0,9583365.0,10296331.0,10893186.0,11504420.0,12157731.0,12685812.0,13412206.0,13868630.0,14473555.0,15116641.0,15739563.0,16274626.0,16880004.0,17528923.0,18116433.0,18747238.0,19277546.0,20109529.0,20507082.0,21270651.0,21864192.0,22529188.0,23124401.0,24074725.0,24356443.0,24650208.0,25035068.0,25546844.0,26296274.0,27071975.0,27652432.0,28038452.0,28467373.0,28975916.0,29601127.0,30116291.0,30566772.0,31231705.0,32036585.0,32235186.0,33053655.0,33603929.0,34976503.0,34878517.0,44538701.0,36093116.0,36492867.0,37363855.0,37819789.0,38634097.0,39440904.0,39558970.0,40038121.0,40533482.0,41098578.0,41771652.0,42805161.0,43173349.0,44052894.0,44445014.0,44763043.0,45890861.0,46292256.0,47388101.0,47719707.0,48169811.0,48671422.0,49372810.0,49729208.0,50468367.0,50547400.0,50982526.0,52025582.0,52794214.0,53438938.0,53675534.0,54434760.0,54985433.0,55301679.0,56389260.0,57378807.0,57950344.0,57638809.0,58171329.0,59017131.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 1258b92922ad..5de74117eef3 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[93020.01510522202,95832.3300787846,103331.83667495147,106144.15164851405] \ No newline at end of file +[92299.209063694,95432.78044159446,103788.97078266236,106922.54216056284] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index c76b781bc2ad..cb02751bfc50 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004268685642008717,"upper_bound":0.004517845471391872},"point_estimate":-0.00010464132488308131,"standard_error":0.0022359718855036364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009398416812713029,"upper_bound":0.005370596396339078},"point_estimate":-0.0011343162102493975,"standard_error":0.0036927701290863546}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004043153884492111,"upper_bound":0.008988292176700718},"point_estimate":0.0016666091536949867,"standard_error":0.0033417106785479265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006609437848280275,"upper_bound":0.007415952728987429},"point_estimate":-0.00024982376538440487,"standard_error":0.003484026062455364}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 6854e5900869..ed787135cf08 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99380.750228343,"upper_bound":100055.18908757386},"point_estimate":99682.71600042871,"standard_error":173.26856584520473},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99014.37061403508,"upper_bound":99956.25757575757},"point_estimate":99446.43958487769,"standard_error":231.5971601748985},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":969.8828926950574,"upper_bound":1515.127601640773},"point_estimate":1274.8717483188816,"standard_error":136.95996389537513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98816.16130648978,"upper_bound":99134.93890254549},"point_estimate":98968.14513620018,"standard_error":81.49848248131505},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":999.7007671623097,"upper_bound":2560.0123051454148},"point_estimate":1732.9157753604666,"standard_error":480.73767122694886}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99427.35509304042,"upper_bound":100456.70508369105},"point_estimate":99848.84812738022,"standard_error":268.7485991419427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99011.39173789174,"upper_bound":100008.60011574073},"point_estimate":99421.59550088653,"standard_error":248.5317905966177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.2733389238565,"upper_bound":1738.7812851548474},"point_estimate":1546.8566769359556,"standard_error":156.34169148069475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98742.03953731741,"upper_bound":99811.97427250612},"point_estimate":99136.01577951825,"standard_error":284.3208778173496},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1114.7296784722041,"upper_bound":4336.63469763185},"point_estimate":2706.7148995045923,"standard_error":1073.2381891553448}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 84f581b1b899..0cb02d7965d1 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[599788.0,1245069.0,1809658.0,2431343.0,3045594.0,3629990.0,4247320.0,5411038.0,5442118.0,6034302.0,6670338.0,7302526.0,7777811.0,8408925.0,9020734.0,9649329.0,10264521.0,10875245.0,11421354.0,12037729.0,12697715.0,13290620.0,13825978.0,14396047.0,15087422.0,15610680.0,16309443.0,16910400.0,17371339.0,18055574.0,18774039.0,19283553.0,19789674.0,20519801.0,21156405.0,21663275.0,22279609.0,23012793.0,23567858.0,24004147.0,24531338.0,24857827.0,25452054.0,25947847.0,26884134.0,27352745.0,27834842.0,28442563.0,29243375.0,29466358.0,29905503.0,30457219.0,31332763.0,32999452.0,32455578.0,33142752.0,33656965.0,34497759.0,35384458.0,35559533.0,37186219.0,36751802.0,36870827.0,37862613.0,38527271.0,38788907.0,39330759.0,40358425.0,40525906.0,41232190.0,42358201.0,42762871.0,43252896.0,43792697.0,44305721.0,45150553.0,45676044.0,45909878.0,46893586.0,48054114.0,47839295.0,48814152.0,49573681.0,49605948.0,50652956.0,51086238.0,51836158.0,52160520.0,52738049.0,52986983.0,53775654.0,54955482.0,54905236.0,55636045.0,56692475.0,57123216.0,57765888.0,57970312.0,58844001.0,59091818.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608256.0,1215084.0,1783667.0,2480685.0,3004550.0,3618999.0,4239702.0,4793599.0,5410286.0,6018217.0,6571457.0,7256344.0,7773339.0,8468880.0,9074393.0,9583365.0,10296331.0,10893186.0,11504420.0,12157731.0,12685812.0,13412206.0,13868630.0,14473555.0,15116641.0,15739563.0,16274626.0,16880004.0,17528923.0,18116433.0,18747238.0,19277546.0,20109529.0,20507082.0,21270651.0,21864192.0,22529188.0,23124401.0,24074725.0,24356443.0,24650208.0,25035068.0,25546844.0,26296274.0,27071975.0,27652432.0,28038452.0,28467373.0,28975916.0,29601127.0,30116291.0,30566772.0,31231705.0,32036585.0,32235186.0,33053655.0,33603929.0,34976503.0,34878517.0,44538701.0,36093116.0,36492867.0,37363855.0,37819789.0,38634097.0,39440904.0,39558970.0,40038121.0,40533482.0,41098578.0,41771652.0,42805161.0,43173349.0,44052894.0,44445014.0,44763043.0,45890861.0,46292256.0,47388101.0,47719707.0,48169811.0,48671422.0,49372810.0,49729208.0,50468367.0,50547400.0,50982526.0,52025582.0,52794214.0,53438938.0,53675534.0,54434760.0,54985433.0,55301679.0,56389260.0,57378807.0,57950344.0,57638809.0,58171329.0,59017131.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 1258b92922ad..5de74117eef3 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[93020.01510522202,95832.3300787846,103331.83667495147,106144.15164851405] \ No newline at end of file +[92299.209063694,95432.78044159446,103788.97078266236,106922.54216056284] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index dbe5cdb79d23..13106ed2a8ef 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -1 - - - + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - - - + + +1.6 + + + +1.7 + + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index c5af5d92023f..9cea55888410 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - -1 - - - -1.2 - - - -1.4 - - + -1.6 +1 - -1.8 - - - -2 + +1.2 - + - + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 + + +2 - - -1.8 + + +2.5 - - -2 + + +3 - - -2.2 + + +3.5 - - -2.4 + + +4 - - -2.6 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index f10659bf4511..f505ae6e74a5 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -30,22 +30,22 @@ Average Time (µs) - + 100 - - -105 - - - + + 110 - - - - - + + +120 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index ba8cc759980a..362f6abe734c 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -17,9 +17,9 @@ Iterations - + - + @@ -30,18 +30,18 @@ Iterations 10.0 - + 20.0 - + 30.0 - + 40.0 - + 50.0 @@ -75,10 +75,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 4a60ca18b0fc..2c4f55480ea6 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - + - --0.005 - - - + -0.004 - - --0.003 - - - + + -0.002 - - --0.001 - - - + + 0 - - -0.001 - - - + + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 + + +0.006 + + + +0.008 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index a3e3899f3243..e0941f466db7 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,91 +9,71 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - --0.01 - - - + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index edd24aad4394..a17e14a4c335 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 4b13c0528f1c..edb2c2bbf497 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 98.816 µs - 98.968 µs - 99.135 µs + 98.742 µs + 99.136 µs + 99.812 µs R² - 0.9908460 - 0.9911734 - 0.9907791 + 0.9028355 + 0.9046845 + 0.8992629 Mean - 99.381 µs - 99.683 µs - 100.06 µs + 99.427 µs + 99.849 µs + 100.46 µs Std. Dev. - 999.70 ns - 1.7329 µs - 2.5600 µs + 1.1147 µs + 2.7067 µs + 4.3366 µs Median - 99.014 µs - 99.446 µs - 99.956 µs + 99.011 µs + 99.422 µs + 100.01 µs MAD - 969.88 ns - 1.2749 µs - 1.5151 µs + 1.0933 µs + 1.5469 µs + 1.7388 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4269% - -0.0105% - +0.4518% - (p = 0.96 > + -0.4043% + +0.1667% + +0.8988% + (p = 0.63 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index ace03c7cf88f..48f8b4efb6a4 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + - + 99.4 - - -99.5 - - - + + 99.6 - - -99.7 - - - + + 99.8 - - -99.9 - - - + + 100 - - -100.1 + + +100.2 + + + +100.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index fef251b215fb..b661a77644cf 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + - + 99 - - -99.1 - - - + + 99.2 - - -99.3 - - - + + 99.4 - - -99.5 - - - + + 99.6 - - -99.7 - - - + + 99.8 - - -99.9 - - - -100 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 3699a0c0ba9a..f41edd2b55a2 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -38,46 +38,34 @@ Average Time (µs) - -96 + +95 - - -98 - - - + + 100 - - -102 - - - -104 - - - -106 + + +105 - - -108 - - - + + 110 - - -112 + + +115 + + + +120 - - -114 + + +125 - + Density (a.u.) @@ -86,36 +74,30 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 8568d72a3856..1b0f05fae8d2 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,43 +10,35 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - + - + 100 - - -105 - - - + + 110 - - - + + +120 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index d7bdd2e5c30b..16b4517a9636 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -17,14 +17,14 @@ Iterations - + - - + + 5.0 @@ -38,10 +38,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -62,14 +62,14 @@ Iterations 45.0 - + 50.0 - - + + 55.0 - + 100 @@ -102,98 +102,98 @@ Iterations - + - - + + - + - - + + - - - - - + + + + + - + - + - - - - - - - - + + + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index a5c7c5e4ccee..32273f4c7723 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -14,14 +14,14 @@ Iterations - + - + - + 5.0 @@ -35,10 +35,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -55,18 +55,18 @@ Iterations 40.0 - + 45.0 - + 50.0 - + 55.0 - + 100 @@ -99,98 +99,98 @@ Iterations - + - + - + - + - + - + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - + - - + + - - + + - - - - - - + + + + + + - - - - + + + + - - + + - + - - - - - - + + + + + + - + - - + + - + - - - - - - - - + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 94e718cfa1bf..7c8e81fccd86 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -27,20 +27,20 @@ Average Time (µs) - + 100 - - -105 - - - + + 110 - - - - - + + +120 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index b04ac9538c00..9b6782466368 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -14,9 +14,9 @@ Iterations - + - + @@ -27,18 +27,18 @@ Iterations 10.0 - + 20.0 - + 30.0 - + 40.0 - + 50.0 @@ -72,8 +72,8 @@ Iterations 600 - - - + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 00689f7da8d6..2fd17739cb57 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 - - - -3.5 + + +1 - - -4 + + +1.2 - - -4.5 + + +1.4 - - -5 + + +1.6 - + - + 98.8 - - -98.85 - - - -98.9 - - - -98.95 - - - + + 99 - - -99.05 + + +99.2 + + + +99.4 - - -99.1 + + +99.6 - - -99.15 + + +99.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index d98f4ec18a7e..29f8f69b33aa 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 - - - -3.5 + + +1 - - -4 + + +1.2 - - -4.5 + + +1.4 - - -5 + + +1.6 - + - + 98.8 - - -98.85 - - - -98.9 - - - -98.95 - - - + + 99 - - -99.05 + + +99.2 + + + +99.4 - - -99.1 + + +99.6 - - -99.15 + + +99.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index daef556a5447..1b764c5bac20 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7006.741448958221,"upper_bound":7120.238793765749},"point_estimate":7048.990041068542,"standard_error":31.397841593466207},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6986.137959244385,"upper_bound":7021.538505789333},"point_estimate":7010.125022151338,"standard_error":7.867983855424031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.543991877256914,"upper_bound":74.51317250321362},"point_estimate":63.27598920765261,"standard_error":6.924961156864217},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6995.5900015654,"upper_bound":7228.141853015498},"point_estimate":7073.748241301742,"standard_error":66.73480007515452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.91570915205662,"upper_bound":529.1310847862738},"point_estimate":314.9417977929483,"standard_error":158.77309836852544}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.989810559087,"upper_bound":6983.127811358651},"point_estimate":6971.752754995641,"standard_error":5.630131749164249},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6959.054916985951,"upper_bound":6979.561302681992},"point_estimate":6965.163626932254,"standard_error":5.444171265455755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.194038689538125,"upper_bound":52.586262307387685},"point_estimate":38.76988093450418,"standard_error":5.595009527804732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.909523727295,"upper_bound":6983.188478120715},"point_estimate":6973.05028356567,"standard_error":4.898442858943761},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.74364715417018,"upper_bound":70.23893050554756},"point_estimate":56.81230255257556,"standard_error":7.05180369465954}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 9171e6adf754..7534514b7f49 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[65082.0,129401.0,193382.0,266149.0,311996.0,374521.0,448425.0,498653.0,561153.0,632841.0,697132.0,760377.0,820681.0,882870.0,947742.0,1031262.0,1078601.0,1127908.0,1206588.0,1248411.0,1333985.0,1381642.0,1456156.0,1509340.0,1576441.0,1630653.0,1722825.0,1755595.0,1861709.0,1893140.0,1931633.0,1986036.0,2071433.0,2124839.0,2193384.0,2276070.0,2302844.0,2395179.0,2490678.0,2549236.0,2600560.0,2681021.0,2716629.0,2784562.0,2828275.0,2877683.0,3087914.0,3035611.0,3046471.0,3162662.0,3223621.0,3289040.0,3330491.0,3471306.0,3442209.0,3526861.0,3597901.0,3689652.0,3708105.0,3756957.0,3864574.0,3886982.0,3933291.0,4005426.0,4103606.0,4163696.0,4235020.0,4270243.0,4358526.0,4384133.0,4543229.0,4515587.0,4623277.0,4701955.0,4720505.0,4795292.0,4834209.0,4895794.0,4954205.0,4987687.0,5109007.0,5126814.0,5220694.0,5258618.0,5541561.0,7785889.0,5421298.0,5528823.0,5622970.0,5719497.0,5674714.0,5805088.0,5907877.0,5925627.0,6033394.0,6083301.0,6145166.0,6144852.0,6222056.0,6269497.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[61914.0,123788.0,185750.0,252028.0,322015.0,371060.0,434011.0,494944.0,567891.0,618574.0,691874.0,747916.0,814654.0,869971.0,942338.0,991397.0,1084815.0,1128889.0,1186503.0,1283855.0,1323456.0,1371150.0,1444007.0,1506861.0,1571749.0,1629150.0,1709315.0,1762586.0,1833191.0,1886212.0,1949991.0,2028142.0,2090892.0,2117801.0,2200547.0,2267159.0,2307384.0,2376926.0,2449939.0,2516729.0,2583056.0,2617848.0,2709682.0,2759356.0,2826061.0,2878524.0,2945839.0,3002200.0,3071425.0,3130345.0,3172983.0,3247937.0,3333381.0,3511947.0,3441068.0,3476576.0,3604036.0,3643331.0,3713113.0,3735457.0,3843199.0,3886078.0,3949030.0,4005626.0,4053039.0,4124687.0,4221381.0,4291234.0,4308496.0,4380755.0,4542385.0,4484545.0,4631794.0,4646025.0,4676041.0,4758118.0,4820677.0,4886808.0,4964094.0,4999635.0,5103947.0,5151968.0,5239553.0,5264121.0,5328644.0,5384614.0,5448940.0,5534220.0,5626964.0,5661786.0,5686825.0,5776782.0,5827011.0,5886154.0,5985115.0,5997192.0,6105877.0,6136264.0,6207551.0,6226644.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 442ea67f45ff..40b2f1213e5e 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6736.448106148591,6851.480084820327,7158.232027944956,7273.264006616692] \ No newline at end of file +[6789.467191886004,6866.240502231158,7070.969329818236,7147.74264016339] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 3de86c404cc0..082ad05d399f 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003622687676811033,"upper_bound":0.016976984550802012},"point_estimate":0.00686571620978893,"standard_error":0.004543480089139984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00008320825595486969,"upper_bound":0.005907334106940443},"point_estimate":0.0034582308600301648,"standard_error":0.0014305131441759926}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021004723120922966,"upper_bound":-0.0045607421035153825},"point_estimate":-0.010957213107537944,"standard_error":0.004441738030895484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008156821525605212,"upper_bound":-0.002672628570923541},"point_estimate":-0.006413779365847305,"standard_error":0.0013617463228478225}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index daef556a5447..1b764c5bac20 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7006.741448958221,"upper_bound":7120.238793765749},"point_estimate":7048.990041068542,"standard_error":31.397841593466207},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6986.137959244385,"upper_bound":7021.538505789333},"point_estimate":7010.125022151338,"standard_error":7.867983855424031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.543991877256914,"upper_bound":74.51317250321362},"point_estimate":63.27598920765261,"standard_error":6.924961156864217},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6995.5900015654,"upper_bound":7228.141853015498},"point_estimate":7073.748241301742,"standard_error":66.73480007515452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.91570915205662,"upper_bound":529.1310847862738},"point_estimate":314.9417977929483,"standard_error":158.77309836852544}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.989810559087,"upper_bound":6983.127811358651},"point_estimate":6971.752754995641,"standard_error":5.630131749164249},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6959.054916985951,"upper_bound":6979.561302681992},"point_estimate":6965.163626932254,"standard_error":5.444171265455755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.194038689538125,"upper_bound":52.586262307387685},"point_estimate":38.76988093450418,"standard_error":5.595009527804732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.909523727295,"upper_bound":6983.188478120715},"point_estimate":6973.05028356567,"standard_error":4.898442858943761},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.74364715417018,"upper_bound":70.23893050554756},"point_estimate":56.81230255257556,"standard_error":7.05180369465954}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 9171e6adf754..7534514b7f49 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[65082.0,129401.0,193382.0,266149.0,311996.0,374521.0,448425.0,498653.0,561153.0,632841.0,697132.0,760377.0,820681.0,882870.0,947742.0,1031262.0,1078601.0,1127908.0,1206588.0,1248411.0,1333985.0,1381642.0,1456156.0,1509340.0,1576441.0,1630653.0,1722825.0,1755595.0,1861709.0,1893140.0,1931633.0,1986036.0,2071433.0,2124839.0,2193384.0,2276070.0,2302844.0,2395179.0,2490678.0,2549236.0,2600560.0,2681021.0,2716629.0,2784562.0,2828275.0,2877683.0,3087914.0,3035611.0,3046471.0,3162662.0,3223621.0,3289040.0,3330491.0,3471306.0,3442209.0,3526861.0,3597901.0,3689652.0,3708105.0,3756957.0,3864574.0,3886982.0,3933291.0,4005426.0,4103606.0,4163696.0,4235020.0,4270243.0,4358526.0,4384133.0,4543229.0,4515587.0,4623277.0,4701955.0,4720505.0,4795292.0,4834209.0,4895794.0,4954205.0,4987687.0,5109007.0,5126814.0,5220694.0,5258618.0,5541561.0,7785889.0,5421298.0,5528823.0,5622970.0,5719497.0,5674714.0,5805088.0,5907877.0,5925627.0,6033394.0,6083301.0,6145166.0,6144852.0,6222056.0,6269497.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[61914.0,123788.0,185750.0,252028.0,322015.0,371060.0,434011.0,494944.0,567891.0,618574.0,691874.0,747916.0,814654.0,869971.0,942338.0,991397.0,1084815.0,1128889.0,1186503.0,1283855.0,1323456.0,1371150.0,1444007.0,1506861.0,1571749.0,1629150.0,1709315.0,1762586.0,1833191.0,1886212.0,1949991.0,2028142.0,2090892.0,2117801.0,2200547.0,2267159.0,2307384.0,2376926.0,2449939.0,2516729.0,2583056.0,2617848.0,2709682.0,2759356.0,2826061.0,2878524.0,2945839.0,3002200.0,3071425.0,3130345.0,3172983.0,3247937.0,3333381.0,3511947.0,3441068.0,3476576.0,3604036.0,3643331.0,3713113.0,3735457.0,3843199.0,3886078.0,3949030.0,4005626.0,4053039.0,4124687.0,4221381.0,4291234.0,4308496.0,4380755.0,4542385.0,4484545.0,4631794.0,4646025.0,4676041.0,4758118.0,4820677.0,4886808.0,4964094.0,4999635.0,5103947.0,5151968.0,5239553.0,5264121.0,5328644.0,5384614.0,5448940.0,5534220.0,5626964.0,5661786.0,5686825.0,5776782.0,5827011.0,5886154.0,5985115.0,5997192.0,6105877.0,6136264.0,6207551.0,6226644.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 442ea67f45ff..40b2f1213e5e 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6736.448106148591,6851.480084820327,7158.232027944956,7273.264006616692] \ No newline at end of file +[6789.467191886004,6866.240502231158,7070.969329818236,7147.74264016339] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 9f9e4c6e3873..92e9ea5d638b 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - - -45 + + +0.07 - - -50 + + +0.08 - - -55 + + +0.09 + + + +0.1 + + + +0.11 - - -60 + + + +30 + + + +35 + + + +40 - - -65 + + +45 - - -70 + + +50 - - -75 + + +55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index d1fa188c17e7..98b3c69c6c1e 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - -0.001 + +0.01 - - -0.002 + + +0.02 - - -0.003 + + +0.03 - - -0.004 + + +0.04 - - -0.005 + + +0.05 - - -0.006 + + +0.06 - - -0.007 - - - -0.008 - - - -0.009 - - + - -50 - - - -100 + +40 - - -150 + + +45 - - -200 - - - -250 - - - -300 - - - -350 + + +50 - - -400 + + +55 - - -450 + + +60 - - -500 + + +65 - - -550 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 9046a4e8ac90..0fb3db496310 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,46 +9,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - + + +6 + + + +7 + + + +8 + + 7 @@ -66,10 +58,10 @@ Average Time (µs) 10 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index b2405e74c6bc..1f80252a9be2 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index a8c7b0a7b07f..aaee4decda3a 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - -0.018 - - - - - - + +-0.022 + + + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index f5ae45e2b060..c9449fa277a4 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -0 + + +300 + + + +350 - - -0.001 + + +400 + + + + +-0.008 - - -0.002 + + +-0.007 - - -0.003 + + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index b213db3ddda8..9fa1717646b4 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,61 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 6303d1eb7f17..d0639f20e65d 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9956 µs - 7.0737 µs - 7.2281 µs + 6.9639 µs + 6.9731 µs + 6.9832 µs R² - 0.6202942 - 0.6272489 - 0.6009565 + 0.9945626 + 0.9948050 + 0.9945068 Mean - 7.0067 µs - 7.0490 µs - 7.1202 µs + 6.9610 µs + 6.9718 µs + 6.9831 µs Std. Dev. - 65.916 ns - 314.94 ns - 529.13 ns + 42.744 ns + 56.812 ns + 70.239 ns Median - 6.9861 µs - 7.0101 µs - 7.0215 µs + 6.9591 µs + 6.9652 µs + 6.9796 µs MAD - 47.544 ns - 63.276 ns - 74.513 ns + 30.194 ns + 38.770 ns + 52.586 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0362% - +0.6866% - +1.6977% - (p = 0.15 > + -2.1005% + -1.0957% + -0.4561% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 20f4bf3de1ed..aa1fa3573ec4 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - - -16 + + +70 - - -18 - - + - -7 - - - -7.02 + +6.96 - - -7.04 + + +6.965 - - -7.06 + + +6.97 - - -7.08 + + +6.975 - - -7.1 + + +6.98 - - -7.12 + + +6.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index e004ee8eb22f..d59081406b13 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - -6.985 + + +120 - - -6.99 + + +140 - - -6.995 + + +160 - - -7 + + +180 - - -7.005 + + + +6.96 - - -7.01 + + +6.965 - - -7.015 + + +6.97 - - -7.02 + + +6.975 - - -7.025 + + +6.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index f67dff41048d..0d4113f6f663 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -51,37 +51,45 @@ Average Time (µs) -6.5 +6.8 - -7 + +6.85 - - -7.5 + + +6.9 - - -8 + + +6.95 + + + +7 - - -8.5 + + +7.05 - - -9 + + +7.1 - - -9.5 + + +7.15 - - -10 + + +7.2 - + + +7.25 + + Density (a.u.) @@ -90,48 +98,54 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index d376af381a6a..74222a77ee79 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 + + +3 - - - + + +4 + + + +5 + + + +6 + + + 7 - - + + 8 - - + + 9 - - -10 + + + +6.8 + + + +6.9 + + + +7 + + + +7.1 + + + +7.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 732129a60201..06535aacd50c 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -17,42 +17,37 @@ Iterations - - - - + + + - - + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - -7.0 - - + 100 @@ -91,107 +86,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 02c0c2b92186..c4fc092190af 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -14,42 +14,37 @@ Iterations - - - - + + + - - + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - -7.0 - - + 100 @@ -88,105 +83,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index b4b6f8161913..0c36eff75919 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,46 +6,38 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - + + +6 + + + +7 + + + +8 + + 7 @@ -63,8 +55,8 @@ Average Time (µs) 10 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 0016359df4c0..c87a30129b58 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 6260755e8889..360fba231f81 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +10 + + + +20 - - -4 + + +30 - - -6 + + +40 - + -8 +50 - -10 + +60 - - -12 + + +70 - - -14 + + +80 - - - -7 + + +90 - - -7.05 + + + +6.965 - - -7.1 + + +6.97 - - -7.15 + + +6.975 - - -7.2 + + +6.98 - + -7.25 +6.985 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index f95ce9325deb..3203a58c4756 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +10 + + + +20 - - -4 + + +30 - - -6 + + +40 - + -8 +50 - -10 + +60 - - -12 + + +70 - - -14 + + +80 - - - -7 + + +90 - - -7.05 + + + +6.965 - - -7.1 + + +6.97 - - -7.15 + + +6.975 - - -7.2 + + +6.98 - + -7.25 +6.985 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 5909e047e81e..10fcebf26cf7 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15264.255983781844,"upper_bound":15341.80124990892},"point_estimate":15299.24277012934,"standard_error":19.902039592753848},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15263.923605901477,"upper_bound":15303.053819444445},"point_estimate":15279.159458415077,"standard_error":11.128341136780385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.37520761972864,"upper_bound":109.4838159522538},"point_estimate":94.83477974767959,"standard_error":9.655073490645144},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15299.176466782545,"upper_bound":15358.04406209792},"point_estimate":15326.550020688635,"standard_error":15.078249130803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.29168659488745,"upper_bound":290.9609319187908},"point_estimate":199.84224755447963,"standard_error":50.57088246003144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15362.596706861532,"upper_bound":15499.912583700574},"point_estimate":15424.49138413571,"standard_error":35.314937006561685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15351.361549497848,"upper_bound":15384.240735524258},"point_estimate":15371.19127523109,"standard_error":10.352221261575048},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.01056638345797,"upper_bound":106.13169296284279},"point_estimate":80.96910336496809,"standard_error":10.655620503494795},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15356.293755392564,"upper_bound":15415.240035288683},"point_estimate":15382.758651790553,"standard_error":15.05126009703904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.404132319864,"upper_bound":489.7099284402565},"point_estimate":354.23880356418243,"standard_error":80.64960620584144}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 64978519a6f8..8c372478bea0 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92041.0,180133.0,273811.0,359861.0,465267.0,548096.0,629975.0,731231.0,820758.0,910647.0,1004229.0,1082100.0,1198384.0,1276459.0,1371580.0,1453318.0,1543139.0,1647301.0,1808151.0,1802690.0,1916138.0,2015779.0,2096145.0,2194066.0,2281803.0,2607475.0,2541151.0,2572369.0,2662013.0,2769154.0,2838780.0,2925025.0,2996544.0,3122530.0,3179230.0,3268214.0,3412441.0,3446786.0,3574775.0,3622194.0,3748684.0,3858639.0,3938522.0,4032961.0,4139459.0,4222475.0,4326873.0,4384477.0,4511809.0,4547082.0,4680080.0,4788774.0,4861930.0,4931411.0,5012556.0,5138454.0,5205091.0,5314163.0,5425710.0,5483928.0,5590352.0,5662457.0,5775344.0,5888824.0,6004003.0,6044905.0,6182391.0,6463510.0,6315689.0,6406707.0,6544721.0,6629607.0,6646544.0,6801425.0,6873133.0,7000647.0,7107300.0,7180901.0,7281896.0,7358672.0,7459341.0,7537436.0,7562985.0,7719481.0,7806627.0,7931296.0,7940179.0,8076343.0,8159323.0,8244719.0,8388822.0,8565257.0,8761736.0,8622882.0,8719559.0,8814559.0,8927629.0,9022091.0,9147184.0,9186289.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[103711.0,180412.0,278715.0,376377.0,460243.0,543492.0,645980.0,730014.0,835793.0,912681.0,1006655.0,1110549.0,1200823.0,1289955.0,1386599.0,1442936.0,1576049.0,1860823.0,1765728.0,1846802.0,1942641.0,2017644.0,2115415.0,2203528.0,2549764.0,2374626.0,2482032.0,2583733.0,2648074.0,2768177.0,2842471.0,2955050.0,3053514.0,3131006.0,3249765.0,3321146.0,3436326.0,3461446.0,3557974.0,3678183.0,3777245.0,3883351.0,3960703.0,4031431.0,4118077.0,4246496.0,4284953.0,4394461.0,4706928.0,4587716.0,4743239.0,4790802.0,4870563.0,5380173.0,5076406.0,5144287.0,5222502.0,5276777.0,5422984.0,5547421.0,5602103.0,5739750.0,5815047.0,5929662.0,6013808.0,6114654.0,6148138.0,6360698.0,6359929.0,6435455.0,6552513.0,6620946.0,6726102.0,6800176.0,6924148.0,7044758.0,7085871.0,7186620.0,7305909.0,7339332.0,7498325.0,7574167.0,7681159.0,7789736.0,7855051.0,7978048.0,8017370.0,8133573.0,8239457.0,8303473.0,8326264.0,8496587.0,8576416.0,8667217.0,8762303.0,8767049.0,8928311.0,9007714.0,9098251.0,9227651.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index f33c958fd23a..8bbee7672640 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14843.591886553562,15031.081429720161,15531.053544831095,15718.543087997696] \ No newline at end of file +[14976.039215361148,15142.697892467851,15587.121031419058,15753.779708525759] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 0ed4758324ac..614dee4debc9 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0035874896552240735,"upper_bound":0.003949980693457692},"point_estimate":-0.00002441997774860205,"standard_error":0.00192154624291966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002453999064478185,"upper_bound":0.00262435045529953},"point_estimate":-0.0012256890756178196,"standard_error":0.0012101678809207444}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0033327024261924428,"upper_bound":0.014072026942006998},"point_estimate":0.00818658909386727,"standard_error":0.0027273771451482307},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00384348695311032,"upper_bound":0.00749418279737557},"point_estimate":0.0060233560011264675,"standard_error":0.000977754803017875}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 5909e047e81e..10fcebf26cf7 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15264.255983781844,"upper_bound":15341.80124990892},"point_estimate":15299.24277012934,"standard_error":19.902039592753848},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15263.923605901477,"upper_bound":15303.053819444445},"point_estimate":15279.159458415077,"standard_error":11.128341136780385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.37520761972864,"upper_bound":109.4838159522538},"point_estimate":94.83477974767959,"standard_error":9.655073490645144},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15299.176466782545,"upper_bound":15358.04406209792},"point_estimate":15326.550020688635,"standard_error":15.078249130803},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.29168659488745,"upper_bound":290.9609319187908},"point_estimate":199.84224755447963,"standard_error":50.57088246003144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15362.596706861532,"upper_bound":15499.912583700574},"point_estimate":15424.49138413571,"standard_error":35.314937006561685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15351.361549497848,"upper_bound":15384.240735524258},"point_estimate":15371.19127523109,"standard_error":10.352221261575048},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.01056638345797,"upper_bound":106.13169296284279},"point_estimate":80.96910336496809,"standard_error":10.655620503494795},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15356.293755392564,"upper_bound":15415.240035288683},"point_estimate":15382.758651790553,"standard_error":15.05126009703904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.404132319864,"upper_bound":489.7099284402565},"point_estimate":354.23880356418243,"standard_error":80.64960620584144}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 64978519a6f8..8c372478bea0 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92041.0,180133.0,273811.0,359861.0,465267.0,548096.0,629975.0,731231.0,820758.0,910647.0,1004229.0,1082100.0,1198384.0,1276459.0,1371580.0,1453318.0,1543139.0,1647301.0,1808151.0,1802690.0,1916138.0,2015779.0,2096145.0,2194066.0,2281803.0,2607475.0,2541151.0,2572369.0,2662013.0,2769154.0,2838780.0,2925025.0,2996544.0,3122530.0,3179230.0,3268214.0,3412441.0,3446786.0,3574775.0,3622194.0,3748684.0,3858639.0,3938522.0,4032961.0,4139459.0,4222475.0,4326873.0,4384477.0,4511809.0,4547082.0,4680080.0,4788774.0,4861930.0,4931411.0,5012556.0,5138454.0,5205091.0,5314163.0,5425710.0,5483928.0,5590352.0,5662457.0,5775344.0,5888824.0,6004003.0,6044905.0,6182391.0,6463510.0,6315689.0,6406707.0,6544721.0,6629607.0,6646544.0,6801425.0,6873133.0,7000647.0,7107300.0,7180901.0,7281896.0,7358672.0,7459341.0,7537436.0,7562985.0,7719481.0,7806627.0,7931296.0,7940179.0,8076343.0,8159323.0,8244719.0,8388822.0,8565257.0,8761736.0,8622882.0,8719559.0,8814559.0,8927629.0,9022091.0,9147184.0,9186289.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[103711.0,180412.0,278715.0,376377.0,460243.0,543492.0,645980.0,730014.0,835793.0,912681.0,1006655.0,1110549.0,1200823.0,1289955.0,1386599.0,1442936.0,1576049.0,1860823.0,1765728.0,1846802.0,1942641.0,2017644.0,2115415.0,2203528.0,2549764.0,2374626.0,2482032.0,2583733.0,2648074.0,2768177.0,2842471.0,2955050.0,3053514.0,3131006.0,3249765.0,3321146.0,3436326.0,3461446.0,3557974.0,3678183.0,3777245.0,3883351.0,3960703.0,4031431.0,4118077.0,4246496.0,4284953.0,4394461.0,4706928.0,4587716.0,4743239.0,4790802.0,4870563.0,5380173.0,5076406.0,5144287.0,5222502.0,5276777.0,5422984.0,5547421.0,5602103.0,5739750.0,5815047.0,5929662.0,6013808.0,6114654.0,6148138.0,6360698.0,6359929.0,6435455.0,6552513.0,6620946.0,6726102.0,6800176.0,6924148.0,7044758.0,7085871.0,7186620.0,7305909.0,7339332.0,7498325.0,7574167.0,7681159.0,7789736.0,7855051.0,7978048.0,8017370.0,8133573.0,8239457.0,8303473.0,8326264.0,8496587.0,8576416.0,8667217.0,8762303.0,8767049.0,8928311.0,9007714.0,9098251.0,9227651.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index f33c958fd23a..8bbee7672640 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14843.591886553562,15031.081429720161,15531.053544831095,15718.543087997696] \ No newline at end of file +[14976.039215361148,15142.697892467851,15587.121031419058,15753.779708525759] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 659feaa92247..9ebe8b0819a5 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - + - + +60 + + + +65 + + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - + + 95 - - + + 100 - - + + 105 - - + + 110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index bad3a18bbbd5..da0f80bdf445 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,98 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - -0.002 + + +0.0015 - - -0.003 - - - -0.004 - - - -0.005 + + +0.002 - - -0.006 + + +0.0025 - - -0.007 + + +0.003 - - -0.008 + + +0.0035 - - -0.009 + + +0.004 - - -0.01 + + +0.0045 - - -0.011 + + +0.005 - + - -100 - - - -120 + +150 - - -140 - - - -160 + + +200 - - -180 + + +250 - - -200 + + +300 - - -220 + + +350 - + -240 +400 - -260 + +450 - - -280 - - - -300 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 5ffeacf99661..ba46685e472f 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -34,26 +34,22 @@ Average Time (µs) - + 15 - - -15.5 - - - + + 16 - - -16.5 + + +17 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index d6e582f24bfb..0db16923d15e 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -17,14 +17,14 @@ Iterations - + - - - - - - + + + + + + 0.0 @@ -34,38 +34,38 @@ Iterations 1.0 - + 2.0 - + 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 0 @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 4a67143fbea2..fff8e9c97b26 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - + - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 + +0.004 - - -0 + + +0.006 - - -0.001 + + +0.008 - - -0.002 + + +0.01 - - -0.003 + + +0.012 - - -0.004 + + +0.014 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index ea0d7112d938..8360d24effda 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + -450 +400 - --0.003 + +0.0035 + + + +0.004 + + + +0.0045 - - --0.002 + + +0.005 - - --0.001 + + +0.0055 - - -0 + + +0.006 - - -0.001 + + +0.0065 - - -0.002 + + +0.007 - - -0.003 + + +0.0075 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 8482065da31e..7dbc459a17a7 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 86c9cb943b55..8fb2b086f479 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.299 µs - 15.327 µs - 15.358 µs + 15.356 µs + 15.383 µs + 15.415 µs R² - 0.9896713 - 0.9901043 - 0.9895313 + 0.9828157 + 0.9832116 + 0.9826154 Mean - 15.264 µs - 15.299 µs - 15.342 µs + 15.363 µs + 15.424 µs + 15.500 µs Std. Dev. - 110.29 ns - 199.84 ns - 290.96 ns + 171.40 ns + 354.24 ns + 489.71 ns Median - 15.264 µs - 15.279 µs - 15.303 µs + 15.351 µs + 15.371 µs + 15.384 µs MAD - 71.375 ns - 94.835 ns - 109.48 ns + 64.011 ns + 80.969 ns + 106.13 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3587% - -0.0024% - +0.3950% - (p = 0.99 > + +0.3333% + +0.8187% + +1.4072% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 2166fc96ec0b..4c6d02e915ef 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - -10 - - - -12 - - - -14 - - - -16 - - + -18 +10 - -20 - - - -22 + +12 - + - -15.26 - - - -15.27 - - - -15.28 + +15.36 - - -15.29 + + +15.38 - - -15.3 + + +15.4 - - -15.31 + + +15.42 - - -15.32 + + +15.44 - - -15.33 + + +15.46 - - -15.34 + + +15.48 - - -15.35 + + +15.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 6c5d184557d2..47030cf776c1 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -15.26 + +15.35 - - -15.265 + + +15.355 - - -15.27 + + +15.36 - - -15.275 + + +15.365 - - -15.28 + + +15.37 - - -15.285 + + +15.375 - - -15.29 + + +15.38 - - -15.295 - - - -15.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 5e0d15c3d7ac..0eb3bc685094 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -38,50 +38,30 @@ Average Time (µs) - -14.8 - - - + 15 - - -15.2 - - - -15.4 - - - -15.6 + + +15.5 - - -15.8 - - - + + 16 - - -16.2 - - - -16.4 + + +16.5 - - -16.6 + + +17 - - -16.8 + + +17.5 - + Density (a.u.) @@ -90,56 +70,72 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 - - + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - - -2.5 - - - -3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index d83722d0b618..2ec2e2750e2d 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,35 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - + - + 15 - - -15.5 - - - + + 16 - - -16.5 + + +17 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index a094a24e1fc9..a32b8eadbaab 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -17,12 +17,12 @@ Iterations - - - - - - + + + + + + 1.0 @@ -36,30 +36,30 @@ Iterations 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -86,104 +86,104 @@ Iterations - + - - + + - + - - + + - - - - - + + + + + - + - - - - - - - + + + + + + + - + - - - + + + - - + + - - + + - + - + - - - - - - + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - - - + + + + + - - - - + + + + - - + + - - - - - - - + + + + + + + - - - - + + + + diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 73699b366b09..67478d6d14ae 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -12,51 +12,51 @@ Iterations - - - - - + + + + + - - + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 7.0 - + 8.0 - - + + 9.0 - + 100 @@ -83,104 +83,104 @@ Iterations - + - + - + - + - + - - + + - + - - - + + + - - - + + + - - - - + + + + - - + + - - - - - - + + + + + + - - - - - - + + + + + + - - - + + + - + - + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - + - + - - - + + + - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index ace2d6188665..cf4d3a981b95 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -31,24 +31,20 @@ Average Time (µs) - + 15 - - -15.5 - - - + + 16 - - -16.5 + + +17 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 7ad0f2027e46..454c9a141815 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -18,9 +18,9 @@ Iterations - - - + + + @@ -47,18 +47,18 @@ Iterations 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - + 9.0 @@ -92,8 +92,8 @@ Iterations 600 - - - + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index aa506ad8e3a9..34e7878cdbd9 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -15.3 + +15.35 - - -15.31 + + +15.36 - - -15.32 + + +15.37 - - -15.33 + + +15.38 - - -15.34 + + +15.39 - - -15.35 + + +15.4 + + + +15.41 + + + +15.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index e8cfbc10ee4b..c1650424bedf 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -15.3 + +15.35 - - -15.31 + + +15.36 - - -15.32 + + +15.37 - - -15.33 + + +15.38 - - -15.34 + + +15.39 - - -15.35 + + +15.4 + + + +15.41 + + + +15.42 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 00f14424389e..53ef94de640a 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53185.269547860575,"upper_bound":53403.59060820189},"point_estimate":53281.01457904156,"standard_error":55.677741287036774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53184.16071428572,"upper_bound":53267.98053278688},"point_estimate":53226.864057293,"standard_error":23.21389286891855},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.50418503217563,"upper_bound":207.85731259391147},"point_estimate":167.64636292093994,"standard_error":19.42884291116367},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53285.9436507762,"upper_bound":53412.43348556036},"point_estimate":53342.27922159007,"standard_error":32.55351717613308},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.29136746545498,"upper_bound":866.2773554623044},"point_estimate":557.8673192884229,"standard_error":178.81047539897253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53255.745295220266,"upper_bound":53447.86259539561},"point_estimate":53341.24175936748,"standard_error":49.37354379416601},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53191.920731707316,"upper_bound":53292.215300064185},"point_estimate":53244.66180555556,"standard_error":27.163971968157487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.04571418597337,"upper_bound":230.58403782298393},"point_estimate":180.9895089300056,"standard_error":23.057806358161017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53313.15308635334,"upper_bound":53478.338285005986},"point_estimate":53389.92361940299,"standard_error":42.32112795630754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246.60854668854736,"upper_bound":733.819636940637},"point_estimate":495.5982208324454,"standard_error":133.286778803845}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 5409f13c31cd..462eafbfec90 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420194.0,862338.0,1272458.0,1693848.0,2105271.0,2461317.0,3016099.0,3397510.0,3816168.0,4269707.0,4658474.0,5090900.0,5524233.0,5938085.0,6384103.0,6783639.0,7235666.0,7644715.0,8082610.0,8509303.0,9690723.0,9340786.0,9780307.0,10199461.0,10622671.0,11051508.0,11545930.0,11913252.0,12322238.0,12945262.0,13229653.0,13590859.0,14031726.0,14470265.0,14880260.0,15325871.0,15703792.0,16132368.0,16733873.0,16982441.0,17366112.0,17812031.0,18324019.0,18654670.0,19115445.0,19571576.0,20012739.0,20505617.0,20790779.0,21299601.0,21672025.0,22114752.0,22617037.0,22988767.0,23371759.0,23764351.0,24267962.0,24737541.0,25049138.0,25583411.0,25996717.0,26377454.0,26921083.0,27931649.0,27615139.0,28162950.0,28512397.0,29099587.0,29400353.0,29812564.0,30274805.0,30742359.0,31150272.0,31560544.0,31926925.0,32404204.0,32831530.0,33386013.0,33661986.0,34409259.0,34696322.0,34940762.0,35343630.0,35847360.0,36270645.0,36673016.0,37118701.0,38294576.0,37922368.0,38433127.0,38835987.0,39179389.0,39664942.0,40169990.0,40528823.0,40925366.0,41362734.0,41849208.0,42185088.0,42661590.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[440711.0,841080.0,1285050.0,1703476.0,2122056.0,2561349.0,2952854.0,3401768.0,3846988.0,4247996.0,4674757.0,5088990.0,5509236.0,5945975.0,6479459.0,6806046.0,7215353.0,7630389.0,8060063.0,8554986.0,8926116.0,9398247.0,9887461.0,10191802.0,11383724.0,11061849.0,11478539.0,11887059.0,12391915.0,12763694.0,13275301.0,13617062.0,14082562.0,14603309.0,14876405.0,15335141.0,15713425.0,16088719.0,16562029.0,16988628.0,17446950.0,17857799.0,18325258.0,18727911.0,19126876.0,19533596.0,20033664.0,20410024.0,20897386.0,21280340.0,21732141.0,22060230.0,22550402.0,22957178.0,23372055.0,23745322.0,24273721.0,24634762.0,25153202.0,25556307.0,25915419.0,26348975.0,26814383.0,27217498.0,28436622.0,28239787.0,28516744.0,28932473.0,29399400.0,29852003.0,30326307.0,30746780.0,31167744.0,31512528.0,32013144.0,32403746.0,32851838.0,33281430.0,33776311.0,34049383.0,35046007.0,34957450.0,35502817.0,35740435.0,36220354.0,36741604.0,37073389.0,38066386.0,38161133.0,38490619.0,38835510.0,39231520.0,39677929.0,40212940.0,40705653.0,41025394.0,41359889.0,41825156.0,43043523.0,42611149.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 1c7a6c579c7a..1b9e4adfa391 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52428.362130845846,52769.84619307544,53680.47035902104,54021.954421250644] \ No newline at end of file +[52372.50264294096,52751.33272028,53761.54625985077,54140.37633718982] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 9b79738590a4..381443d01659 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029875034307775073,"upper_bound":0.0024454104785238684},"point_estimate":-0.00021294594269660738,"standard_error":0.0014363307180469372},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009701128233111644,"upper_bound":0.0018275658953257334},"point_estimate":0.00022563409586284777,"standard_error":0.0007237660011753556}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001605722650039426,"upper_bound":0.0037005701641878203},"point_estimate":0.0011303684962038485,"standard_error":0.001352521652160779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001111176662418445,"upper_bound":0.0015049795544528344},"point_estimate":0.00033437529296098667,"standard_error":0.0006646911107530296}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 00f14424389e..53ef94de640a 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53185.269547860575,"upper_bound":53403.59060820189},"point_estimate":53281.01457904156,"standard_error":55.677741287036774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53184.16071428572,"upper_bound":53267.98053278688},"point_estimate":53226.864057293,"standard_error":23.21389286891855},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":123.50418503217563,"upper_bound":207.85731259391147},"point_estimate":167.64636292093994,"standard_error":19.42884291116367},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53285.9436507762,"upper_bound":53412.43348556036},"point_estimate":53342.27922159007,"standard_error":32.55351717613308},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.29136746545498,"upper_bound":866.2773554623044},"point_estimate":557.8673192884229,"standard_error":178.81047539897253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53255.745295220266,"upper_bound":53447.86259539561},"point_estimate":53341.24175936748,"standard_error":49.37354379416601},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53191.920731707316,"upper_bound":53292.215300064185},"point_estimate":53244.66180555556,"standard_error":27.163971968157487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.04571418597337,"upper_bound":230.58403782298393},"point_estimate":180.9895089300056,"standard_error":23.057806358161017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53313.15308635334,"upper_bound":53478.338285005986},"point_estimate":53389.92361940299,"standard_error":42.32112795630754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246.60854668854736,"upper_bound":733.819636940637},"point_estimate":495.5982208324454,"standard_error":133.286778803845}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 5409f13c31cd..462eafbfec90 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420194.0,862338.0,1272458.0,1693848.0,2105271.0,2461317.0,3016099.0,3397510.0,3816168.0,4269707.0,4658474.0,5090900.0,5524233.0,5938085.0,6384103.0,6783639.0,7235666.0,7644715.0,8082610.0,8509303.0,9690723.0,9340786.0,9780307.0,10199461.0,10622671.0,11051508.0,11545930.0,11913252.0,12322238.0,12945262.0,13229653.0,13590859.0,14031726.0,14470265.0,14880260.0,15325871.0,15703792.0,16132368.0,16733873.0,16982441.0,17366112.0,17812031.0,18324019.0,18654670.0,19115445.0,19571576.0,20012739.0,20505617.0,20790779.0,21299601.0,21672025.0,22114752.0,22617037.0,22988767.0,23371759.0,23764351.0,24267962.0,24737541.0,25049138.0,25583411.0,25996717.0,26377454.0,26921083.0,27931649.0,27615139.0,28162950.0,28512397.0,29099587.0,29400353.0,29812564.0,30274805.0,30742359.0,31150272.0,31560544.0,31926925.0,32404204.0,32831530.0,33386013.0,33661986.0,34409259.0,34696322.0,34940762.0,35343630.0,35847360.0,36270645.0,36673016.0,37118701.0,38294576.0,37922368.0,38433127.0,38835987.0,39179389.0,39664942.0,40169990.0,40528823.0,40925366.0,41362734.0,41849208.0,42185088.0,42661590.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[440711.0,841080.0,1285050.0,1703476.0,2122056.0,2561349.0,2952854.0,3401768.0,3846988.0,4247996.0,4674757.0,5088990.0,5509236.0,5945975.0,6479459.0,6806046.0,7215353.0,7630389.0,8060063.0,8554986.0,8926116.0,9398247.0,9887461.0,10191802.0,11383724.0,11061849.0,11478539.0,11887059.0,12391915.0,12763694.0,13275301.0,13617062.0,14082562.0,14603309.0,14876405.0,15335141.0,15713425.0,16088719.0,16562029.0,16988628.0,17446950.0,17857799.0,18325258.0,18727911.0,19126876.0,19533596.0,20033664.0,20410024.0,20897386.0,21280340.0,21732141.0,22060230.0,22550402.0,22957178.0,23372055.0,23745322.0,24273721.0,24634762.0,25153202.0,25556307.0,25915419.0,26348975.0,26814383.0,27217498.0,28436622.0,28239787.0,28516744.0,28932473.0,29399400.0,29852003.0,30326307.0,30746780.0,31167744.0,31512528.0,32013144.0,32403746.0,32851838.0,33281430.0,33776311.0,34049383.0,35046007.0,34957450.0,35502817.0,35740435.0,36220354.0,36741604.0,37073389.0,38066386.0,38161133.0,38490619.0,38835510.0,39231520.0,39677929.0,40212940.0,40705653.0,41025394.0,41359889.0,41825156.0,43043523.0,42611149.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 1c7a6c579c7a..1b9e4adfa391 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52428.362130845846,52769.84619307544,53680.47035902104,54021.954421250644] \ No newline at end of file +[52372.50264294096,52751.33272028,53761.54625985077,54140.37633718982] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 1505b42adb8f..b1b81511d851 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,74 +9,94 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - + -0.02 +0.014 - -0.025 - - - -0.03 + +0.016 - - - -120 + + +0.018 - - -130 + + +0.02 - - + + + 140 - - + + 150 - - + + 160 - - + + 170 - - + + 180 - - + + 190 - - + + 200 - - + + 210 - - - - + + +220 + + + +230 + + + +240 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index dd25b2534e4a..fcec4068986f 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - + + +0.004 + + - + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index d610f8f97a56..14d70bd08ba1 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + 52 @@ -50,10 +50,10 @@ Average Time (µs) 58 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 91197694d32b..78341df0612c 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -100,9 +100,9 @@ Iterations 800 - + - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 33afacb577ea..cb7bcc88485f 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.003 - - - + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - - - + + +0.004 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index f9eb0a3740f8..ecd49576a534 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - + -550 +600 - + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - -0.002 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 6e095b8eaec5..b04c21ad3b98 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 8fee988f913b..63b8db83a9f8 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 53.286 µs - 53.342 µs - 53.412 µs + 53.313 µs + 53.390 µs + 53.478 µs R² - 0.9956281 - 0.9957808 - 0.9955439 + 0.9941600 + 0.9944447 + 0.9940672 Mean - 53.185 µs - 53.281 µs - 53.404 µs + 53.256 µs + 53.341 µs + 53.448 µs Std. Dev. - 233.29 ns - 557.87 ns - 866.28 ns + 246.61 ns + 495.60 ns + 733.82 ns Median - 53.184 µs - 53.227 µs - 53.268 µs + 53.192 µs + 53.245 µs + 53.292 µs MAD - 123.50 ns - 167.65 ns - 207.86 ns + 141.05 ns + 180.99 ns + 230.58 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2988% - -0.0213% - +0.2445% - (p = 0.88 > + -0.1606% + +0.1130% + +0.3701% + (p = 0.44 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 1c611282362c..630eb692c6de 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + - -53.2 - - - + 53.25 - - + + 53.3 - - + + 53.35 - - + + 53.4 - - - - + + +53.45 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 4b7f75601699..e33828b4c8e1 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -53.18 - - - -53.19 + + +30 - - + + + 53.2 - - -53.21 - - - + + 53.22 - - -53.23 - - - + + 53.24 - - -53.25 - - - + + 53.26 - - -53.27 + + +53.28 + + + +53.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index b4b7c1eb71cf..acc146b8bad3 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,38 +46,30 @@ Average Time (µs) - -51 - - - + 52 - - + + 53 - - + + 54 - - + + 55 - - + + 56 - - + + 57 - - -58 - - + Density (a.u.) @@ -86,56 +78,54 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index a26ed78c89e3..556e0a8eaafa 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 52 - - + + 54 - - + + 56 - - -58 - - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 1c75d84cd5d7..074ca81ea553 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -16,47 +16,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -91,107 +91,107 @@ Iterations - + - + - - - - + + + + - - - - - - + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 42315526c375..2cb5d69e214e 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -15,12 +15,12 @@ Iterations - - - - - - + + + + + + 5.0 @@ -30,30 +30,30 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -93,100 +93,100 @@ Iterations - - + + - + - - + + - + - - + + - - + + - - - + + + - + - - - + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index e574625d6c1a..0579db10eae4 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -10,26 +10,26 @@ Average Time (µs) 0.2 - + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + 52 @@ -47,8 +47,8 @@ Average Time (µs) 58 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 7c308f147188..b1cbf24270a6 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations 800 - + - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index ea7e7df36bde..17c8dae8ef60 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - -53.28 - - - + 53.3 - - + + 53.32 - - + + 53.34 - - + + 53.36 - - + + 53.38 - - + + 53.4 - - + + 53.42 - - - - + + +53.44 + + + +53.46 + + + +53.48 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 6113f056f2d8..0c4db84a2a08 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - -53.28 - - - + 53.3 - - + + 53.32 - - + + 53.34 - - + + 53.36 - - + + 53.38 - - + + 53.4 - - + + 53.42 - - - - + + +53.44 + + + +53.46 + + + +53.48 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index f2b0d124c59c..d1b2f1086085 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.4721202801,"upper_bound":1910981.106031767},"point_estimate":1909250.4376229763,"standard_error":801.2594510652161},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906764.3510526316,"upper_bound":1909108.2162162163},"point_estimate":1907996.1379472692,"standard_error":611.4273685879333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3011.0474917477495,"upper_bound":4523.471804094293},"point_estimate":3949.514035988837,"standard_error":390.85519856357337},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907142.1024968731,"upper_bound":1909095.0771885384},"point_estimate":1908063.939101522,"standard_error":497.9613304043407},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3689.2721834000185,"upper_bound":11657.196677294438},"point_estimate":8051.597214033636,"standard_error":2063.7980110311946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908677.5123725007,"upper_bound":1915556.6005591024},"point_estimate":1911365.1272269532,"standard_error":1834.117308201368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906988.4353344077,"upper_bound":1908449.1096153846},"point_estimate":1907685.7281976743,"standard_error":403.3795802734481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1974.8384298044741,"upper_bound":3391.20974359962},"point_estimate":2712.73172124067,"standard_error":359.4056126451522},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.8555687494,"upper_bound":1910678.0289958802},"point_estimate":1909130.9903768287,"standard_error":722.8079733592824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5083.75141526256,"upper_bound":30367.05646821966},"point_estimate":18454.276305372165,"standard_error":8320.754409947624}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 2f123fed2c85..112d162fe3e2 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1961936.0,3862487.0,5747078.0,7653881.0,9506804.0,11471935.0,13351186.0,15240847.0,17155916.0,19036459.0,21063286.0,22875252.0,24849430.0,26827366.0,28573390.0,30465705.0,32477684.0,34290612.0,36103931.0,38180760.0,40113011.0,42044840.0,43866023.0,45822458.0,47669390.0,49696016.0,51418726.0,53255649.0,55444757.0,57248518.0,59229118.0,62412790.0,63031904.0,64916997.0,66788534.0,68753315.0,70637004.0,72461263.0,74313715.0,76103740.0,78313517.0,79961267.0,81825060.0,83808496.0,86151181.0,87894258.0,89747422.0,91618759.0,93624466.0,95332668.0,97105792.0,99192881.0,100756003.0,103025091.0,105138231.0,106927202.0,108586364.0,110842878.0,112579093.0,114650953.0,116208295.0,118109386.0,120047799.0,121990358.0,124433268.0,125955747.0,128157439.0,129768290.0,131593421.0,133766782.0,135720919.0,137438121.0,139402206.0,142220520.0,142995685.0,145168203.0,146835130.0,148501205.0,150707416.0,152328045.0,154609296.0,156296811.0,158022837.0,160121188.0,162451790.0,163969990.0,165820428.0,167509124.0,169553495.0,171509989.0,173444755.0,175387085.0,177314286.0,179156368.0,181413865.0,183310640.0,185056904.0,186521954.0,189703933.0,191125844.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2081697.0,3857935.0,5751381.0,7627405.0,9548854.0,11446188.0,13343921.0,15261483.0,17187059.0,19047584.0,20957191.0,22940965.0,24830213.0,26955281.0,28681577.0,30467152.0,32453241.0,34447104.0,36209937.0,38132487.0,40127854.0,41898050.0,43942628.0,45780060.0,47717388.0,49591518.0,51431976.0,53393138.0,55409504.0,58053819.0,59122549.0,60989947.0,62938406.0,64838915.0,67825217.0,68713792.0,70607358.0,72436946.0,74347684.0,76357096.0,78169061.0,79972520.0,81973446.0,84039454.0,85635317.0,87775783.0,89561158.0,92626747.0,93539376.0,95372010.0,97197590.0,99241657.0,100953134.0,102980690.0,104797754.0,107001749.0,109466730.0,110705747.0,112683009.0,114281807.0,116449283.0,118119725.0,120495480.0,121924270.0,124046313.0,126872356.0,127905120.0,129541256.0,131741954.0,133376288.0,135591493.0,137361419.0,139207347.0,141332936.0,142940770.0,146947752.0,146709217.0,148926878.0,150716902.0,152413592.0,154749642.0,156470316.0,158385243.0,160074008.0,162056350.0,164061003.0,167170856.0,167804866.0,169678485.0,171533641.0,173500443.0,175445866.0,177721154.0,179214996.0,181016962.0,183085314.0,185116256.0,188158152.0,188760414.0,190639072.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 23216b7ad384..ed88230ce033 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1889900.5521409225,1897705.4921876774,1918518.6656456902,1926323.6056924448] \ No newline at end of file +[1895396.9072937153,1900830.7919927223,1915321.1511900744,1920755.0358890814] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index b6d67cbf1060..8dde8d5708b1 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00033114126995953413,"upper_bound":0.0031560173282688337},"point_estimate":0.0017979383880879496,"standard_error":0.0007202647035461855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0017721123374490055,"upper_bound":0.0033467057868126204},"point_estimate":0.002558595296964672,"standard_error":0.0004035940203733754}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005493631023935594,"upper_bound":0.0034174995036010043},"point_estimate":0.0011076020004006093,"standard_error":0.0010296744709089992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008926712790621183,"upper_bound":0.0006027854524217613},"point_estimate":-0.0001626888773103019,"standard_error":0.00038437732655730554}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index f2b0d124c59c..d1b2f1086085 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.4721202801,"upper_bound":1910981.106031767},"point_estimate":1909250.4376229763,"standard_error":801.2594510652161},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906764.3510526316,"upper_bound":1909108.2162162163},"point_estimate":1907996.1379472692,"standard_error":611.4273685879333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3011.0474917477495,"upper_bound":4523.471804094293},"point_estimate":3949.514035988837,"standard_error":390.85519856357337},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907142.1024968731,"upper_bound":1909095.0771885384},"point_estimate":1908063.939101522,"standard_error":497.9613304043407},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3689.2721834000185,"upper_bound":11657.196677294438},"point_estimate":8051.597214033636,"standard_error":2063.7980110311946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908677.5123725007,"upper_bound":1915556.6005591024},"point_estimate":1911365.1272269532,"standard_error":1834.117308201368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906988.4353344077,"upper_bound":1908449.1096153846},"point_estimate":1907685.7281976743,"standard_error":403.3795802734481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1974.8384298044741,"upper_bound":3391.20974359962},"point_estimate":2712.73172124067,"standard_error":359.4056126451522},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.8555687494,"upper_bound":1910678.0289958802},"point_estimate":1909130.9903768287,"standard_error":722.8079733592824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5083.75141526256,"upper_bound":30367.05646821966},"point_estimate":18454.276305372165,"standard_error":8320.754409947624}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 2f123fed2c85..112d162fe3e2 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1961936.0,3862487.0,5747078.0,7653881.0,9506804.0,11471935.0,13351186.0,15240847.0,17155916.0,19036459.0,21063286.0,22875252.0,24849430.0,26827366.0,28573390.0,30465705.0,32477684.0,34290612.0,36103931.0,38180760.0,40113011.0,42044840.0,43866023.0,45822458.0,47669390.0,49696016.0,51418726.0,53255649.0,55444757.0,57248518.0,59229118.0,62412790.0,63031904.0,64916997.0,66788534.0,68753315.0,70637004.0,72461263.0,74313715.0,76103740.0,78313517.0,79961267.0,81825060.0,83808496.0,86151181.0,87894258.0,89747422.0,91618759.0,93624466.0,95332668.0,97105792.0,99192881.0,100756003.0,103025091.0,105138231.0,106927202.0,108586364.0,110842878.0,112579093.0,114650953.0,116208295.0,118109386.0,120047799.0,121990358.0,124433268.0,125955747.0,128157439.0,129768290.0,131593421.0,133766782.0,135720919.0,137438121.0,139402206.0,142220520.0,142995685.0,145168203.0,146835130.0,148501205.0,150707416.0,152328045.0,154609296.0,156296811.0,158022837.0,160121188.0,162451790.0,163969990.0,165820428.0,167509124.0,169553495.0,171509989.0,173444755.0,175387085.0,177314286.0,179156368.0,181413865.0,183310640.0,185056904.0,186521954.0,189703933.0,191125844.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2081697.0,3857935.0,5751381.0,7627405.0,9548854.0,11446188.0,13343921.0,15261483.0,17187059.0,19047584.0,20957191.0,22940965.0,24830213.0,26955281.0,28681577.0,30467152.0,32453241.0,34447104.0,36209937.0,38132487.0,40127854.0,41898050.0,43942628.0,45780060.0,47717388.0,49591518.0,51431976.0,53393138.0,55409504.0,58053819.0,59122549.0,60989947.0,62938406.0,64838915.0,67825217.0,68713792.0,70607358.0,72436946.0,74347684.0,76357096.0,78169061.0,79972520.0,81973446.0,84039454.0,85635317.0,87775783.0,89561158.0,92626747.0,93539376.0,95372010.0,97197590.0,99241657.0,100953134.0,102980690.0,104797754.0,107001749.0,109466730.0,110705747.0,112683009.0,114281807.0,116449283.0,118119725.0,120495480.0,121924270.0,124046313.0,126872356.0,127905120.0,129541256.0,131741954.0,133376288.0,135591493.0,137361419.0,139207347.0,141332936.0,142940770.0,146947752.0,146709217.0,148926878.0,150716902.0,152413592.0,154749642.0,156470316.0,158385243.0,160074008.0,162056350.0,164061003.0,167170856.0,167804866.0,169678485.0,171533641.0,173500443.0,175445866.0,177721154.0,179214996.0,181016962.0,183085314.0,185116256.0,188158152.0,188760414.0,190639072.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 23216b7ad384..ed88230ce033 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1889900.5521409225,1897705.4921876774,1918518.6656456902,1926323.6056924448] \ No newline at end of file +[1895396.9072937153,1900830.7919927223,1915321.1511900744,1920755.0358890814] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index dd81978fac1d..f264026fd34f 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 - + - -3 + +2 - - -3.2 - - - -3.4 + + +2.2 - - -3.6 + + +2.4 - - -3.8 + + +2.6 - - -4 + + +2.8 - - -4.2 + + +3 - - -4.4 + + +3.2 - - -4.6 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 209b66109516..7ddca30a0e54 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - - -0.2 - - + - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - -8 + + +10 - - -9 + + +15 - - -10 + + +20 - - -11 + + +25 - - -12 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 04d715020519..452dc2e91394 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (ms) - + 1.9 - - -1.92 + + +1.95 - - -1.94 + + +2 - - -1.96 + + +2.05 - - -1.98 + + +2.1 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 585d7091fdf1..38596dabc0cb 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -116,7 +116,7 @@ Iterations - + diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 44cbfe8e967c..9721aecb66df 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - - -500 + + + +-5e-4 - - -550 + + +0 - - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - - - + + +0.0035 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 94bc1b190683..11bcf954ca40 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - - -0.0016 + + +1000 - - -0.0018 + + + +-0.001 - - -0.002 + + +-8e-4 - - -0.0022 + + +-6e-4 - - -0.0024 + + +-4e-4 - - -0.0026 + + +-2e-4 - - -0.0028 + + +0 - - -0.003 + + +2e-4 - - -0.0032 + + +4e-4 - - -0.0034 + + +6e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index b5a0bad54e20..412f02509b3d 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 6c9d923c1659..fe07b6ccc8a2 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.9071 ms - 1.9081 ms - 1.9091 ms + 1.9079 ms + 1.9091 ms + 1.9107 ms R² - 0.9992894 - 0.9993214 - 0.9992813 + 0.9986392 + 0.9987009 + 0.9986100 Mean - 1.9079 ms - 1.9093 ms - 1.9110 ms + 1.9087 ms + 1.9114 ms + 1.9156 ms Std. Dev. - 3.6893 µs - 8.0516 µs - 11.657 µs + 5.0838 µs + 18.454 µs + 30.367 µs Median - 1.9068 ms - 1.9080 ms - 1.9091 ms + 1.9070 ms + 1.9077 ms + 1.9084 ms MAD - 3.0110 µs - 3.9495 µs - 4.5235 µs + 1.9748 µs + 2.7127 µs + 3.3912 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0331% - +0.1798% - +0.3156% - (p = 0.01 < + -0.0549% + +0.1108% + +0.3417% + (p = 0.33 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index bc2b3ecb7ed6..a75376f8f2e2 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - - -500 - - - -550 - - + - + 1.908 - - -1.9085 - - - + + 1.909 - - -1.9095 - - - + + 1.91 - - -1.9105 - - - + + 1.911 - - - - + + +1.912 + + + +1.913 + + + +1.914 + + + +1.915 + + + +1.916 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 7134e8a3a878..07e8077fca17 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - + + +1200 + + + +1400 + + + +1600 + + + +1800 + + + +2000 + + - + 1.907 - - -1.9075 + + +1.9072 + + + +1.9074 - - + + +1.9076 + + + +1.9078 + + + 1.908 - - -1.9085 + + +1.9082 + + + +1.9084 - - -1.909 + + +1.9086 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index d4243607b611..9cc0b16bc31a 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (ms) - + 1.9 - - -1.91 - - - -1.92 - - - -1.93 - - - -1.94 - - - + + 1.95 - - -1.96 + + +2 - - -1.97 + + +2.05 - + + +2.1 + + Density (a.u.) @@ -94,48 +82,68 @@ Density (a.u.) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - - - + + + - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index c89c0973ddb6..e33c968de606 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (ms) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + -80 +45 - + 1.9 - - -1.92 + + +1.95 + + + +2 - - -1.94 + + +2.05 - - -1.96 + + +2.1 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 6e991f60707b..efb544febea2 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -21,12 +21,12 @@ Iterations - + - - + + - + 20.0 @@ -40,30 +40,30 @@ Iterations 60.0 - + 80.0 - + 100.0 - + 120.0 - - + + 140.0 - + 160.0 - + 180.0 - + 10 @@ -106,20 +106,20 @@ Iterations - + - + - + - + @@ -127,86 +127,86 @@ Iterations - + - + - + - + - - + + - + - - - - + + + + - + - - + + - - + + - - + + - + - - + + - + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 1ca3d0c752e7..963ee79c88d9 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -20,10 +20,10 @@ Iterations - + - + 20.0 @@ -45,10 +45,10 @@ Iterations 100.0 - + 120.0 - + 140.0 @@ -57,10 +57,10 @@ Iterations 160.0 - + 180.0 - + 10 @@ -112,7 +112,7 @@ Iterations - + @@ -131,77 +131,77 @@ Iterations - + - + - + - + - + - - + + - - + + - + - + - + - + - + - + - - + + - + - - - + + + - - - + + + - - - - + + + + - - - + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index fe98651c76e4..c678958ac93f 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -35,28 +35,28 @@ Average Time (ms) - + 1.9 - - -1.92 + + +1.95 - - -1.94 + + +2 - - -1.96 + + +2.05 - - -1.98 + + +2.1 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index b0f6211b520c..3a6111b6c906 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -17,56 +17,56 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 994040d17fad..0f9b2592bd01 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + - -1.907 - - - -1.9075 - - - + 1.908 - - + + 1.9085 - - + + 1.909 - - - - + + +1.9095 + + + +1.91 + + + +1.9105 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 221b3958e081..88e87c74329d 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - + - -1.907 - - - -1.9075 - - - + 1.908 - - + + 1.9085 - - + + 1.909 - - - - + + +1.9095 + + + +1.91 + + + +1.9105 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 3e49104ed658..ce7cb93c5a73 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869507.2835246397,"upper_bound":1915261.0481319213},"point_estimate":1889027.7529299993,"standard_error":11818.277291024606},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864351.875409423,"upper_bound":1865582.3683380084},"point_estimate":1864773.1942771084,"standard_error":362.4978204985978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2269.4632551549325,"upper_bound":4283.132082985538},"point_estimate":3152.3655834135425,"standard_error":514.630729410634},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869338.1025031013,"upper_bound":1893107.2666571424},"point_estimate":1879387.7828461651,"standard_error":6154.417506884257},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15934.692038388106,"upper_bound":180662.4107685286},"point_estimate":118191.98633437876,"standard_error":40478.67123577106}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1865395.7747393101,"upper_bound":1871164.6836260213},"point_estimate":1867869.9253438595,"standard_error":1484.191193310195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1863633.6,"upper_bound":1864903.263888889},"point_estimate":1864432.3884062814,"standard_error":351.95596931028393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1653.1689881012746,"upper_bound":3261.429394921799},"point_estimate":2461.5439233091333,"standard_error":417.988914485491},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864634.2631556515,"upper_bound":1871660.3355747464},"point_estimate":1867185.3428698094,"standard_error":1923.818403053699},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5006.886172003955,"upper_bound":22193.40466241025},"point_estimate":14869.600085658352,"standard_error":4443.926616917847}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 78d05a915ac5..b8a0bf15699d 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966113.0,3739087.0,5595556.0,7486210.0,9337699.0,11177688.0,13078370.0,14900645.0,16730946.0,18595179.0,20499287.0,22322424.0,24192359.0,26030935.0,28034818.0,29820786.0,31776120.0,33644842.0,35413647.0,37295595.0,39281375.0,41421634.0,42896271.0,44742501.0,47537659.0,48571376.0,50311598.0,52227858.0,54077025.0,56995573.0,81126016.0,59522912.0,61366347.0,63485085.0,65166998.0,67104278.0,68923298.0,70732760.0,72653999.0,74680305.0,77832399.0,78493941.0,116443735.0,98369517.0,84056647.0,85814833.0,87771619.0,89565481.0,91349366.0,93344423.0,94995911.0,97350679.0,98778719.0,100574836.0,102411188.0,104437544.0,106367320.0,108077796.0,109876818.0,111930784.0,114000523.0,115668020.0,117474035.0,119483589.0,121083220.0,122998970.0,124938534.0,126856678.0,129043065.0,130656849.0,132300477.0,133956374.0,136101152.0,137867524.0,139837987.0,141657809.0,144595776.0,145524247.0,147264289.0,149034119.0,151018909.0,152893303.0,154775631.0,160185094.0,162541286.0,160357886.0,162049330.0,166525893.0,166903316.0,169095303.0,169767827.0,171630739.0,173540589.0,175035455.0,177133446.0,187150808.0,180806342.0,182552146.0,184537047.0,186214072.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966863.0,3801981.0,5608976.0,7445947.0,9301964.0,11167117.0,13033202.0,14888237.0,16825615.0,18689316.0,20458961.0,22409865.0,24195360.0,26093976.0,27968858.0,29786593.0,31677925.0,33519726.0,35405237.0,37363925.0,39219100.0,40980940.0,42874497.0,44701830.0,46764031.0,48461803.0,50307810.0,53259919.0,54072221.0,55900757.0,57684549.0,59612939.0,61582288.0,63383813.0,65181982.0,67139317.0,68947845.0,70975711.0,73105838.0,74528808.0,76442342.0,78371454.0,80692387.0,82465820.0,83931019.0,85781515.0,87597337.0,89443916.0,91540600.0,93138426.0,95223750.0,96899721.0,98953877.0,101862493.0,102600408.0,104428372.0,106404662.0,108397124.0,110056824.0,111845435.0,113705470.0,115659318.0,117822056.0,119344481.0,121212690.0,123088603.0,125006956.0,126702935.0,128795311.0,130454352.0,132494001.0,134267594.0,136102471.0,137885311.0,139769069.0,141730021.0,143455685.0,145349192.0,147445295.0,149025198.0,150886924.0,152797402.0,154986228.0,164272428.0,159345447.0,160362541.0,162088616.0,163828256.0,165996965.0,167593699.0,170548000.0,171427929.0,173224445.0,174994001.0,176944804.0,178755185.0,181010786.0,182672740.0,184982883.0,186342485.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index d0196374724e..56298307a70d 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1847828.0883441987,1855568.5002531805,1876209.5986771318,1883950.0105861134] \ No newline at end of file +[1852273.4016499445,1857730.2183537078,1872281.7295637433,1877738.5462675067] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index b69e30ef3e3c..a81382ef4e26 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0027338845738539026,"upper_bound":0.0264111744394172},"point_estimate":0.013874890433067666,"standard_error":0.005861123151839063},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0017538190809327503,"upper_bound":0.0026708403076800558},"point_estimate":0.002147704751490176,"standard_error":0.00023560893356149203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02488545502298659,"upper_bound":-0.0008708901222283865},"point_estimate":-0.01120037942974772,"standard_error":0.006186513524538973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00087615796079849,"upper_bound":0.0001481941770580186},"point_estimate":-0.00018275995808658685,"standard_error":0.00027119252968553715}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 3e49104ed658..ce7cb93c5a73 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869507.2835246397,"upper_bound":1915261.0481319213},"point_estimate":1889027.7529299993,"standard_error":11818.277291024606},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864351.875409423,"upper_bound":1865582.3683380084},"point_estimate":1864773.1942771084,"standard_error":362.4978204985978},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2269.4632551549325,"upper_bound":4283.132082985538},"point_estimate":3152.3655834135425,"standard_error":514.630729410634},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869338.1025031013,"upper_bound":1893107.2666571424},"point_estimate":1879387.7828461651,"standard_error":6154.417506884257},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15934.692038388106,"upper_bound":180662.4107685286},"point_estimate":118191.98633437876,"standard_error":40478.67123577106}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1865395.7747393101,"upper_bound":1871164.6836260213},"point_estimate":1867869.9253438595,"standard_error":1484.191193310195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1863633.6,"upper_bound":1864903.263888889},"point_estimate":1864432.3884062814,"standard_error":351.95596931028393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1653.1689881012746,"upper_bound":3261.429394921799},"point_estimate":2461.5439233091333,"standard_error":417.988914485491},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864634.2631556515,"upper_bound":1871660.3355747464},"point_estimate":1867185.3428698094,"standard_error":1923.818403053699},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5006.886172003955,"upper_bound":22193.40466241025},"point_estimate":14869.600085658352,"standard_error":4443.926616917847}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 78d05a915ac5..b8a0bf15699d 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966113.0,3739087.0,5595556.0,7486210.0,9337699.0,11177688.0,13078370.0,14900645.0,16730946.0,18595179.0,20499287.0,22322424.0,24192359.0,26030935.0,28034818.0,29820786.0,31776120.0,33644842.0,35413647.0,37295595.0,39281375.0,41421634.0,42896271.0,44742501.0,47537659.0,48571376.0,50311598.0,52227858.0,54077025.0,56995573.0,81126016.0,59522912.0,61366347.0,63485085.0,65166998.0,67104278.0,68923298.0,70732760.0,72653999.0,74680305.0,77832399.0,78493941.0,116443735.0,98369517.0,84056647.0,85814833.0,87771619.0,89565481.0,91349366.0,93344423.0,94995911.0,97350679.0,98778719.0,100574836.0,102411188.0,104437544.0,106367320.0,108077796.0,109876818.0,111930784.0,114000523.0,115668020.0,117474035.0,119483589.0,121083220.0,122998970.0,124938534.0,126856678.0,129043065.0,130656849.0,132300477.0,133956374.0,136101152.0,137867524.0,139837987.0,141657809.0,144595776.0,145524247.0,147264289.0,149034119.0,151018909.0,152893303.0,154775631.0,160185094.0,162541286.0,160357886.0,162049330.0,166525893.0,166903316.0,169095303.0,169767827.0,171630739.0,173540589.0,175035455.0,177133446.0,187150808.0,180806342.0,182552146.0,184537047.0,186214072.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966863.0,3801981.0,5608976.0,7445947.0,9301964.0,11167117.0,13033202.0,14888237.0,16825615.0,18689316.0,20458961.0,22409865.0,24195360.0,26093976.0,27968858.0,29786593.0,31677925.0,33519726.0,35405237.0,37363925.0,39219100.0,40980940.0,42874497.0,44701830.0,46764031.0,48461803.0,50307810.0,53259919.0,54072221.0,55900757.0,57684549.0,59612939.0,61582288.0,63383813.0,65181982.0,67139317.0,68947845.0,70975711.0,73105838.0,74528808.0,76442342.0,78371454.0,80692387.0,82465820.0,83931019.0,85781515.0,87597337.0,89443916.0,91540600.0,93138426.0,95223750.0,96899721.0,98953877.0,101862493.0,102600408.0,104428372.0,106404662.0,108397124.0,110056824.0,111845435.0,113705470.0,115659318.0,117822056.0,119344481.0,121212690.0,123088603.0,125006956.0,126702935.0,128795311.0,130454352.0,132494001.0,134267594.0,136102471.0,137885311.0,139769069.0,141730021.0,143455685.0,145349192.0,147445295.0,149025198.0,150886924.0,152797402.0,154986228.0,164272428.0,159345447.0,160362541.0,162088616.0,163828256.0,165996965.0,167593699.0,170548000.0,171427929.0,173224445.0,174994001.0,176944804.0,178755185.0,181010786.0,182672740.0,184982883.0,186342485.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index d0196374724e..56298307a70d 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1847828.0883441987,1855568.5002531805,1876209.5986771318,1883950.0105861134] \ No newline at end of file +[1852273.4016499445,1857730.2183537078,1872281.7295637433,1877738.5462675067] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 9b2f550bcbf1..2f3145e84663 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -13,66 +13,82 @@ Average time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - + - -2.5 + +1.6 - - -3 + + +1.8 + + + +2 + + + +2.2 - - -3.5 + + +2.4 + + + +2.6 + + + +2.8 + + + +3 - - -4 + + +3.2 - - -4.5 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 761a4eee3d07..c5eaf2e55946 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 + + +0.1 - - -0.012 + + +0.12 - - -0.014 - - + - -0 + +4 - - -20 + + +6 - - -40 + + +8 - - -60 + + +10 - - -80 + + +12 - - -100 + + +14 - - -120 + + +16 - - -140 + + +18 + + + +20 - - -160 + + +22 - - -180 + + +24 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 4b670f09a420..ce586f5c2af0 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,34 +9,46 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - - -70 + + +50 - + 2 @@ -46,10 +58,10 @@ Average Time (ms) 2.5 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 86f47647b1b2..f880e7d65082 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 60a1cdfb905c..2be87119de5a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -13,55 +13,55 @@ Relative change (%) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 70252d3db0a4..5604c4112927 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - - -1800 - - - -2000 - - + - -0.0017 - - - -0.0018 - - - -0.0019 - - - -0.002 - - - -0.0021 - - - -0.0022 + +-8e-4 - - -0.0023 + + +-6e-4 - - -0.0024 + + +-4e-4 - - -0.0025 + + +-2e-4 - - -0.0026 + + +0 - - -0.0027 + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index decb5cd55711..df1914e21c66 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 8c75dc70975c..77c38562d211 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8693 ms - 1.8794 ms - 1.8931 ms + 1.8646 ms + 1.8672 ms + 1.8717 ms R² - 0.7905326 - 0.7931176 - 0.7883135 + 0.9924888 + 0.9927448 + 0.9919574 Mean - 1.8695 ms - 1.8890 ms - 1.9153 ms + 1.8654 ms + 1.8679 ms + 1.8712 ms Std. Dev. - 15.935 µs - 118.19 µs - 180.66 µs + 5.0069 µs + 14.870 µs + 22.193 µs Median - 1.8644 ms - 1.8648 ms - 1.8656 ms + 1.8636 ms + 1.8644 ms + 1.8649 ms MAD - 2.2695 µs - 3.1524 µs - 4.2831 µs + 1.6532 µs + 2.4615 µs + 3.2614 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.2734% - +1.3875% - +2.6411% - (p = 0.01 < + -2.4885% + -1.1200% + -0.0871% + (p = 0.05 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index bc313fcfc0bc..6d9ddb2993dd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 - - + -25 +200 - -30 + +250 - - -35 + + +300 - + - -1.87 + +1.865 - - -1.88 + + +1.866 - - -1.89 + + +1.867 - - -1.9 + + +1.868 - - -1.91 + + +1.869 + + + +1.87 - - -1.92 + + +1.871 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 23e34bbb6954..597740c74363 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - -500 + +200 - - -1000 + + +400 + + + +600 + + + +800 - - -1500 + + +1000 - - -2000 + + +1200 - - -2500 + + +1400 - + - + +1.8636 + + + +1.8638 + + + +1.864 + + + +1.8642 + + + 1.8644 - - + + 1.8646 - - + + 1.8648 - - + + 1.865 - - -1.8652 - - - -1.8654 - - - -1.8656 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 13f19640e1de..2a05f89c328d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,50 +54,34 @@ Average Time (ms) - -1.8 + +1.86 - - -1.9 - - - -2 - - - -2.1 - - - -2.2 - - - -2.3 + + +1.88 - - -2.4 + + +1.9 - - -2.5 + + +1.92 - - -2.6 + + +1.94 - - -2.7 + + +1.96 - - -2.8 + + +1.98 - + Density (a.u.) @@ -106,68 +90,72 @@ Density (a.u.) 0 - -1 + +5 + + + +10 - - -2 + + +15 - - -3 + + +20 - - -4 + + +25 - - -5 + + +30 + + + +35 + + + +40 + + + +45 + + + +50 - - -6 - - - -7 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 9e31cfe6421e..be7f7587e296 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 - - - -8 - - + - -2 + +1.85 + + + +1.9 - - -2.5 + + +1.95 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index b9e3fd06d574..503a06224356 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -21,12 +21,12 @@ Iterations - - - - - - + + + + + + 20.0 @@ -40,30 +40,30 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -114,99 +114,99 @@ Iterations - - + + - + - + - + - - + + - - - - - - + + + + + + - - - - - + + + + + - + - - - - + + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 0f00ef8f010a..ffc065a27735 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -17,13 +17,13 @@ Iterations - + - - - - + + + + 20.0 @@ -33,10 +33,10 @@ Iterations 40.0 - + 60.0 - + 80.0 @@ -45,22 +45,22 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -109,7 +109,7 @@ Iterations - + @@ -125,83 +125,83 @@ Iterations - - + + - - + + - - + + - + - + - - - + + + - - + + - + - - + + - - + + - + - - - + + + - - + + - - + + - - - + + + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - + + + - - - - - - + + + + + + - + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 83e24b926ef3..1465ee21373c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,34 +6,46 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - - -70 + + +50 - + 2 @@ -43,8 +55,8 @@ Average Time (ms) 2.5 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 4e61a1400828..8597a8c80f3f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 90d2efb78259..4478a646d233 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - + - -1.87 + +1.864 - - -1.875 + + +1.865 - - -1.88 + + +1.866 - - -1.885 + + +1.867 + + + +1.868 + + + +1.869 + + + +1.87 - - -1.89 + + +1.871 - - -1.895 + + +1.872 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index a1d3124a0c0c..772b20720a19 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - + - -1.87 + +1.864 - - -1.875 + + +1.865 - - -1.88 + + +1.866 - - -1.885 + + +1.867 + + + +1.868 + + + +1.869 + + + +1.87 - - -1.89 + + +1.871 - - -1.895 + + +1.872 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 4e6804faa7f0..542f3a1f5b76 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5408939.2998055555,"upper_bound":5420130.950416669},"point_estimate":5414232.364444446,"standard_error":2854.0177355097762},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5406442.722222222,"upper_bound":5415571.222222222},"point_estimate":5409986.388888889,"standard_error":2646.6965811729624},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13632.292604645245,"upper_bound":23439.823217192672},"point_estimate":18378.22690705466,"standard_error":2417.42338254716},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19944.43498838059,"upper_bound":38130.976143597734},"point_estimate":28666.4903074256,"standard_error":4856.98023814733}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5405073.783333335,"upper_bound":5421589.6928888885},"point_estimate":5413030.883333335,"standard_error":4221.627973760978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5392406.222222222,"upper_bound":5414018.833333334},"point_estimate":5401185.666666667,"standard_error":5118.695687676489},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26009.580804903995,"upper_bound":42226.05340033853},"point_estimate":34944.79901293921,"standard_error":4282.512976733175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32939.51232749727,"upper_bound":51390.466324830435},"point_estimate":42730.66416578353,"standard_error":4713.444852919999}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 00db63433269..07b4237db597 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48827208.0,48664293.0,48724315.0,48561250.0,48667080.0,48506419.0,48724127.0,48492895.0,48386755.0,48315846.0,48450003.0,48290877.0,48871298.0,48683612.0,48646750.0,48985713.0,48750356.0,48658593.0,48744944.0,48776632.0,49475736.0,49006852.0,48549592.0,48820867.0,48632867.0,50209124.0,48641601.0,48589656.0,48398569.0,49139618.0,48431931.0,48761675.0,48661098.0,48585667.0,48711531.0,48630429.0,48910833.0,48699749.0,48593482.0,48777824.0,48802983.0,48953283.0,48801591.0,49289489.0,48670206.0,48478969.0,48696143.0,48629751.0,48590046.0,49205074.0,48810036.0,48978410.0,48831035.0,48726799.0,48893080.0,48704539.0,48627006.0,48874644.0,48603140.0,48818483.0,48643054.0,48749562.0,48916828.0,48665425.0,48611937.0,48772237.0,48634420.0,48856057.0,48560342.0,49239998.0,48767159.0,48798908.0,48801291.0,48471055.0,48842408.0,48709250.0,48427847.0,48297894.0,48385418.0,48575210.0,48658816.0,48593574.0,48832007.0,49231321.0,48579568.0,48587653.0,48740141.0,48663015.0,48657153.0,48916527.0,48645662.0,48714318.0,48670259.0,48638188.0,48959024.0,48819244.0,48528132.0,48509318.0,48379745.0,48816789.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48468501.0,48531648.0,48427636.0,48463952.0,48861685.0,48339280.0,48360128.0,48343640.0,48825145.0,49530571.0,48605555.0,48410316.0,48445259.0,48379196.0,48278516.0,48278567.0,48524236.0,48583466.0,48513112.0,48354639.0,48608052.0,48400886.0,48645600.0,48491565.0,48657757.0,48472149.0,48411135.0,48458772.0,49534757.0,48744767.0,48703940.0,48535158.0,48697756.0,48567115.0,48525597.0,48668755.0,48502376.0,48352523.0,48234217.0,48301330.0,48281184.0,48484599.0,48723465.0,48531656.0,48291531.0,48313141.0,48238253.0,49957595.0,48346693.0,49077535.0,48947984.0,48948776.0,49114915.0,49040827.0,48957762.0,49952173.0,49028474.0,48907096.0,49158986.0,49024194.0,48820096.0,49035136.0,49070371.0,49733016.0,48845304.0,48857022.0,49652028.0,48854430.0,48912276.0,48856811.0,49015881.0,48933909.0,48960095.0,48843358.0,48887983.0,49125754.0,48742740.0,48947662.0,48647436.0,48788258.0,48749104.0,48746915.0,48575942.0,48606408.0,48709599.0,48828820.0,50170401.0,48604114.0,48426962.0,48516007.0,48439537.0,48518063.0,48413488.0,48613290.0,48355840.0,48427457.0,48428796.0,48531569.0,48551145.0,48618678.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 27068c717e86..e829f076531b 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5323830.250000002,5361505.291666668,5461972.069444444,5499647.11111111] \ No newline at end of file +[5233003.361111114,5307825.486111113,5507351.152777777,5582173.277777776] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 7263b5d72bd6..8ecd05034bde 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002163284402149743,"upper_bound":0.00043278957334635893},"point_estimate":-0.0009348038783039136,"standard_error":0.0006626701782241251},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024767014026242373,"upper_bound":0.00022424273615695434},"point_estimate":-0.001167410322547302,"standard_error":0.0006998226055749695}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020243628445595283,"upper_bound":0.0015871223813711144},"point_estimate":-0.0002219116266604093,"standard_error":0.0009265720794938245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034287196883980853,"upper_bound":0.0009100617264523603},"point_estimate":-0.0016267549656496794,"standard_error":0.0010670848705147786}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 4e6804faa7f0..542f3a1f5b76 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5408939.2998055555,"upper_bound":5420130.950416669},"point_estimate":5414232.364444446,"standard_error":2854.0177355097762},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5406442.722222222,"upper_bound":5415571.222222222},"point_estimate":5409986.388888889,"standard_error":2646.6965811729624},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13632.292604645245,"upper_bound":23439.823217192672},"point_estimate":18378.22690705466,"standard_error":2417.42338254716},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19944.43498838059,"upper_bound":38130.976143597734},"point_estimate":28666.4903074256,"standard_error":4856.98023814733}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5405073.783333335,"upper_bound":5421589.6928888885},"point_estimate":5413030.883333335,"standard_error":4221.627973760978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5392406.222222222,"upper_bound":5414018.833333334},"point_estimate":5401185.666666667,"standard_error":5118.695687676489},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26009.580804903995,"upper_bound":42226.05340033853},"point_estimate":34944.79901293921,"standard_error":4282.512976733175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32939.51232749727,"upper_bound":51390.466324830435},"point_estimate":42730.66416578353,"standard_error":4713.444852919999}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 00db63433269..07b4237db597 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48827208.0,48664293.0,48724315.0,48561250.0,48667080.0,48506419.0,48724127.0,48492895.0,48386755.0,48315846.0,48450003.0,48290877.0,48871298.0,48683612.0,48646750.0,48985713.0,48750356.0,48658593.0,48744944.0,48776632.0,49475736.0,49006852.0,48549592.0,48820867.0,48632867.0,50209124.0,48641601.0,48589656.0,48398569.0,49139618.0,48431931.0,48761675.0,48661098.0,48585667.0,48711531.0,48630429.0,48910833.0,48699749.0,48593482.0,48777824.0,48802983.0,48953283.0,48801591.0,49289489.0,48670206.0,48478969.0,48696143.0,48629751.0,48590046.0,49205074.0,48810036.0,48978410.0,48831035.0,48726799.0,48893080.0,48704539.0,48627006.0,48874644.0,48603140.0,48818483.0,48643054.0,48749562.0,48916828.0,48665425.0,48611937.0,48772237.0,48634420.0,48856057.0,48560342.0,49239998.0,48767159.0,48798908.0,48801291.0,48471055.0,48842408.0,48709250.0,48427847.0,48297894.0,48385418.0,48575210.0,48658816.0,48593574.0,48832007.0,49231321.0,48579568.0,48587653.0,48740141.0,48663015.0,48657153.0,48916527.0,48645662.0,48714318.0,48670259.0,48638188.0,48959024.0,48819244.0,48528132.0,48509318.0,48379745.0,48816789.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48468501.0,48531648.0,48427636.0,48463952.0,48861685.0,48339280.0,48360128.0,48343640.0,48825145.0,49530571.0,48605555.0,48410316.0,48445259.0,48379196.0,48278516.0,48278567.0,48524236.0,48583466.0,48513112.0,48354639.0,48608052.0,48400886.0,48645600.0,48491565.0,48657757.0,48472149.0,48411135.0,48458772.0,49534757.0,48744767.0,48703940.0,48535158.0,48697756.0,48567115.0,48525597.0,48668755.0,48502376.0,48352523.0,48234217.0,48301330.0,48281184.0,48484599.0,48723465.0,48531656.0,48291531.0,48313141.0,48238253.0,49957595.0,48346693.0,49077535.0,48947984.0,48948776.0,49114915.0,49040827.0,48957762.0,49952173.0,49028474.0,48907096.0,49158986.0,49024194.0,48820096.0,49035136.0,49070371.0,49733016.0,48845304.0,48857022.0,49652028.0,48854430.0,48912276.0,48856811.0,49015881.0,48933909.0,48960095.0,48843358.0,48887983.0,49125754.0,48742740.0,48947662.0,48647436.0,48788258.0,48749104.0,48746915.0,48575942.0,48606408.0,48709599.0,48828820.0,50170401.0,48604114.0,48426962.0,48516007.0,48439537.0,48518063.0,48413488.0,48613290.0,48355840.0,48427457.0,48428796.0,48531569.0,48551145.0,48618678.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 27068c717e86..e829f076531b 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5323830.250000002,5361505.291666668,5461972.069444444,5499647.11111111] \ No newline at end of file +[5233003.361111114,5307825.486111113,5507351.152777777,5582173.277777776] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 41e963fc7a16..0c1149b7ecff 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - -0.08 + + +0.07 - - -0.1 + + +0.08 - - -0.12 + + +0.09 - - -0.14 + + +0.1 - - -0.16 + + + +26 - - -0.18 + + +28 - - -0.2 + + +30 - - -0.22 + + +32 - - - -14 + + +34 - - -16 + + +36 - - -18 + + +38 - - -20 + + +40 - - -22 + + +42 - - -24 + + +44 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index af4918449634..95320c25c508 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 0.01 - + 0.02 - + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - + - -20 + +32 - - -25 + + +34 - - -30 + + +36 - - -35 + + +38 - - + + 40 - - - - + + +42 + + + +44 + + + +46 + + + +48 + + + +50 + + + +52 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index ebbe709ff3e9..8e4cae9500c2 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +5.36 + + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - - + + 5.48 - - + + 5.5 - - + + 5.52 - - + + 5.54 - - + + 5.56 - + 0 @@ -112,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 36fa82a9b36c..f266fd3de300 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - + - + 5.4 - - + + 5.5 - - + + 5.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 7133e2669b2c..3004722fbe44 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - + - + -0.002 - - + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - - - + + +0.001 + + + +0.0015 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index e1e2c44be0a2..84040b88fe83 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - + +-0.0035 + + + +-0.003 + + + -0.0025 - - + + -0.002 - - + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - - - + + +0.001 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index e683d62c2dcc..802acde336e6 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -17,77 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index d65f9de29bd3..b9ff9c9b7378 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011528 - 0.0011924 - 0.0011436 + 0.0006411 + 0.0006635 + 0.0006377 Mean - 5.4089 ms - 5.4142 ms - 5.4201 ms + 5.4051 ms + 5.4130 ms + 5.4216 ms Std. Dev. - 19.944 µs - 28.666 µs - 38.131 µs + 32.940 µs + 42.731 µs + 51.390 µs Median - 5.4064 ms - 5.4100 ms - 5.4156 ms + 5.3924 ms + 5.4012 ms + 5.4140 ms MAD - 13.632 µs - 18.378 µs - 23.440 µs + 26.010 µs + 34.945 µs + 42.226 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.2163% - -0.0935% - +0.0433% - (p = 0.17 > + -0.2024% + -0.0222% + +0.1587% + (p = 0.82 > 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 8fdcfe75f230..479cdd1ed884 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +5.36 + + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - - + + 5.48 - - + + 5.5 - - + + 5.52 - - + + 5.54 - - + + 5.56 - + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index ff8ac43054cd..cca624911edf 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +5.36 + + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - - + + 5.48 - - + + 5.5 - - + + 5.52 - - + + 5.54 - - + + 5.56 - + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index ccb1c85ebabd..98d3c15a862f 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + + +5.404 - - -140 + + +5.406 - - - + + 5.408 - - + + 5.41 - - + + 5.412 - - + + 5.414 - - + + 5.416 - - + + 5.418 - - + + 5.42 - - - - + + +5.422 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index a0152899b331..e5f36af04e2f 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - - -5.406 + + +140 - - -5.407 + + +160 - - -5.408 + + +180 - - -5.409 + + +200 - - -5.41 + + +220 - - -5.411 + + + +5.395 - - -5.412 + + +5.4 - - -5.413 + + +5.405 - - -5.414 + + +5.41 - - + + 5.415 - - -5.416 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index aa3b5ae6eb31..17f4e11aeb8e 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,30 @@ Average Time (ms) - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - + + 5.6 - + Density (a.u.) @@ -82,56 +82,62 @@ Density (a.u.) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + +8 - - -14 + + +9 - - -16 + + +10 - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index f4dc7bf1b902..1d9ca3105676 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 - - + - + 5.4 - - + + 5.5 - - + + 5.6 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index b10434d53c54..125144d18518 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +5.36 + + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - - + + 5.48 - - + + 5.5 - - + + 5.52 - - + + 5.54 - - + + 5.56 - + 0 @@ -109,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index a4d9a7f884b7..010a376f15ab 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - + - + 5.4 - - + + 5.5 - - + + 5.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 9eb800fbd693..786c217971bd 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + + +5.404 - - -140 + + +5.406 - - - + + 5.408 - - + + 5.41 - - + + 5.412 - - + + 5.414 - - + + 5.416 - - + + 5.418 - - + + 5.42 - - - - + + +5.422 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index eda2d9c1602b..a9e9a967dcba 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1600297.1698486488,"upper_bound":1605066.535660775},"point_estimate":1602465.0825850752,"standard_error":1220.4248879209167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598957.9819528875,"upper_bound":1600210.9793814432},"point_estimate":1599576.8710397144,"standard_error":330.3919548419367},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3058.069362925353,"upper_bound":5374.9986089996355},"point_estimate":4340.023139615777,"standard_error":603.0307633600174},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1601171.2805075098,"upper_bound":1608552.5607613493},"point_estimate":1604446.3315915472,"standard_error":1895.6777429321182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494.66118289504,"upper_bound":16892.72293629655},"point_estimate":12266.434941655523,"standard_error":2639.7046845400487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1603674.1614594704,"upper_bound":1610466.960287084},"point_estimate":1606425.6954615992,"standard_error":1775.3122428425816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602012.7249378625,"upper_bound":1603897.913580247},"point_estimate":1602456.143390192,"standard_error":520.9550660699772},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2645.862726311106,"upper_bound":4473.081837522334},"point_estimate":3471.3380861354794,"standard_error":496.1942289049251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602763.5561536811,"upper_bound":1605769.7436130939},"point_estimate":1604141.209280331,"standard_error":766.8547252996389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5663.4411123228265,"upper_bound":28816.58921932926},"point_estimate":17885.255322229055,"standard_error":7118.078511890804}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index c5318a0e6881..bd038b02103a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1648471.0,3198961.0,4789874.0,6364057.0,7987423.0,9631456.0,11193135.0,12921978.0,14511880.0,16143808.0,17605007.0,19216895.0,20675333.0,22332852.0,23954918.0,25626599.0,27108216.0,28757035.0,30369972.0,31909948.0,33501124.0,35325341.0,36911050.0,38487542.0,39853889.0,41693397.0,43180038.0,44876958.0,46482260.0,47891607.0,49598809.0,51191085.0,52562207.0,54252043.0,56003543.0,57689254.0,59179005.0,60813583.0,62236627.0,63830941.0,65280883.0,66865452.0,68534781.0,70203837.0,71800203.0,73434733.0,75111797.0,76800191.0,78341979.0,79974602.0,81392978.0,83412887.0,84649134.0,86372149.0,87785909.0,89549119.0,91180113.0,92996436.0,94168511.0,95895428.0,97508118.0,99005058.0,100634231.0,102268026.0,103578218.0,105693102.0,107606319.0,108908700.0,110278002.0,112073507.0,118808957.0,115424039.0,117323693.0,118657641.0,120734001.0,123891304.0,123514552.0,127071025.0,126544364.0,127810715.0,129560820.0,131137166.0,132769908.0,135996202.0,136121213.0,137847625.0,139403138.0,146056629.0,142434620.0,144008098.0,146678930.0,147052819.0,148801438.0,150289508.0,151700715.0,153626176.0,155220465.0,156818574.0,159451527.0,159931344.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1763274.0,3231077.0,4812233.0,6557142.0,8006991.0,9656974.0,11180582.0,12843118.0,14432919.0,16156950.0,17698573.0,19263877.0,20786914.0,22434411.0,24055520.0,25714820.0,27235966.0,28831422.0,30346618.0,31956771.0,33566262.0,35265886.0,37265249.0,38524979.0,40039602.0,41580801.0,43364783.0,44959547.0,46590774.0,47961890.0,49786258.0,51392028.0,54563707.0,54504669.0,55883657.0,57857231.0,59203841.0,61246986.0,62439577.0,63982355.0,65674316.0,67222953.0,68708731.0,70553855.0,72094435.0,73402966.0,75288206.0,77211317.0,78314746.0,80280996.0,81800612.0,83507944.0,84925502.0,86709666.0,88263262.0,89952624.0,91263520.0,92767558.0,96138472.0,95884833.0,97877880.0,99160050.0,100893765.0,102520069.0,104026201.0,105747407.0,107364442.0,110400562.0,110453353.0,112332180.0,113735596.0,115245921.0,116938569.0,118700079.0,120315550.0,121777433.0,124626517.0,124965416.0,126575769.0,128041529.0,129915731.0,131541077.0,132848929.0,134861683.0,136259654.0,137740743.0,140480709.0,140851335.0,142631988.0,143988021.0,147528194.0,147425213.0,149147469.0,150432816.0,152405436.0,153561985.0,155199548.0,157511280.0,158625432.0,160184437.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index c48c9db9059e..f5aa723acb2c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1579297.6124654016,1588128.7280068945,1611678.3694508753,1620509.4849923681] \ No newline at end of file +[1585381.223286001,1593003.4717710125,1613329.4677310432,1620951.7162160547] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 5f4d69273cdc..c8adb7233143 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0032187562846392958,"upper_bound":0.0011389082820175973},"point_estimate":-0.0009869690198348602,"standard_error":0.0011011830646769003},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017925294682671344,"upper_bound":-0.0002242349115775255},"point_estimate":-0.0011131865103338745,"standard_error":0.0003968866125529744}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.625891220827531e-6,"upper_bound":0.005355066740554724},"point_estimate":0.0024715751497903504,"standard_error":0.0013417611167324827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0012885167091369887,"upper_bound":0.00276304759157453},"point_estimate":0.0018000212447470965,"standard_error":0.00039070786924157684}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index eda2d9c1602b..a9e9a967dcba 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1600297.1698486488,"upper_bound":1605066.535660775},"point_estimate":1602465.0825850752,"standard_error":1220.4248879209167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598957.9819528875,"upper_bound":1600210.9793814432},"point_estimate":1599576.8710397144,"standard_error":330.3919548419367},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3058.069362925353,"upper_bound":5374.9986089996355},"point_estimate":4340.023139615777,"standard_error":603.0307633600174},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1601171.2805075098,"upper_bound":1608552.5607613493},"point_estimate":1604446.3315915472,"standard_error":1895.6777429321182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494.66118289504,"upper_bound":16892.72293629655},"point_estimate":12266.434941655523,"standard_error":2639.7046845400487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1603674.1614594704,"upper_bound":1610466.960287084},"point_estimate":1606425.6954615992,"standard_error":1775.3122428425816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602012.7249378625,"upper_bound":1603897.913580247},"point_estimate":1602456.143390192,"standard_error":520.9550660699772},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2645.862726311106,"upper_bound":4473.081837522334},"point_estimate":3471.3380861354794,"standard_error":496.1942289049251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602763.5561536811,"upper_bound":1605769.7436130939},"point_estimate":1604141.209280331,"standard_error":766.8547252996389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5663.4411123228265,"upper_bound":28816.58921932926},"point_estimate":17885.255322229055,"standard_error":7118.078511890804}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index c5318a0e6881..bd038b02103a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1648471.0,3198961.0,4789874.0,6364057.0,7987423.0,9631456.0,11193135.0,12921978.0,14511880.0,16143808.0,17605007.0,19216895.0,20675333.0,22332852.0,23954918.0,25626599.0,27108216.0,28757035.0,30369972.0,31909948.0,33501124.0,35325341.0,36911050.0,38487542.0,39853889.0,41693397.0,43180038.0,44876958.0,46482260.0,47891607.0,49598809.0,51191085.0,52562207.0,54252043.0,56003543.0,57689254.0,59179005.0,60813583.0,62236627.0,63830941.0,65280883.0,66865452.0,68534781.0,70203837.0,71800203.0,73434733.0,75111797.0,76800191.0,78341979.0,79974602.0,81392978.0,83412887.0,84649134.0,86372149.0,87785909.0,89549119.0,91180113.0,92996436.0,94168511.0,95895428.0,97508118.0,99005058.0,100634231.0,102268026.0,103578218.0,105693102.0,107606319.0,108908700.0,110278002.0,112073507.0,118808957.0,115424039.0,117323693.0,118657641.0,120734001.0,123891304.0,123514552.0,127071025.0,126544364.0,127810715.0,129560820.0,131137166.0,132769908.0,135996202.0,136121213.0,137847625.0,139403138.0,146056629.0,142434620.0,144008098.0,146678930.0,147052819.0,148801438.0,150289508.0,151700715.0,153626176.0,155220465.0,156818574.0,159451527.0,159931344.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1763274.0,3231077.0,4812233.0,6557142.0,8006991.0,9656974.0,11180582.0,12843118.0,14432919.0,16156950.0,17698573.0,19263877.0,20786914.0,22434411.0,24055520.0,25714820.0,27235966.0,28831422.0,30346618.0,31956771.0,33566262.0,35265886.0,37265249.0,38524979.0,40039602.0,41580801.0,43364783.0,44959547.0,46590774.0,47961890.0,49786258.0,51392028.0,54563707.0,54504669.0,55883657.0,57857231.0,59203841.0,61246986.0,62439577.0,63982355.0,65674316.0,67222953.0,68708731.0,70553855.0,72094435.0,73402966.0,75288206.0,77211317.0,78314746.0,80280996.0,81800612.0,83507944.0,84925502.0,86709666.0,88263262.0,89952624.0,91263520.0,92767558.0,96138472.0,95884833.0,97877880.0,99160050.0,100893765.0,102520069.0,104026201.0,105747407.0,107364442.0,110400562.0,110453353.0,112332180.0,113735596.0,115245921.0,116938569.0,118700079.0,120315550.0,121777433.0,124626517.0,124965416.0,126575769.0,128041529.0,129915731.0,131541077.0,132848929.0,134861683.0,136259654.0,137740743.0,140480709.0,140851335.0,142631988.0,143988021.0,147528194.0,147425213.0,149147469.0,150432816.0,152405436.0,153561985.0,155199548.0,157511280.0,158625432.0,160184437.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index c48c9db9059e..f5aa723acb2c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1579297.6124654016,1588128.7280068945,1611678.3694508753,1620509.4849923681] \ No newline at end of file +[1585381.223286001,1593003.4717710125,1613329.4677310432,1620951.7162160547] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index eaf0a8733694..7e8519cfd39f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + + +0.9 + + -3 +2.6 - -3.5 + +2.8 + + + +3 + + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 - - + + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - -5.5 + + +4.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index d146e673cb47..d5bbb8083af2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - + - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index b83f7f7dc54d..de90bc1d3207 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -54,22 +54,26 @@ Average Time (ms) - + 1.6 - - + + 1.65 - - + + 1.7 - - - - - + + +1.75 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 45dcd1e0c87d..1b7605fb2a63 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -110,9 +110,9 @@ Iterations 100 - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 03ac71d5cbe5..9a1172c40cbb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 + +0 - - --0.001 + + +0.001 - - --5e-4 + + +0.002 - - -0 + + +0.003 - - -5e-4 - - - -0.001 + + +0.004 - - -0.0015 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index d40d672da0f0..18c6f3399841 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - + + +1200 + + - --0.0018 + +0.0012 - - --0.0016 + + +0.0014 - - --0.0014 + + +0.0016 - - --0.0012 + + +0.0018 - - --0.001 + + +0.002 - - --8e-4 + + +0.0022 - - --6e-4 + + +0.0024 - - --4e-4 + + +0.0026 - - --2e-4 + + +0.0028 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index b578ac2b18f6..5b9765caf852 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index e0dc2abb1fdb..5ce5c8444bae 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.6012 ms - 1.6044 ms - 1.6086 ms + 1.6028 ms + 1.6041 ms + 1.6058 ms R² - 0.9889355 - 0.9895052 - 0.9886100 + 0.9976694 + 0.9977714 + 0.9976288 Mean - 1.6003 ms - 1.6025 ms - 1.6051 ms + 1.6037 ms + 1.6064 ms + 1.6105 ms Std. Dev. - 6.4947 µs - 12.266 µs - 16.893 µs + 5.6634 µs + 17.885 µs + 28.817 µs Median - 1.5990 ms - 1.5996 ms - 1.6002 ms + 1.6020 ms + 1.6025 ms + 1.6039 ms MAD - 3.0581 µs - 4.3400 µs - 5.3750 µs + 2.6459 µs + 3.4713 µs + 4.4731 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3219% - -0.0987% - +0.1139% - (p = 0.41 > + +0.0010% + +0.2472% + +0.5355% + (p = 0.06 > 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 1d23d609283f..4621e080541c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 + + + +1.603 - - -350 + + +1.604 - - - -1.6 + + +1.605 - - -1.601 + + +1.606 - - -1.602 + + +1.607 - - -1.603 + + +1.608 - - -1.604 + + +1.609 - - -1.605 + + +1.61 + + + +1.611 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 8cbe9d5c428c..5c5223bda2cf 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - - -2500 + + +1600 - - -3000 + + +1800 - + - -1.599 + +1.602 + + + +1.6022 + + + +1.6024 + + + +1.6026 + + + +1.6028 - - -1.5992 + + +1.603 - - -1.5994 + + +1.6032 - - -1.5996 + + +1.6034 - - -1.5998 + + +1.6036 - - -1.6 + + +1.6038 - - -1.6002 + + +1.604 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 5457454087f1..8e157cd2ed5b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,50 @@ Average Time (ms) - + 1.58 - - -1.59 - - - + + 1.6 - - -1.61 - - - + + 1.62 - - -1.63 - - - + + 1.64 - - -1.65 - - - + + 1.66 - - -1.67 - - - + + 1.68 - + + +1.7 + + + +1.72 + + + +1.74 + + + +1.76 + + + +1.78 + + Density (a.u.) @@ -106,52 +106,66 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 6b53fd45ddf2..a40e247a4598 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - + 1.6 - - + + 1.65 - - - + + +1.7 + + + +1.75 + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 2be643b2f25e..5a245651ed7e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -21,10 +21,11 @@ Iterations - - - - + + + + + 20.0 @@ -38,22 +39,26 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + + +160.0 + + 10 @@ -96,104 +101,104 @@ Iterations - + - - + + - + - + - - + + - + - - + + - + - + - - + + - - + + - - + + - - + + - - - - - - + + + + + + - + - - + + - - - + + + - - - - + + + + - - - + + + - - - + + + - - + + - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index cbed637fa0c3..f838eded63ec 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -20,8 +20,9 @@ Iterations - - + + + 20.0 @@ -43,14 +44,18 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - + + +160.0 + + 10 @@ -112,7 +117,7 @@ Iterations - + @@ -124,7 +129,7 @@ Iterations - + @@ -139,18 +144,18 @@ Iterations - + - + - - + + @@ -158,39 +163,39 @@ Iterations - - + + - + - + - - - - + + + + - + - - - + + + - + - - + + - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 54496a27430b..df28ee25d27b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -51,20 +51,24 @@ Average Time (ms) - + 1.6 - - + + 1.65 - - + + 1.7 - - - - - + + +1.75 + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index e91632ae9fe2..08d17431a25c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 100 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 2763caebc009..8e032f7f89ac 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -10,89 +10,85 @@ Average time (ms) -20 +50 - -40 + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - - -180 + + +450 - - -200 + + +500 - - -220 + + +550 - + - -1.601 - - - -1.602 + +1.6025 - - + + 1.603 - - -1.604 + + +1.6035 - - -1.605 + + +1.604 - - -1.606 + + +1.6045 - - -1.607 + + +1.605 - - -1.608 + + +1.6055 - - -1.609 + + +1.606 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index bfe81679f5da..82c13542720b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -10,89 +10,85 @@ Average time (ms) -20 +50 - -40 + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - - -180 + + +450 - - -200 + + +500 - - -220 + + +550 - + - -1.601 - - - -1.602 + +1.6025 - - + + 1.603 - - -1.604 + + +1.6035 - - -1.605 + + +1.604 - - -1.606 + + +1.6045 - - -1.607 + + +1.605 - - -1.608 + + +1.6055 - - -1.609 + + +1.606 - - - - + + + + Bootstrap distribution