From a1888cbec63e255f8d9fa86c0ce4136bf1a695af Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 30 Sep 2024 04:01:03 +0000 Subject: [PATCH] Update Benchmarks 2024-09-30 ec37ac4d5342b8e3fee03cb78895473546965c26 --- bench/data.js | 216 +++++++- bench/data.json | 216 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 100 ++-- .../report/both/pdf.svg | 62 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 76 +-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 46 +- .../report/mean.svg | 116 ++--- .../report/median.svg | 106 ++-- .../report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 66 +-- .../report/regression_small.svg | 50 +- .../report/relative_pdf_small.svg | 62 +-- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 70 ++- .../report/typical.svg | 70 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 296 +++++------ .../report/both/pdf.svg | 32 +- .../report/change/mean.svg | 120 ++--- .../report/change/median.svg | 86 ++- .../report/change/t-test.svg | 86 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 249 ++++----- .../report/iteration_times_small.svg | 249 ++++----- .../report/mean.svg | 86 +-- .../report/median.svg | 104 ++-- .../report/pdf.svg | 150 +++--- .../report/pdf_small.svg | 80 ++- .../report/relative_iteration_times_small.svg | 188 +++---- .../report/relative_pdf_small.svg | 32 +- .../report/typical.svg | 86 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 102 ++-- .../report/both/iteration_times.svg | 400 +++++++------- .../report/both/pdf.svg | 20 +- .../report/change/mean.svg | 116 ++--- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 246 ++++----- .../report/iteration_times_small.svg | 244 ++++----- .../report/mean.svg | 86 +-- .../report/median.svg | 94 ++-- .../report/pdf.svg | 174 ++++--- .../report/pdf_small.svg | 76 +-- .../report/relative_iteration_times_small.svg | 368 +++++++------ .../report/relative_pdf_small.svg | 20 +- .../report/typical.svg | 86 +-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 88 ++-- criterion/fan_in_hydroflow/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 488 +++++++++--------- .../fan_in_hydroflow/report/both/pdf.svg | 32 +- .../fan_in_hydroflow/report/change/mean.svg | 92 ++-- .../fan_in_hydroflow/report/change/median.svg | 112 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 76 +-- criterion/fan_in_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 262 +++++----- .../report/iteration_times_small.svg | 262 +++++----- criterion/fan_in_hydroflow/report/mean.svg | 102 ++-- criterion/fan_in_hydroflow/report/median.svg | 92 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 104 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 486 ++++++++--------- .../report/relative_pdf_small.svg | 32 +- criterion/fan_in_hydroflow/report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 114 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 456 ++++++++-------- .../report/both/pdf.svg | 34 +- .../report/change/mean.svg | 80 +-- .../report/change/median.svg | 126 ++--- .../report/change/t-test.svg | 76 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 261 +++++----- .../report/iteration_times_small.svg | 255 +++++---- .../fan_in_hydroflow_surface/report/mean.svg | 102 ++-- .../report/median.svg | 108 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 64 +-- .../report/relative_iteration_times_small.svg | 456 ++++++++-------- .../report/relative_pdf_small.svg | 34 +- .../report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 465 ++++++++--------- .../report/both/pdf.svg | 80 +-- .../report/change/mean.svg | 124 ++--- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 274 +++++----- .../report/iteration_times_small.svg | 274 +++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 78 +-- .../report/pdf.svg | 114 ++-- .../report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 461 +++++++++-------- .../report/relative_pdf_small.svg | 76 +-- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 94 ++-- .../fan_out_hydroflow_surface/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 469 ++++++++--------- .../report/both/pdf.svg | 56 +- .../report/change/mean.svg | 72 ++- .../report/change/median.svg | 80 +-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 271 +++++----- .../report/iteration_times_small.svg | 261 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 110 ++-- .../report/median.svg | 66 +-- .../fan_out_hydroflow_surface/report/pdf.svg | 138 ++--- .../report/pdf_small.svg | 70 ++- .../report/relative_iteration_times_small.svg | 465 ++++++++--------- .../report/relative_pdf_small.svg | 56 +- .../report/typical.svg | 110 ++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 70 ++- criterion/fork_join_hydroflow/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 454 ++++++++-------- .../fork_join_hydroflow/report/both/pdf.svg | 24 +- .../report/change/mean.svg | 68 +-- .../report/change/median.svg | 70 +-- .../report/change/t-test.svg | 68 +-- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 248 ++++----- .../report/iteration_times_small.svg | 248 ++++----- criterion/fork_join_hydroflow/report/mean.svg | 64 ++- .../fork_join_hydroflow/report/median.svg | 88 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 188 ++++--- .../fork_join_hydroflow/report/pdf_small.svg | 68 +-- .../report/relative_iteration_times_small.svg | 454 ++++++++-------- .../report/relative_pdf_small.svg | 24 +- .../fork_join_hydroflow/report/typical.svg | 64 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 62 +-- .../fork_join_hydroflow_builder/report/SD.svg | 70 +-- .../report/both/iteration_times.svg | 452 ++++++++-------- .../report/both/pdf.svg | 80 +-- .../report/change/mean.svg | 118 ++--- .../report/change/median.svg | 68 +-- .../report/change/t-test.svg | 76 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 259 +++++----- .../report/mean.svg | 98 ++-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 100 ++-- .../report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 452 ++++++++-------- .../report/relative_pdf_small.svg | 80 +-- .../report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 110 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 122 +++-- .../report/both/iteration_times.svg | 463 +++++++++-------- .../report/both/pdf.svg | 24 +- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 254 ++++----- .../report/iteration_times_small.svg | 254 ++++----- .../report/mean.svg | 120 +++-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 158 +++--- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 455 ++++++++-------- .../report/relative_pdf_small.svg | 24 +- .../report/typical.svg | 120 +++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 90 ++-- criterion/identity_hydroflow/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 400 +++++++------- .../identity_hydroflow/report/both/pdf.svg | 50 +- .../identity_hydroflow/report/change/mean.svg | 106 ++-- .../report/change/median.svg | 66 +-- .../report/change/t-test.svg | 68 +-- .../identity_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 261 +++++----- criterion/identity_hydroflow/report/mean.svg | 76 +-- .../identity_hydroflow/report/median.svg | 86 +-- criterion/identity_hydroflow/report/pdf.svg | 154 +++--- .../identity_hydroflow/report/pdf_small.svg | 72 ++- .../report/relative_iteration_times_small.svg | 406 +++++++-------- .../report/relative_pdf_small.svg | 50 +- .../identity_hydroflow/report/typical.svg | 76 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../identity_hydroflow_compiled/report/SD.svg | 102 ++-- .../report/both/iteration_times.svg | 465 +++++++++-------- .../report/both/pdf.svg | 78 +-- .../report/change/mean.svg | 112 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 40 +- .../report/iteration_times.svg | 271 +++++----- .../report/iteration_times_small.svg | 271 +++++----- .../report/mean.svg | 76 +-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 128 +++-- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 457 ++++++++-------- .../report/relative_pdf_small.svg | 78 +-- .../report/typical.svg | 76 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 70 +-- .../identity_hydroflow_surface/report/SD.svg | 66 ++- .../report/both/iteration_times.svg | 449 ++++++++-------- .../report/both/pdf.svg | 32 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 239 ++++----- .../report/iteration_times_small.svg | 239 ++++----- .../report/mean.svg | 104 ++-- .../report/median.svg | 102 ++-- .../identity_hydroflow_surface/report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 447 ++++++++-------- .../report/relative_pdf_small.svg | 32 +- .../report/typical.svg | 104 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 90 ++-- criterion/micro_ops_anti_join/report/SD.svg | 86 +-- .../micro_ops_anti_join/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 38 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 56 +- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 96 ++-- .../micro_ops_anti_join/report/median.svg | 86 ++- criterion/micro_ops_anti_join/report/pdf.svg | 136 +++-- .../micro_ops_anti_join/report/pdf_small.svg | 50 +- .../micro_ops_anti_join/report/regression.svg | 243 +++++---- .../report/regression_small.svg | 237 +++++---- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 32 +- .../micro_ops_anti_join/report/slope.svg | 90 ++-- .../micro_ops_anti_join/report/typical.svg | 90 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 78 +-- criterion/micro_ops_crossjoin/report/SD.svg | 94 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 44 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 ++- .../micro_ops_crossjoin/report/index.html | 42 +- criterion/micro_ops_crossjoin/report/mean.svg | 102 ++-- .../micro_ops_crossjoin/report/median.svg | 84 +-- criterion/micro_ops_crossjoin/report/pdf.svg | 140 ++--- .../micro_ops_crossjoin/report/pdf_small.svg | 62 +-- .../micro_ops_crossjoin/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 48 +- .../micro_ops_crossjoin/report/slope.svg | 86 +-- .../micro_ops_crossjoin/report/typical.svg | 86 +-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 98 ++-- criterion/micro_ops_difference/report/SD.svg | 98 ++-- .../micro_ops_difference/report/both/pdf.svg | 36 +- .../report/both/regression.svg | 55 +- .../report/change/mean.svg | 120 ++--- .../report/change/median.svg | 80 ++- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 46 +- .../micro_ops_difference/report/mean.svg | 88 ++-- .../micro_ops_difference/report/median.svg | 76 +-- criterion/micro_ops_difference/report/pdf.svg | 80 +-- .../micro_ops_difference/report/pdf_small.svg | 50 +- .../report/regression.svg | 156 +++--- .../report/regression_small.svg | 122 ++--- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 53 +- .../micro_ops_difference/report/slope.svg | 90 ++-- .../micro_ops_difference/report/typical.svg | 90 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 88 ++-- criterion/micro_ops_flat_map/report/SD.svg | 66 +-- .../micro_ops_flat_map/report/both/pdf.svg | 64 ++- .../report/both/regression.svg | 8 +- .../micro_ops_flat_map/report/change/mean.svg | 108 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 90 ++-- .../micro_ops_flat_map/report/median.svg | 62 ++- criterion/micro_ops_flat_map/report/pdf.svg | 104 ++-- .../micro_ops_flat_map/report/pdf_small.svg | 48 +- .../micro_ops_flat_map/report/regression.svg | 200 +++---- .../report/regression_small.svg | 152 +++--- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_flat_map/report/slope.svg | 94 ++-- .../micro_ops_flat_map/report/typical.svg | 94 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 74 +-- criterion/micro_ops_fold/report/SD.svg | 76 +-- .../report/both/iteration_times.svg | 457 ++++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 30 +- .../micro_ops_fold/report/change/mean.svg | 96 ++-- .../micro_ops_fold/report/change/median.svg | 72 ++- .../micro_ops_fold/report/change/t-test.svg | 44 +- criterion/micro_ops_fold/report/index.html | 38 +- .../micro_ops_fold/report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 255 ++++----- criterion/micro_ops_fold/report/mean.svg | 94 ++-- criterion/micro_ops_fold/report/median.svg | 94 ++-- criterion/micro_ops_fold/report/pdf.svg | 120 ++--- criterion/micro_ops_fold/report/pdf_small.svg | 58 +-- .../report/relative_iteration_times_small.svg | 455 ++++++++-------- .../report/relative_pdf_small.svg | 26 +- criterion/micro_ops_fold/report/typical.svg | 94 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 96 ++-- criterion/micro_ops_group_by/report/SD.svg | 96 ++-- .../micro_ops_group_by/report/both/pdf.svg | 24 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 68 +-- .../report/change/median.svg | 72 +-- .../report/change/t-test.svg | 68 +-- .../micro_ops_group_by/report/index.html | 44 +- criterion/micro_ops_group_by/report/mean.svg | 100 ++-- .../micro_ops_group_by/report/median.svg | 80 ++- criterion/micro_ops_group_by/report/pdf.svg | 80 +-- .../micro_ops_group_by/report/pdf_small.svg | 52 +- .../micro_ops_group_by/report/regression.svg | 239 ++++----- .../report/regression_small.svg | 235 ++++----- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_group_by/report/slope.svg | 110 ++-- .../micro_ops_group_by/report/typical.svg | 110 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 102 ++-- criterion/micro_ops_identity/report/SD.svg | 106 ++-- .../micro_ops_identity/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 44 +- .../micro_ops_identity/report/change/mean.svg | 76 ++- .../report/change/median.svg | 76 ++- .../report/change/t-test.svg | 68 ++- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 96 ++-- .../micro_ops_identity/report/median.svg | 86 ++- criterion/micro_ops_identity/report/pdf.svg | 126 +++-- .../micro_ops_identity/report/pdf_small.svg | 48 +- .../micro_ops_identity/report/regression.svg | 236 ++++----- .../report/regression_small.svg | 230 ++++----- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 26 +- criterion/micro_ops_identity/report/slope.svg | 88 ++-- .../micro_ops_identity/report/typical.svg | 88 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 102 ++-- criterion/micro_ops_join/report/SD.svg | 58 +-- criterion/micro_ops_join/report/both/pdf.svg | 64 ++- .../micro_ops_join/report/both/regression.svg | 52 +- .../micro_ops_join/report/change/mean.svg | 84 +-- .../micro_ops_join/report/change/median.svg | 114 ++-- .../micro_ops_join/report/change/t-test.svg | 76 ++- criterion/micro_ops_join/report/index.html | 46 +- criterion/micro_ops_join/report/mean.svg | 100 ++-- criterion/micro_ops_join/report/median.svg | 98 ++-- criterion/micro_ops_join/report/pdf.svg | 114 ++-- criterion/micro_ops_join/report/pdf_small.svg | 52 +- .../micro_ops_join/report/regression.svg | 126 ++--- .../report/regression_small.svg | 122 ++--- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 52 +- criterion/micro_ops_join/report/slope.svg | 80 ++- criterion/micro_ops_join/report/typical.svg | 80 ++- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 70 ++- criterion/micro_ops_map/report/SD.svg | 86 +-- criterion/micro_ops_map/report/both/pdf.svg | 54 +- .../micro_ops_map/report/both/regression.svg | 38 +- .../micro_ops_map/report/change/mean.svg | 86 ++- .../micro_ops_map/report/change/median.svg | 74 +-- .../micro_ops_map/report/change/t-test.svg | 76 ++- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 90 ++-- criterion/micro_ops_map/report/median.svg | 68 ++- criterion/micro_ops_map/report/pdf.svg | 120 +++-- criterion/micro_ops_map/report/pdf_small.svg | 62 +-- criterion/micro_ops_map/report/regression.svg | 188 +++---- .../micro_ops_map/report/regression_small.svg | 154 +++--- .../report/relative_pdf_small.svg | 42 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_map/report/slope.svg | 94 ++-- criterion/micro_ops_map/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 102 ++-- .../micro_ops_next_tick_big/report/SD.svg | 62 +-- .../report/both/pdf.svg | 36 +- .../report/both/regression.svg | 44 +- .../report/change/mean.svg | 82 ++- .../report/change/median.svg | 116 +++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 94 ++-- .../micro_ops_next_tick_big/report/median.svg | 116 ++--- .../micro_ops_next_tick_big/report/pdf.svg | 94 ++-- .../report/pdf_small.svg | 52 +- .../report/regression.svg | 257 ++++----- .../report/regression_small.svg | 255 ++++----- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 44 +- .../micro_ops_next_tick_big/report/slope.svg | 78 ++- .../report/typical.svg | 78 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 82 +-- .../micro_ops_next_tick_small/report/SD.svg | 62 +-- .../report/both/pdf.svg | 68 ++- .../report/both/regression.svg | 68 +-- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 46 +- .../micro_ops_next_tick_small/report/mean.svg | 62 +-- .../report/median.svg | 118 ++--- .../micro_ops_next_tick_small/report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 40 +- .../report/regression.svg | 258 ++++----- .../report/regression_small.svg | 252 ++++----- .../report/relative_pdf_small.svg | 68 ++- .../report/relative_regression_small.svg | 68 +-- .../report/slope.svg | 106 ++-- .../report/typical.svg | 106 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 66 ++- criterion/micro_ops_sort/report/SD.svg | 96 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 28 +- .../micro_ops_sort/report/both/regression.svg | 16 +- .../micro_ops_sort/report/change/mean.svg | 68 ++- .../micro_ops_sort/report/change/median.svg | 72 +-- .../micro_ops_sort/report/change/t-test.svg | 68 +-- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 84 ++- criterion/micro_ops_sort/report/median.svg | 62 +-- criterion/micro_ops_sort/report/pdf.svg | 78 +-- criterion/micro_ops_sort/report/pdf_small.svg | 44 +- .../micro_ops_sort/report/regression.svg | 206 ++++---- .../report/regression_small.svg | 188 +++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 2 +- criterion/micro_ops_sort/report/slope.svg | 106 ++-- criterion/micro_ops_sort/report/typical.svg | 106 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 98 ++-- criterion/micro_ops_tee/report/SD.svg | 70 +-- criterion/micro_ops_tee/report/both/pdf.svg | 36 +- .../micro_ops_tee/report/both/regression.svg | 44 +- .../micro_ops_tee/report/change/mean.svg | 128 +++-- .../micro_ops_tee/report/change/median.svg | 78 +-- .../micro_ops_tee/report/change/t-test.svg | 68 +-- criterion/micro_ops_tee/report/index.html | 46 +- criterion/micro_ops_tee/report/mean.svg | 66 +-- criterion/micro_ops_tee/report/median.svg | 70 ++- criterion/micro_ops_tee/report/pdf.svg | 96 ++-- criterion/micro_ops_tee/report/pdf_small.svg | 60 +-- criterion/micro_ops_tee/report/regression.svg | 206 ++++---- .../micro_ops_tee/report/regression_small.svg | 174 +++---- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 44 +- criterion/micro_ops_tee/report/slope.svg | 94 ++-- criterion/micro_ops_tee/report/typical.svg | 94 ++-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 94 ++-- criterion/micro_ops_union/report/SD.svg | 126 +++-- criterion/micro_ops_union/report/both/pdf.svg | 40 +- .../report/both/regression.svg | 8 +- .../micro_ops_union/report/change/mean.svg | 108 ++-- .../micro_ops_union/report/change/median.svg | 108 ++-- .../micro_ops_union/report/change/t-test.svg | 68 ++- criterion/micro_ops_union/report/index.html | 42 +- criterion/micro_ops_union/report/mean.svg | 90 ++-- criterion/micro_ops_union/report/median.svg | 72 +-- criterion/micro_ops_union/report/pdf.svg | 136 +++-- .../micro_ops_union/report/pdf_small.svg | 56 +- .../micro_ops_union/report/regression.svg | 198 +++---- .../report/regression_small.svg | 176 +++---- .../report/relative_pdf_small.svg | 40 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_union/report/slope.svg | 94 ++-- criterion/micro_ops_union/report/typical.svg | 94 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 98 ++-- criterion/micro_ops_unique/report/SD.svg | 94 ++-- .../micro_ops_unique/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 54 +- .../micro_ops_unique/report/change/mean.svg | 88 ++-- .../micro_ops_unique/report/change/median.svg | 58 +-- .../micro_ops_unique/report/change/t-test.svg | 60 +-- criterion/micro_ops_unique/report/index.html | 46 +- criterion/micro_ops_unique/report/mean.svg | 82 ++- criterion/micro_ops_unique/report/median.svg | 86 +-- criterion/micro_ops_unique/report/pdf.svg | 152 +++--- .../micro_ops_unique/report/pdf_small.svg | 58 +-- .../micro_ops_unique/report/regression.svg | 240 ++++----- .../report/regression_small.svg | 234 ++++----- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 42 +- criterion/micro_ops_unique/report/slope.svg | 114 ++-- criterion/micro_ops_unique/report/typical.svg | 114 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 106 ++-- .../reachability_hydroflow/report/SD.svg | 86 +-- .../report/both/pdf.svg | 72 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 124 ++--- .../report/change/t-test.svg | 68 ++- .../reachability_hydroflow/report/index.html | 46 +- .../reachability_hydroflow/report/mean.svg | 96 ++-- .../reachability_hydroflow/report/median.svg | 118 ++--- .../reachability_hydroflow/report/pdf.svg | 112 ++-- .../report/pdf_small.svg | 60 +-- .../report/regression.svg | 120 ++--- .../report/regression_small.svg | 78 +-- .../report/relative_pdf_small.svg | 72 +-- .../report/relative_regression_small.svg | 8 +- .../reachability_hydroflow/report/slope.svg | 62 +-- .../reachability_hydroflow/report/typical.svg | 62 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 110 ++-- .../report/both/pdf.svg | 26 +- .../report/both/regression.svg | 50 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 70 +-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 46 +- .../report/mean.svg | 90 ++-- .../report/median.svg | 98 ++-- .../report/pdf.svg | 174 ++++--- .../report/pdf_small.svg | 72 ++- .../report/regression.svg | 146 +++--- .../report/regression_small.svg | 104 ++-- .../report/relative_pdf_small.svg | 26 +- .../report/relative_regression_small.svg | 50 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 126 ++--- .../report/SD.svg | 116 ++--- .../report/both/iteration_times.svg | 479 +++++++++-------- .../report/both/pdf.svg | 74 +-- .../report/change/mean.svg | 80 ++- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 76 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 279 +++++----- .../report/iteration_times_small.svg | 275 +++++----- .../report/mean.svg | 100 ++-- .../report/median.svg | 100 ++-- .../report/pdf.svg | 120 ++--- .../report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 465 +++++++++-------- .../report/relative_pdf_small.svg | 74 +-- .../report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 92 ++-- .../report/both/pdf.svg | 70 +-- .../report/both/regression.svg | 4 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 44 +- .../report/mean.svg | 90 ++-- .../report/median.svg | 104 ++-- .../report/pdf.svg | 136 ++--- .../report/pdf_small.svg | 58 +-- .../report/regression.svg | 127 +++-- .../report/regression_small.svg | 85 ++- .../report/relative_pdf_small.svg | 70 +-- .../report/relative_regression_small.svg | 2 +- .../report/slope.svg | 96 ++-- .../report/typical.svg | 96 ++-- 788 files changed, 31471 insertions(+), 30975 deletions(-) diff --git a/bench/data.js b/bench/data.js index 343ce8709a70..a63db9309bab 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1727582340797, + "lastUpdate": 1727668861631, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -152961,6 +152961,220 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727668861594, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310709, + "range": "± 3162", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6522976, + "range": "± 153691", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6565183, + "range": "± 183794", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 68413520, + "range": "± 836935", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 28374700, + "range": "± 1103637", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 42709208, + "range": "± 317735", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6516908, + "range": "± 92155", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6363871, + "range": "± 67331", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 33134703, + "range": "± 2203486", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 3856035, + "range": "± 25566", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7585061, + "range": "± 151552", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525161, + "range": "± 140683", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6667339, + "range": "± 20228", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1862240, + "range": "± 48577", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1898946, + "range": "± 25583", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5363487, + "range": "± 71351", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1597221, + "range": "± 29789", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4016, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53250, + "range": "± 1537", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6632, + "range": "± 117", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6607, + "range": "± 80", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83009, + "range": "± 866", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77143, + "range": "± 1598", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15215, + "range": "± 120", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6972, + "range": "± 51", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21517, + "range": "± 815", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99450, + "range": "± 1550", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101744, + "range": "± 6048", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8730, + "range": "± 189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48934, + "range": "± 1495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70244, + "range": "± 3607", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9339, + "range": "± 385", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index c5309be21920..7856f8ee9ec6 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1727582340797, + "lastUpdate": 1727668861631, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -152960,6 +152960,220 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "ec37ac4d5342b8e3fee03cb78895473546965c26", + "message": "use shallow clone to speed things up", + "timestamp": "2024-07-16T17:55:14Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/ec37ac4d5342b8e3fee03cb78895473546965c26" + }, + "date": 1727668861594, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 310709, + "range": "± 3162", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6522976, + "range": "± 153691", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6565183, + "range": "± 183794", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 68413520, + "range": "± 836935", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 28374700, + "range": "± 1103637", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 42709208, + "range": "± 317735", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6516908, + "range": "± 92155", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6363871, + "range": "± 67331", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 33134703, + "range": "± 2203486", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 3856035, + "range": "± 25566", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7585061, + "range": "± 151552", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6525161, + "range": "± 140683", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6667339, + "range": "± 20228", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1862240, + "range": "± 48577", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1898946, + "range": "± 25583", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5363487, + "range": "± 71351", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1597221, + "range": "± 29789", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4016, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53250, + "range": "± 1537", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6632, + "range": "± 117", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6607, + "range": "± 80", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 83009, + "range": "± 866", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 77143, + "range": "± 1598", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15215, + "range": "± 120", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6972, + "range": "± 51", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 21517, + "range": "± 815", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99450, + "range": "± 1550", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 101744, + "range": "± 6048", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8730, + "range": "± 189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48934, + "range": "± 1495", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70244, + "range": "± 3607", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 9339, + "range": "± 385", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 66135de5349f..2e107889b0ce 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311174.53779239196,"upper_bound":312726.52846529515},"point_estimate":311851.2190623321,"standard_error":398.72441676760957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310745.84030805,"upper_bound":310827.3509920635},"point_estimate":310789.9704861111,"standard_error":22.419844434310537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.07353361015336,"upper_bound":293.56480247237806},"point_estimate":236.45222933610057,"standard_error":30.016120449848763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311554.7665196816,"upper_bound":314340.93019205594},"point_estimate":312785.6179806414,"standard_error":715.528796134804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1500.2653137156997,"upper_bound":5867.678396534573},"point_estimate":4010.6288564419247,"standard_error":1106.2126229422558}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310763.24979270203,"upper_bound":311856.9669641413},"point_estimate":311157.8427702574,"standard_error":315.8613558433151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310659.0298913043,"upper_bound":310744.3141025641},"point_estimate":310709.404265873,"standard_error":21.15098627112407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.74642287405138,"upper_bound":199.02498732867835},"point_estimate":153.16693474946712,"standard_error":19.643944808757084},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310794.31134988175,"upper_bound":312621.7562537289},"point_estimate":311440.9164592877,"standard_error":507.28649876758567},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.9458747012676,"upper_bound":5365.181435062302},"point_estimate":3162.775138531927,"standard_error":1711.7911675251617}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 52107fc10324..8b1652bcb525 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240330.0,2488254.0,3726459.0,4969864.0,6210535.0,7448910.0,8697054.0,9945319.0,11188394.0,12461754.0,13664905.0,14910865.0,16145334.0,17415809.0,18631333.0,19897109.0,21128582.0,22466403.0,23625621.0,24856825.0,26085433.0,27342983.0,28572593.0,29853699.0,31091414.0,32301197.0,33565590.0,34794338.0,36081325.0,37267284.0,38563056.0,39755367.0,41025712.0,42264398.0,43475764.0,44746680.0,45991088.0,47230425.0,48458853.0,49725611.0,51003340.0,52190731.0,53428466.0,54721344.0,55913864.0,57146389.0,58420572.0,59674737.0,61561521.0,62126071.0,63440369.0,64731933.0,65848693.0,67107237.0,68381319.0,69580101.0,70875092.0,72103780.0,73297152.0,74580182.0,75786448.0,77108800.0,78320636.0,79617291.0,80765820.0,83546928.0,83282465.0,84622831.0,85768083.0,87053247.0,88233925.0,89553633.0,90706880.0,92025285.0,97264971.0,94804721.0,95981812.0,100501398.0,106707363.0,101365018.0,101669362.0,109612673.0,104121950.0,104433780.0,106516268.0,106859226.0,108166601.0,110011445.0,110934445.0,111902357.0,113164587.0,114348582.0,115595684.0,117687479.0,118056526.0,119349123.0,120581928.0,122982860.0,123058470.0,124341630.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240698.0,2487025.0,3728144.0,4968722.0,6220790.0,7450007.0,8699711.0,9941100.0,11185385.0,12423968.0,13654336.0,14907777.0,16141802.0,17484811.0,18625011.0,19922185.0,21179132.0,22373203.0,23601076.0,24852283.0,26089535.0,27346122.0,28633898.0,29826787.0,31057224.0,32299586.0,33549710.0,34789567.0,36060651.0,37277924.0,38512881.0,39787923.0,41038249.0,42270611.0,43501491.0,44747788.0,45982986.0,47230867.0,48476113.0,49735496.0,50936809.0,52830557.0,53510367.0,54662880.0,55913225.0,57206380.0,58394059.0,59626562.0,60866498.0,62122072.0,63362300.0,64655837.0,65858333.0,67123496.0,68315422.0,69599862.0,70822505.0,72159754.0,73331762.0,74590665.0,75834789.0,77011847.0,78285396.0,79522617.0,80786248.0,82057653.0,83293230.0,84477212.0,85779926.0,86963987.0,88355447.0,89459619.0,90742165.0,101200561.0,93242085.0,94512949.0,95950494.0,96937789.0,98180750.0,99381984.0,101448364.0,101943599.0,103164480.0,104349033.0,105609086.0,106838001.0,108133792.0,109354843.0,110631378.0,111868068.0,113134844.0,114322523.0,115563301.0,116838252.0,119124923.0,119347880.0,120534145.0,121827699.0,123844128.0,124356604.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 1d685e02b1f6..37e3b81427ab 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[309570.7399009699,310104.19402248855,311526.7383465383,312060.1924680569] \ No newline at end of file +[309987.0883718259,310295.99421459466,311119.7431286446,311428.6489714133] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index a9781761936d..48564387f190 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003103780885704456,"upper_bound":0.005472545480291457},"point_estimate":0.002564925954177122,"standard_error":0.00130905287839552},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00017576282557640877,"upper_bound":0.0002353709692146655},"point_estimate":0.00006905107454047155,"standard_error":0.00010676929641074725}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005429684836498511,"upper_bound":0.00109451263200535},"point_estimate":-0.002223420175042401,"standard_error":0.0016255826118355117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004490090736977148,"upper_bound":-0.00004824832877114993},"point_estimate":-0.00025923043820264,"standard_error":0.0001014072171985654}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 66135de5349f..2e107889b0ce 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311174.53779239196,"upper_bound":312726.52846529515},"point_estimate":311851.2190623321,"standard_error":398.72441676760957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310745.84030805,"upper_bound":310827.3509920635},"point_estimate":310789.9704861111,"standard_error":22.419844434310537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.07353361015336,"upper_bound":293.56480247237806},"point_estimate":236.45222933610057,"standard_error":30.016120449848763},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311554.7665196816,"upper_bound":314340.93019205594},"point_estimate":312785.6179806414,"standard_error":715.528796134804},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1500.2653137156997,"upper_bound":5867.678396534573},"point_estimate":4010.6288564419247,"standard_error":1106.2126229422558}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310763.24979270203,"upper_bound":311856.9669641413},"point_estimate":311157.8427702574,"standard_error":315.8613558433151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310659.0298913043,"upper_bound":310744.3141025641},"point_estimate":310709.404265873,"standard_error":21.15098627112407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.74642287405138,"upper_bound":199.02498732867835},"point_estimate":153.16693474946712,"standard_error":19.643944808757084},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310794.31134988175,"upper_bound":312621.7562537289},"point_estimate":311440.9164592877,"standard_error":507.28649876758567},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.9458747012676,"upper_bound":5365.181435062302},"point_estimate":3162.775138531927,"standard_error":1711.7911675251617}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 52107fc10324..8b1652bcb525 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240330.0,2488254.0,3726459.0,4969864.0,6210535.0,7448910.0,8697054.0,9945319.0,11188394.0,12461754.0,13664905.0,14910865.0,16145334.0,17415809.0,18631333.0,19897109.0,21128582.0,22466403.0,23625621.0,24856825.0,26085433.0,27342983.0,28572593.0,29853699.0,31091414.0,32301197.0,33565590.0,34794338.0,36081325.0,37267284.0,38563056.0,39755367.0,41025712.0,42264398.0,43475764.0,44746680.0,45991088.0,47230425.0,48458853.0,49725611.0,51003340.0,52190731.0,53428466.0,54721344.0,55913864.0,57146389.0,58420572.0,59674737.0,61561521.0,62126071.0,63440369.0,64731933.0,65848693.0,67107237.0,68381319.0,69580101.0,70875092.0,72103780.0,73297152.0,74580182.0,75786448.0,77108800.0,78320636.0,79617291.0,80765820.0,83546928.0,83282465.0,84622831.0,85768083.0,87053247.0,88233925.0,89553633.0,90706880.0,92025285.0,97264971.0,94804721.0,95981812.0,100501398.0,106707363.0,101365018.0,101669362.0,109612673.0,104121950.0,104433780.0,106516268.0,106859226.0,108166601.0,110011445.0,110934445.0,111902357.0,113164587.0,114348582.0,115595684.0,117687479.0,118056526.0,119349123.0,120581928.0,122982860.0,123058470.0,124341630.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240698.0,2487025.0,3728144.0,4968722.0,6220790.0,7450007.0,8699711.0,9941100.0,11185385.0,12423968.0,13654336.0,14907777.0,16141802.0,17484811.0,18625011.0,19922185.0,21179132.0,22373203.0,23601076.0,24852283.0,26089535.0,27346122.0,28633898.0,29826787.0,31057224.0,32299586.0,33549710.0,34789567.0,36060651.0,37277924.0,38512881.0,39787923.0,41038249.0,42270611.0,43501491.0,44747788.0,45982986.0,47230867.0,48476113.0,49735496.0,50936809.0,52830557.0,53510367.0,54662880.0,55913225.0,57206380.0,58394059.0,59626562.0,60866498.0,62122072.0,63362300.0,64655837.0,65858333.0,67123496.0,68315422.0,69599862.0,70822505.0,72159754.0,73331762.0,74590665.0,75834789.0,77011847.0,78285396.0,79522617.0,80786248.0,82057653.0,83293230.0,84477212.0,85779926.0,86963987.0,88355447.0,89459619.0,90742165.0,101200561.0,93242085.0,94512949.0,95950494.0,96937789.0,98180750.0,99381984.0,101448364.0,101943599.0,103164480.0,104349033.0,105609086.0,106838001.0,108133792.0,109354843.0,110631378.0,111868068.0,113134844.0,114322523.0,115563301.0,116838252.0,119124923.0,119347880.0,120534145.0,121827699.0,123844128.0,124356604.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 1d685e02b1f6..37e3b81427ab 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[309570.7399009699,310104.19402248855,311526.7383465383,312060.1924680569] \ No newline at end of file +[309987.0883718259,310295.99421459466,311119.7431286446,311428.6489714133] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index a7ece3709f99..467431deded3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - -0.016 - - + - -180 + +120 - - -200 + + +130 + + + +140 - - -220 + + +150 - - -240 + + +160 - - -260 + + +170 - - -280 + + +180 - - -300 + + +190 + + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 6c8f701a0e44..8ccacd355014 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - - -1.5 + + +0.5 - - -2 + + +0.6 - - -2.5 + + +0.7 - - -3 + + +0.8 - - -3.5 + + + +0 - - -4 + + +1 - - -4.5 + + +2 - - -5 + + +3 - - -5.5 + + +4 - - -6 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 02fabcccdcab..ff1037ed38e0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,55 +9,47 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 - - - -0.4 + + +0.1 - - -0.5 + + +0.15 - - -0.6 + + +0.2 - - -0.7 + + +0.25 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 64bbdcba4565..6513ef09f485 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 876b087fdcc3..9ccfddf709f0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0 + +-0.006 - - -0.001 + + +-0.005 - - -0.002 + + +-0.004 - - -0.003 + + +-0.003 - - -0.004 + + +-0.002 - - -0.005 + + +-0.001 - - -0.006 + + +0 + + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index f4b21f9a4259..f9531e5f2cd8 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - - --2e-4 + + +4000 - - --0.00015 + + + +-0.00045 - - --1e-4 + + +-4e-4 - - --5e-5 + + +-0.00035 - - -0 + + +-3e-4 - - -5e-5 + + +-0.00025 - - -1e-4 + + +-2e-4 - - -0.00015 + + +-0.00015 - - -2e-4 + + +-1e-4 - - -0.00025 + + +-5e-5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 5212edabd8a1..27a556bb6d52 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 4218ecb9a2f5..97910664980a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 311.55 µs - 312.79 µs - 314.34 µs + 310.79 µs + 311.44 µs + 312.62 µs R² - 0.9595400 - 0.9615589 - 0.9583394 + 0.9773670 + 0.9779397 + 0.9760324 Mean - 311.17 µs - 311.85 µs - 312.73 µs + 310.76 µs + 311.16 µs + 311.86 µs Std. Dev. - 1.5003 µs - 4.0106 µs - 5.8677 µs + 380.95 ns + 3.1628 µs + 5.3652 µs Median - 310.75 µs - 310.79 µs - 310.83 µs + 310.66 µs + 310.71 µs + 310.74 µs MAD - 178.07 ns - 236.45 ns - 293.56 ns + 119.75 ns + 153.17 ns + 199.02 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0310% - +0.2565% - +0.5473% - (p = 0.05 < + -0.5430% + -0.2223% + +0.1095% + (p = 0.19 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index ffc5f18ec26f..daa72b09b247 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 - - - -311.2 + + +1.4 - - -311.4 + + +1.6 - - -311.6 + + +1.8 - - -311.8 + + +2 + + + +2.2 + + + + +310.8 - - -312 + + +311 - - -312.2 + + +311.2 - - -312.4 + + +311.4 - - -312.6 + + +311.6 - - -312.8 + + +311.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 7d33f687ee7b..e3d0d20f50ba 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - + - -310.74 + +310.65 - - -310.75 + + +310.66 + + + +310.67 - - -310.76 + + +310.68 - - -310.77 + + +310.69 - - -310.78 + + +310.7 - - -310.79 + + +310.71 - - -310.8 + + +310.72 - - -310.81 + + +310.73 - - -310.82 + + +310.74 - - -310.83 + + +310.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index c4693996fb05..d93bb0f45ff2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,34 +46,38 @@ Average Time (µs) - + 310 - - + + 315 - - + + 320 - - + + 325 - - + + 330 - - + + 335 - - + + 340 - + + +345 + + Density (a.u.) @@ -82,90 +86,54 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.25 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 25f8ca70ad35..90b69db6397e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - + + +0.25 + + + +0.3 + + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 8d9fb07fd0ae..56871da2019f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -18,7 +18,7 @@ Iterations - + @@ -31,10 +31,10 @@ Iterations 40.0 - + 60.0 - + 80.0 @@ -97,7 +97,7 @@ Iterations - + @@ -106,11 +106,11 @@ Iterations - + - + @@ -121,67 +121,67 @@ Iterations - + - + - + - + - + - + - + - + - - - + + + - - - + + + - - - - + + + + - - + + - - - - - - + + + + + + - + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 708edd91e715..86316a713951 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -93,7 +93,7 @@ Iterations - + @@ -118,17 +118,17 @@ Iterations - + - + - + @@ -138,45 +138,45 @@ Iterations - + - + - + - + - - - + + + - - - + + + - - + + - + - - + + - - + + - - - + + + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 9ee6b5f71ba6..79f8fcaaf770 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,53 +6,45 @@ Density (a.u.) Average Time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 - - - -0.4 + + +0.1 - - -0.5 + + +0.15 - - -0.6 + + +0.2 - - -0.7 + + +0.25 - + - + 310 - - + + 320 - - + + 330 - - + + 340 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index c44155780c8c..d54d3da1d9c5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index a861e4b835de..7a749bb392cc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,62 +9,50 @@ Density (a.u.) Average time (µs) - -0.1 + +0.2 - + -0.2 +0.4 - -0.3 + +0.6 - - -0.4 + + +0.8 - - -0.5 + + +1 - - -0.6 + + +1.2 - + - + +311 + + + 311.5 - - + + 312 - - + + 312.5 - - -313 - - - -313.5 - - - -314 - - - -314.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index f45084487276..f5503f9074fd 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,62 +9,50 @@ Density (a.u.) Average time (µs) - -0.1 + +0.2 - + -0.2 +0.4 - -0.3 + +0.6 - - -0.4 + + +0.8 - - -0.5 + + +1 - - -0.6 + + +1.2 - + - + +311 + + + 311.5 - - + + 312 - - + + 312.5 - - -313 - - - -313.5 - - - -314 - - - -314.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 263033326a9b..c032a9424911 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525300.410218749,"upper_bound":6527856.76278125},"point_estimate":6526488.79625,"standard_error":652.9286344912528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523994.625,"upper_bound":6525731.0625},"point_estimate":6525237.75,"standard_error":496.36214849753793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2966.4972223341465,"upper_bound":4897.5836880505085},"point_estimate":4323.9101607352495,"standard_error":505.68919962583556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3982.3470593997004,"upper_bound":8677.631697202427},"point_estimate":6555.254439936158,"standard_error":1185.7879420642805}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524348.615,"upper_bound":6579714.9475},"point_estimate":6544491.82375,"standard_error":15259.736293187478},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522269.125,"upper_bound":6523869.5},"point_estimate":6522976.0625,"standard_error":365.40920391038594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2246.7875976115465,"upper_bound":3977.908391878009},"point_estimate":3183.234805986285,"standard_error":448.26033161292435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5681.419896012541,"upper_bound":259296.77322818953},"point_estimate":153691.3787513508,"standard_error":79317.5710331644}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 7e75dcce1a19..9c78b8f803d6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52226366.0,52181863.0,52200438.0,52272432.0,52194136.0,52412733.0,52202592.0,52185931.0,52176222.0,52231726.0,52187224.0,52189578.0,52179369.0,52284845.0,52197242.0,52228089.0,52198174.0,52169891.0,52173027.0,52473567.0,52203373.0,52215165.0,52262423.0,52220936.0,52221717.0,52232037.0,52219453.0,52193795.0,52195239.0,52209204.0,52225324.0,52193024.0,52225143.0,52202902.0,52207301.0,52210687.0,52177235.0,52184168.0,52231255.0,52173367.0,52203333.0,52167286.0,52281180.0,52177164.0,52202432.0,52172737.0,52162046.0,52206869.0,52228490.0,52188947.0,52203473.0,52242446.0,52175812.0,52174509.0,52204044.0,52165031.0,52179670.0,52192052.0,52169059.0,52279124.0,52340668.0,52204856.0,52187704.0,52203773.0,52190890.0,52190139.0,52175852.0,52236745.0,52168202.0,52209557.0,52236067.0,52176636.0,52175974.0,52238952.0,52183148.0,52172398.0,52175464.0,52209257.0,52235987.0,52178318.0,52225918.0,52175845.0,52175103.0,52201372.0,52171807.0,52187346.0,52267355.0,52172318.0,52194279.0,52223814.0,52218003.0,52182136.0,52213054.0,52204828.0,52170806.0,52178720.0,52275260.0,52454121.0,52219827.0,52243641.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52170229.0,52250479.0,52166562.0,52166082.0,52228848.0,52552713.0,52164108.0,52162063.0,52206666.0,52223348.0,52166702.0,52162444.0,52188493.0,52183664.0,52181169.0,52217948.0,55332855.0,53307833.0,52279232.0,64067890.0,52184355.0,52204143.0,52162324.0,52157175.0,52204413.0,52238867.0,52176100.0,52196177.0,52166171.0,52183194.0,52160631.0,52201918.0,52173455.0,52257492.0,52229479.0,52183384.0,52249718.0,52244487.0,52162119.0,52178153.0,52195775.0,52175808.0,52164988.0,52219400.0,52186178.0,52160760.0,52176910.0,52207056.0,52155581.0,52173744.0,52164127.0,52168054.0,52171440.0,52205724.0,52162233.0,52193962.0,52195976.0,52178142.0,52224168.0,52185997.0,52189274.0,52159167.0,52188432.0,52212246.0,52181568.0,52173032.0,52221814.0,52168634.0,52168303.0,52183953.0,52191227.0,52167964.0,52263632.0,52172632.0,52199042.0,52193741.0,52181148.0,52170959.0,52190956.0,52176820.0,52165158.0,52203930.0,52269603.0,52181018.0,52187220.0,52205655.0,52175737.0,52186868.0,52179756.0,52172862.0,52164968.0,52222916.0,52191077.0,52239206.0,52175047.0,52214710.0,52181408.0,52177851.0,52214020.0,52170799.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index a4e6473415dc..3288ec4be323 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6504864.15625,6513595.796875,6536880.171875,6545611.8125] \ No newline at end of file +[6507923.1875,6514644.03125,6532566.28125,6539287.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index f5200f31fab6..07c44953157f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01769569587640389,"upper_bound":-0.00040224000035429255},"point_estimate":-0.006411902824630666,"standard_error":0.005437600708768161},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00041650836367446153,"upper_bound":-2.0590572085144032e-6},"point_estimate":-0.0001807844774567302,"standard_error":0.0001063853314396369}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003563720589957492,"upper_bound":0.008139095069154889},"point_estimate":0.002758455283083494,"standard_error":0.002459706169348578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004486172710083114,"upper_bound":-0.00010803745390375319},"point_estimate":-0.0003466061447339186,"standard_error":0.00009214657922003958}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 263033326a9b..c032a9424911 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525300.410218749,"upper_bound":6527856.76278125},"point_estimate":6526488.79625,"standard_error":652.9286344912528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523994.625,"upper_bound":6525731.0625},"point_estimate":6525237.75,"standard_error":496.36214849753793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2966.4972223341465,"upper_bound":4897.5836880505085},"point_estimate":4323.9101607352495,"standard_error":505.68919962583556},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3982.3470593997004,"upper_bound":8677.631697202427},"point_estimate":6555.254439936158,"standard_error":1185.7879420642805}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524348.615,"upper_bound":6579714.9475},"point_estimate":6544491.82375,"standard_error":15259.736293187478},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522269.125,"upper_bound":6523869.5},"point_estimate":6522976.0625,"standard_error":365.40920391038594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2246.7875976115465,"upper_bound":3977.908391878009},"point_estimate":3183.234805986285,"standard_error":448.26033161292435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5681.419896012541,"upper_bound":259296.77322818953},"point_estimate":153691.3787513508,"standard_error":79317.5710331644}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 7e75dcce1a19..9c78b8f803d6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52226366.0,52181863.0,52200438.0,52272432.0,52194136.0,52412733.0,52202592.0,52185931.0,52176222.0,52231726.0,52187224.0,52189578.0,52179369.0,52284845.0,52197242.0,52228089.0,52198174.0,52169891.0,52173027.0,52473567.0,52203373.0,52215165.0,52262423.0,52220936.0,52221717.0,52232037.0,52219453.0,52193795.0,52195239.0,52209204.0,52225324.0,52193024.0,52225143.0,52202902.0,52207301.0,52210687.0,52177235.0,52184168.0,52231255.0,52173367.0,52203333.0,52167286.0,52281180.0,52177164.0,52202432.0,52172737.0,52162046.0,52206869.0,52228490.0,52188947.0,52203473.0,52242446.0,52175812.0,52174509.0,52204044.0,52165031.0,52179670.0,52192052.0,52169059.0,52279124.0,52340668.0,52204856.0,52187704.0,52203773.0,52190890.0,52190139.0,52175852.0,52236745.0,52168202.0,52209557.0,52236067.0,52176636.0,52175974.0,52238952.0,52183148.0,52172398.0,52175464.0,52209257.0,52235987.0,52178318.0,52225918.0,52175845.0,52175103.0,52201372.0,52171807.0,52187346.0,52267355.0,52172318.0,52194279.0,52223814.0,52218003.0,52182136.0,52213054.0,52204828.0,52170806.0,52178720.0,52275260.0,52454121.0,52219827.0,52243641.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52170229.0,52250479.0,52166562.0,52166082.0,52228848.0,52552713.0,52164108.0,52162063.0,52206666.0,52223348.0,52166702.0,52162444.0,52188493.0,52183664.0,52181169.0,52217948.0,55332855.0,53307833.0,52279232.0,64067890.0,52184355.0,52204143.0,52162324.0,52157175.0,52204413.0,52238867.0,52176100.0,52196177.0,52166171.0,52183194.0,52160631.0,52201918.0,52173455.0,52257492.0,52229479.0,52183384.0,52249718.0,52244487.0,52162119.0,52178153.0,52195775.0,52175808.0,52164988.0,52219400.0,52186178.0,52160760.0,52176910.0,52207056.0,52155581.0,52173744.0,52164127.0,52168054.0,52171440.0,52205724.0,52162233.0,52193962.0,52195976.0,52178142.0,52224168.0,52185997.0,52189274.0,52159167.0,52188432.0,52212246.0,52181568.0,52173032.0,52221814.0,52168634.0,52168303.0,52183953.0,52191227.0,52167964.0,52263632.0,52172632.0,52199042.0,52193741.0,52181148.0,52170959.0,52190956.0,52176820.0,52165158.0,52203930.0,52269603.0,52181018.0,52187220.0,52205655.0,52175737.0,52186868.0,52179756.0,52172862.0,52164968.0,52222916.0,52191077.0,52239206.0,52175047.0,52214710.0,52181408.0,52177851.0,52214020.0,52170799.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index a4e6473415dc..3288ec4be323 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6504864.15625,6513595.796875,6536880.171875,6545611.8125] \ No newline at end of file +[6507923.1875,6514644.03125,6532566.28125,6539287.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 01afde2ff66f..760364116a68 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + + +1 + + - + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + 3 - - -3.5 + + +3.2 - - -4 + + +3.4 - - -4.5 + + +3.6 - - -5 + + +3.8 + + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index f79de046ec8e..3ac40cbdd9b1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.002 - - -0.1 + + +0.004 - - -0.15 + + +0.006 - - -0.2 + + +0.008 - - -0.25 + + +0.01 - - -0.3 + + +0.012 - - -0.35 + + +0.014 - + + +0.016 + + - -4 + +0 - - -5 + + +50 - - -6 + + +100 - - -7 + + +150 - - -8 + + +200 - - -9 + + +250 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 4d0cf2659bb2..e4e5fcd3b7db 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -7.0 + +6.6 - - -7.5 + + +6.8 - - -8.0 + + +7.0 - - -8.5 + + +7.2 - - -9.0 + + +7.4 - - -9.5 + + +7.6 - - -10.0 + + +7.8 - + 0 @@ -98,157 +98,157 @@ Average Iteration Time (ms) - + - - - + + + - - + + - - + + - - - - - - - - + + + + + + + + - - + + - + - + - - + + - - - + + + - + - - - + + + - + - + - + - - + + - + - + - - + + - - + + - - - - + + + + - - + + - - - - + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - - + + + + - + - - + + - - - - - - - + + + + + + + - - - - + + + + - + - + - + - - + + - - - - + + + + @@ -256,47 +256,47 @@ Average Iteration Time (ms) - - + + - - - + + + - - + + - - + + - - + + - + - + - + - - + + - - - + + + - + - - - - - - + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index b50bbcc22b84..c2c308acf1aa 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -42,26 +42,26 @@ Average Time (ms) - -7 + +6.5 - - -8 + + +7 - - -9 + + +7.5 - - -10 + + +8 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index e4d2ea504210..d960371178a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,91 +9,75 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - + + +250 + + - --0.018 + +-0.001 - - --0.016 + + +0 - - --0.014 + + +0.001 - - --0.012 + + +0.002 - - --0.01 + + +0.003 - - --0.008 + + +0.004 - - --0.006 + + +0.005 - - --0.004 + + +0.006 - - --0.002 + + +0.007 - - -0 + + +0.008 + + + +0.009 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index e024a30cb4fe..7134a28d9682 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - + 1000 - + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - - -5500 - - + - + -0.00045 - - + + -4e-4 - - + + -0.00035 - - + + -3e-4 - - + + -0.00025 - - + + -2e-4 - - + + -0.00015 - - + + -1e-4 - - --5e-5 - - - -1.0842e-19 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 3cfc0609cdf8..6e8c340e214f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,69 +13,81 @@ t score 0.0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 420efff966d4..9ceb33fecad4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0035664 - 0.0036843 - 0.0035297 + 0.0002251 + 0.0002290 + 0.0002174 Mean - 6.5253 ms - 6.5265 ms - 6.5279 ms + 6.5243 ms + 6.5445 ms + 6.5797 ms Std. Dev. - 3.9823 µs - 6.5553 µs - 8.6776 µs + 5.6814 µs + 153.69 µs + 259.30 µs Median - 6.5240 ms - 6.5252 ms - 6.5257 ms + 6.5223 ms + 6.5230 ms + 6.5239 ms MAD - 2.9665 µs - 4.3239 µs - 4.8976 µs + 2.2468 µs + 3.1832 µs + 3.9779 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -1.7696% - -0.6412% - -0.0402% - (p = 0.21 > + -0.0356% + +0.2758% + +0.8139% + (p = 0.28 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 64f8def63c85..3de3f417b1b7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,37 +15,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -6.525 + +6.6 - - -6.53 + + +6.8 - - -6.535 + + +7.0 - - -6.54 + + +7.2 - - -6.545 + + +7.4 - - -6.55 + + +7.6 - + + +7.8 + + 10 @@ -87,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 3171779cb637..f14144372170 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,37 +12,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -6.525 + +6.6 - - -6.53 + + +6.8 - - -6.535 + + +7.0 - - -6.54 + + +7.2 - - -6.545 + + +7.4 - - -6.55 + + +7.6 - + + +7.8 + + 10 @@ -84,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 5e8f97160f72..145e9c8a7800 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -100 + +5 - - -200 + + +10 - - -300 + + +15 - - -400 + + +20 - - -500 + + +25 - - -600 + + +30 - + + +35 + + - -6.5255 + +6.52 + + + +6.53 - - -6.526 + + +6.54 - - -6.5265 + + +6.55 - - -6.527 + + +6.56 - - -6.5275 + + +6.57 - - -6.528 + + +6.58 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 12e2942ce654..932961cbab07 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - + + +2200 + + - -6.524 + +6.5222 - - -6.5242 + + +6.5224 - - -6.5244 + + +6.5226 - - -6.5246 + + +6.5228 - - -6.5248 + + +6.523 - - -6.525 + + +6.5232 - - -6.5252 + + +6.5234 - - -6.5254 + + +6.5236 - - -6.5256 + + +6.5238 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 334a1c496da3..8b6351f08f25 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,50 +46,46 @@ Average Time (ms) - -6.515 + +6.4 - - -6.52 + + +6.6 - - -6.525 + + +6.8 - - -6.53 - - - -6.535 + + +7 - - -6.54 + + +7.2 - - -6.545 + + +7.4 - - -6.55 + + +7.6 - - -6.555 + + +7.8 - - -6.56 + + +8 - - -6.565 + + +8.2 - + Density (a.u.) @@ -98,52 +94,46 @@ Density (a.u.) 0 - -10 - - - -20 - - - -30 - - - -40 - - - -50 - - - -60 - - - -70 - - - -80 - - - - - - - - - - - - - - - - + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index f540a523ff40..80fd313d9d50 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (ms) 0 - -10 + +1 - - -20 + + +2 - - -30 + + +3 - - -40 + + +4 - - -50 + + +5 - - -60 + + +6 - - -70 - - - -80 - - - -90 - - + - -6.52 - - - -6.53 + +6.5 - - -6.54 + + +7 - - -6.55 + + +7.5 - - -6.56 + + +8 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 94f2dca39149..fc3f4de9b68c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -7.0 + +6.6 - - -7.5 + + +6.8 - - -8.0 + + +7.0 - - -8.5 + + +7.2 - - -9.0 + + +7.4 - - -9.5 + + +7.6 - - -10.0 + + +7.8 - + 0 @@ -95,31 +95,31 @@ Average Iteration Time (ms) - + - - + + - + - - - - - + + + + + - + @@ -127,17 +127,17 @@ Average Iteration Time (ms) - - + + - - + + - + @@ -152,21 +152,21 @@ Average Iteration Time (ms) - + - + - + - + - + @@ -176,7 +176,7 @@ Average Iteration Time (ms) - + @@ -185,67 +185,67 @@ Average Iteration Time (ms) - + - + - + - - + + - + - + - + - + - - - + + + - + - - + + - - + + - - - + + + - + - + - + - + - + @@ -253,45 +253,45 @@ Average Iteration Time (ms) - - + + - - + + - - + + - + - - + + - + - + - - + + - + - - - - - - + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 264d42ca2094..47832dcfbfca 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (ms) - -7 + +6.5 - - -8 + + +7 - - -9 + + +7.5 - - -10 + + +8 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 647af1c27b66..9c9dc814118d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -100 + +5 - - -200 + + +10 - - -300 + + +15 - - -400 + + +20 - - -500 + + +25 - - -600 + + +30 - + + +35 + + - -6.5255 + +6.52 + + + +6.53 - - -6.526 + + +6.54 - - -6.5265 + + +6.55 - - -6.527 + + +6.56 - - -6.5275 + + +6.57 - - -6.528 + + +6.58 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 7e8bff87b26c..91f1aa5d7ba6 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6556912.93684375,"upper_bound":6563496.190625},"point_estimate":6559812.135,"standard_error":1694.5456443459077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554571.0,"upper_bound":6556863.8125},"point_estimate":6555638.0,"standard_error":565.4217146247661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3253.933975668624,"upper_bound":5583.513198997815},"point_estimate":4461.328645795584,"standard_error":594.2591187081041},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6962.355199473311,"upper_bound":24741.829371164553},"point_estimate":17077.101026176322,"standard_error":4540.43064788226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607122.0940625,"upper_bound":6678439.0206875},"point_estimate":6639930.985,"standard_error":18216.141951721827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6561806.5,"upper_bound":6569572.75},"point_estimate":6565183.375,"standard_error":2056.402455774045},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11144.240689650178,"upper_bound":22685.354859754443},"point_estimate":15241.591041907668,"standard_error":3150.990276216683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118381.582599125,"upper_bound":249255.5816104426},"point_estimate":183794.31520866437,"standard_error":34698.04469320177}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index c0d632b0d55a..d24131a3a1dc 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444544.0,52462278.0,52489289.0,52430207.0,52429257.0,52484158.0,52870015.0,52427914.0,52494498.0,52442099.0,52413057.0,52506920.0,52410769.0,52436449.0,52436280.0,52454843.0,52479058.0,52425346.0,52532105.0,52412614.0,52489365.0,52455432.0,52418023.0,52411351.0,52477023.0,52463607.0,52398515.0,52515244.0,52408124.0,52451216.0,52418545.0,52435646.0,52420709.0,52437149.0,52416749.0,52436034.0,53323439.0,52469509.0,52418623.0,52441324.0,52406332.0,52397124.0,52433140.0,52436568.0,52394177.0,52446094.0,52465351.0,52456284.0,52448378.0,52440323.0,52421107.0,52467415.0,52409866.0,52446815.0,52439804.0,52524130.0,52411772.0,52484397.0,52418945.0,52409098.0,52521245.0,52433101.0,52426297.0,52432981.0,52469758.0,52419455.0,52456745.0,52422089.0,52420955.0,52489445.0,52425545.0,52472142.0,52490286.0,53265852.0,52451075.0,52483656.0,52431237.0,52425415.0,52441474.0,52460362.0,52453177.0,52460643.0,52474359.0,52425104.0,52445664.0,52440574.0,52421409.0,52476338.0,52442287.0,52454389.0,52431530.0,52552250.0,52541682.0,52514921.0,52769628.0,52598878.0,52752516.0,52499744.0,52464158.0,52446895.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52518437.0,52650854.0,52791897.0,52430303.0,52454881.0,52489454.0,52693716.0,52650304.0,52563101.0,52569904.0,53432176.0,52504371.0,52581306.0,52625706.0,52460602.0,52476207.0,52556582.0,52553783.0,53059627.0,52998234.0,52738229.0,52536352.0,52488200.0,52524497.0,52511994.0,52569463.0,52553545.0,52568543.0,52879453.0,52515412.0,52402591.0,52524980.0,52409865.0,52465868.0,52458405.0,52433568.0,52490806.0,52446834.0,52396691.0,52533626.0,52494513.0,52439901.0,52415067.0,52425474.0,52416547.0,52372646.0,52570234.0,52495856.0,52507367.0,52438548.0,52456091.0,52401169.0,52451835.0,52453116.0,52444810.0,52474077.0,54134615.0,56241365.0,57125492.0,61970413.0,56573644.0,56400679.0,54099663.0,54232960.0,54421201.0,55453841.0,56360345.0,55229209.0,54652774.0,52496215.0,55713183.0,54692477.0,56701079.0,55853529.0,53479562.0,52770498.0,52417760.0,52492689.0,52555617.0,52417058.0,52433369.0,52559035.0,53354680.0,52518399.0,52453005.0,52479022.0,52401268.0,52446572.0,52413993.0,52570295.0,52575111.0,52694035.0,52515682.0,52433538.0,52531031.0,52545307.0,52433278.0,52435523.0,52449620.0,52448539.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 72c2aa3542c0..5fc757623e51 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6534007.90625,6543591.3125,6569147.0625,6578730.46875] \ No newline at end of file +[6445779.53125,6501094.84375,6648602.34375,6703917.65625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index b51ef9f3c8e1..4f8c7a7f7269 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011907314313163572,"upper_bound":-0.003381160106579945},"point_estimate":-0.00723898741565121,"standard_error":0.0021853271010862747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006942310268622798,"upper_bound":-0.00012893498803967507},"point_estimate":-0.000374670533617838,"standard_error":0.0001402905266998532}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007015672374763995,"upper_bound":0.01880694923490527},"point_estimate":0.012213589101511824,"standard_error":0.002856994760214122},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009086553639465755,"upper_bound":0.0021798075090366797},"point_estimate":0.0014560558407892277,"standard_error":0.0003266721791338296}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 7e8bff87b26c..91f1aa5d7ba6 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6556912.93684375,"upper_bound":6563496.190625},"point_estimate":6559812.135,"standard_error":1694.5456443459077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554571.0,"upper_bound":6556863.8125},"point_estimate":6555638.0,"standard_error":565.4217146247661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3253.933975668624,"upper_bound":5583.513198997815},"point_estimate":4461.328645795584,"standard_error":594.2591187081041},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6962.355199473311,"upper_bound":24741.829371164553},"point_estimate":17077.101026176322,"standard_error":4540.43064788226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607122.0940625,"upper_bound":6678439.0206875},"point_estimate":6639930.985,"standard_error":18216.141951721827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6561806.5,"upper_bound":6569572.75},"point_estimate":6565183.375,"standard_error":2056.402455774045},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11144.240689650178,"upper_bound":22685.354859754443},"point_estimate":15241.591041907668,"standard_error":3150.990276216683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118381.582599125,"upper_bound":249255.5816104426},"point_estimate":183794.31520866437,"standard_error":34698.04469320177}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index c0d632b0d55a..d24131a3a1dc 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444544.0,52462278.0,52489289.0,52430207.0,52429257.0,52484158.0,52870015.0,52427914.0,52494498.0,52442099.0,52413057.0,52506920.0,52410769.0,52436449.0,52436280.0,52454843.0,52479058.0,52425346.0,52532105.0,52412614.0,52489365.0,52455432.0,52418023.0,52411351.0,52477023.0,52463607.0,52398515.0,52515244.0,52408124.0,52451216.0,52418545.0,52435646.0,52420709.0,52437149.0,52416749.0,52436034.0,53323439.0,52469509.0,52418623.0,52441324.0,52406332.0,52397124.0,52433140.0,52436568.0,52394177.0,52446094.0,52465351.0,52456284.0,52448378.0,52440323.0,52421107.0,52467415.0,52409866.0,52446815.0,52439804.0,52524130.0,52411772.0,52484397.0,52418945.0,52409098.0,52521245.0,52433101.0,52426297.0,52432981.0,52469758.0,52419455.0,52456745.0,52422089.0,52420955.0,52489445.0,52425545.0,52472142.0,52490286.0,53265852.0,52451075.0,52483656.0,52431237.0,52425415.0,52441474.0,52460362.0,52453177.0,52460643.0,52474359.0,52425104.0,52445664.0,52440574.0,52421409.0,52476338.0,52442287.0,52454389.0,52431530.0,52552250.0,52541682.0,52514921.0,52769628.0,52598878.0,52752516.0,52499744.0,52464158.0,52446895.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52518437.0,52650854.0,52791897.0,52430303.0,52454881.0,52489454.0,52693716.0,52650304.0,52563101.0,52569904.0,53432176.0,52504371.0,52581306.0,52625706.0,52460602.0,52476207.0,52556582.0,52553783.0,53059627.0,52998234.0,52738229.0,52536352.0,52488200.0,52524497.0,52511994.0,52569463.0,52553545.0,52568543.0,52879453.0,52515412.0,52402591.0,52524980.0,52409865.0,52465868.0,52458405.0,52433568.0,52490806.0,52446834.0,52396691.0,52533626.0,52494513.0,52439901.0,52415067.0,52425474.0,52416547.0,52372646.0,52570234.0,52495856.0,52507367.0,52438548.0,52456091.0,52401169.0,52451835.0,52453116.0,52444810.0,52474077.0,54134615.0,56241365.0,57125492.0,61970413.0,56573644.0,56400679.0,54099663.0,54232960.0,54421201.0,55453841.0,56360345.0,55229209.0,54652774.0,52496215.0,55713183.0,54692477.0,56701079.0,55853529.0,53479562.0,52770498.0,52417760.0,52492689.0,52555617.0,52417058.0,52433369.0,52559035.0,53354680.0,52518399.0,52453005.0,52479022.0,52401268.0,52446572.0,52413993.0,52570295.0,52575111.0,52694035.0,52515682.0,52433538.0,52531031.0,52545307.0,52433278.0,52435523.0,52449620.0,52448539.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 72c2aa3542c0..5fc757623e51 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6534007.90625,6543591.3125,6569147.0625,6578730.46875] \ No newline at end of file +[6445779.53125,6501094.84375,6648602.34375,6703917.65625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 50a4413da385..6a8ac3960620 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.02 - - -0.3 + + +0.04 - - -0.4 + + +0.06 - - -0.5 + + +0.08 - - -0.6 + + +0.1 - - -0.7 + + +0.12 - - -0.8 + + +0.14 - + - -3 + +10 + + + +12 - - -3.5 + + +14 - - -4 + + +16 - - -4.5 + + +18 - - -5 + + +20 - - -5.5 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 04068f61cac4..38bb0532f627 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.002 - - -0.04 + + +0.004 - - -0.06 + + +0.006 - - -0.08 + + +0.008 - - -0.1 + + +0.01 - - -0.12 + + +0.012 - + - -6 + +120 - - -8 + + +140 - - -10 + + +160 - - -12 + + +180 - - -14 + + +200 - - -16 + + +220 - - -18 + + +240 - - -20 + + +260 - - -22 - - - -24 - - - -26 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 6e0ea197a7cf..9aaa96594a84 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 - - - + + 7.0 - - -7.1 - - - + + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 + + +7.6 - + 0 @@ -112,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - - + + - - + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - - - + + + + - - + + - - - - - - - + + + + + + + - - - - + + + + - - + + - - - + + + - - - - + + + + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 1dda10fc95ce..8fcb7b743278 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -46,22 +46,22 @@ Average Time (ms) - + 6.5 - - + + 7 - - + + 7.5 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 18899af4daa5..a53deb1e4aa3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - - - - + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index dee5b7f932bd..2a4542b2700b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 + + + +600 - - -1500 + + +800 - - -2000 + + +1000 - - -2500 + + +1200 - - -3000 + + +1400 - + + +1600 + + - --7e-4 + +8e-4 + + + +0.001 - - --6e-4 + + +0.0012 - - --5e-4 + + +0.0014 - - --4e-4 + + +0.0016 - - --3e-4 + + +0.0018 - - --2e-4 + + +0.002 - - --1e-4 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 69dcbbb13b6c..ef02be1bf242 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 834f180311a1..bb5ac8794483 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005249 - 0.0005402 - 0.0005160 + 0.0020333 + 0.0020986 + 0.0020097 Mean - 6.5569 ms - 6.5598 ms - 6.5635 ms + 6.6071 ms + 6.6399 ms + 6.6784 ms Std. Dev. - 6.9624 µs - 17.077 µs - 24.742 µs + 118.38 µs + 183.79 µs + 249.26 µs Median - 6.5546 ms - 6.5556 ms - 6.5569 ms + 6.5618 ms + 6.5652 ms + 6.5696 ms MAD - 3.2539 µs - 4.4613 µs - 5.5835 µs + 11.144 µs + 15.242 µs + 22.685 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -1.1907% - -0.7239% - -0.3381% + +0.7016% + +1.2214% + +1.8807% (p = 0.00 < 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 8f349f744ba7..390446a04623 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.56 + +6.6 - - -6.58 + + +6.8 - - -6.6 + + +7.0 - - -6.62 + + +7.2 - - -6.64 + + +7.4 - - -6.66 + + +7.6 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index d6ae06eb00ba..83d069b22b3e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.56 + +6.6 - - -6.58 + + +6.8 - - -6.6 + + +7.0 - - -6.62 + + +7.2 - - -6.64 + + +7.4 - - -6.66 + + +7.6 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 47d735cdf9fd..8727a2ba4d70 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 - - + - -6.557 + +6.6 + + + +6.61 - - -6.558 + + +6.62 - - -6.559 + + +6.63 - - -6.56 + + +6.64 - - -6.561 + + +6.65 - - -6.562 + + +6.66 - - -6.563 + + +6.67 - - -6.564 + + +6.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 65ffad248b31..61499af0aa0e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (ms) - -200 + +50 + + + +100 - - -400 + + +150 - - -600 + + +200 - - -800 + + +250 - - -1000 + + +300 - - -1200 + + +350 - + - -6.5545 + +6.561 + + + +6.562 + + + +6.563 + + + +6.564 - - -6.555 + + +6.565 - - -6.5555 + + +6.566 - - -6.556 + + +6.567 - - -6.5565 + + +6.568 - - -6.557 + + +6.569 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index c5b7364d0129..0a47f44ee1dc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (ms) - -6.54 + +6.4 - - -6.56 + + +6.6 - - -6.58 + + +6.8 - - -6.6 + + +7 - - -6.62 + + +7.2 - - -6.64 + + +7.4 - - -6.66 + + +7.6 - - -6.68 + + +7.8 - + Density (a.u.) @@ -86,60 +86,84 @@ Density (a.u.) 0 - -5 + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 - - -10 - - - -15 - - - -20 - - - -25 - - - -30 - - - -35 - - - -40 - - - -45 - - - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + + + + + + + + + + + + + + + + - + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 1935bfd5579f..4c1357b9a001 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (ms) 0 - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - - -35 + + +3.5 - - -40 + + +4 - - -45 + + +4.5 - + - -6.55 + +6.5 - - -6.6 + + +7 - - -6.65 + + +7.5 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index eacb0dcf4cbc..df29c58a7b07 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 - - - + + 7.0 - - -7.1 - - - + + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 + + +7.6 - + 0 @@ -109,204 +89,204 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + - - + + - - + + - - - + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - + + + + + + - - + + - - - + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - + + + + + + + - - - + + + - - + + - - - - + + + + - - - + + + - - + + - - - - + + + + - - - + + + - - + + - - + + - - - - + + + + - + - - - + + + - - - - - - + + + + + + - - + + - - - - - - - - + + + + + + + + - - - - + + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 8c920abb9d6e..16b8c427ac35 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -43,20 +43,20 @@ Average Time (ms) - + 6.5 - - + + 7 - - + + 7.5 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 180456c50683..887f36befae3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 - - + - -6.557 + +6.6 + + + +6.61 - - -6.558 + + +6.62 - - -6.559 + + +6.63 - - -6.56 + + +6.64 - - -6.561 + + +6.65 - - -6.562 + + +6.66 - - -6.563 + + +6.67 - - -6.564 + + +6.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 1064ad6b0ab6..a1902fa2b51e 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68627541.17775,"upper_bound":69054442.07175},"point_estimate":68852878.75,"standard_error":109940.20219358034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68953567.0,"upper_bound":69216544.0},"point_estimate":69074179.5,"standard_error":60177.664793664924},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366007.2316020727,"upper_bound":573373.3008205891},"point_estimate":477182.95582830906,"standard_error":54878.95693378857},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":770277.1370536676,"upper_bound":1360245.0452053922},"point_estimate":1101522.9177336036,"standard_error":150298.29897750364}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68237400.44125,"upper_bound":68564874.51},"point_estimate":68401824.84,"standard_error":83509.02874253626},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68196086.0,"upper_bound":68674396.0},"point_estimate":68413520.5,"standard_error":133059.43087395193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580323.7294971943,"upper_bound":1114374.0312159061},"point_estimate":810189.7359162569,"standard_error":138414.16291560367},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734800.5807344925,"upper_bound":925852.5300040366},"point_estimate":836935.6500502682,"standard_error":48981.29588511776}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index c85cad0ce3b8..562f94d7d894 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65340016.0,65142759.0,65401761.0,65373989.0,65217208.0,65947858.0,65748546.0,65269825.0,69618232.0,68985814.0,68512644.0,70417400.0,68118730.0,68831658.0,68571964.0,68875389.0,68715502.0,68857185.0,69360452.0,68584217.0,68635702.0,69304508.0,68907238.0,69221263.0,69586803.0,68984662.0,69299960.0,68983000.0,69769163.0,69064481.0,68694933.0,69091762.0,69073969.0,68671710.0,68800710.0,68527441.0,68830556.0,68938177.0,69433318.0,68790591.0,68510450.0,68482568.0,68703609.0,69052409.0,68505580.0,68612329.0,69645923.0,68838250.0,68620184.0,68863547.0,69114635.0,69216544.0,69407550.0,69453596.0,69347388.0,69575232.0,69625416.0,69315949.0,69111549.0,68875680.0,69440061.0,69772450.0,69802245.0,69168435.0,68957111.0,69560775.0,69484113.0,69625777.0,69470707.0,69310268.0,69238325.0,68664376.0,69074390.0,69465217.0,68893174.0,69597848.0,70807731.0,70028359.0,69946758.0,69106553.0,68692572.0,69132080.0,69153901.0,69350287.0,69291237.0,69028438.0,69113145.0,69384520.0,69217800.0,68968957.0,69246003.0,69418654.0,68824978.0,69344295.0,69282902.0,69870496.0,69422111.0,68923633.0,68808859.0,69018850.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[68175982.0,67200880.0,68098117.0,67272805.0,68221958.0,67927908.0,67521389.0,67080005.0,69449821.0,69775490.0,69501938.0,68837798.0,68739465.0,68631132.0,68971007.0,70127658.0,68751978.0,68500859.0,68131239.0,67821940.0,68117423.0,68667861.0,68391685.0,69059803.0,68155233.0,68380214.0,68038966.0,68201981.0,68154883.0,68227859.0,67228612.0,67878076.0,68729776.0,68750655.0,67814316.0,67318771.0,67810029.0,68073431.0,68189417.0,68775031.0,68510077.0,68240533.0,67683342.0,68435356.0,68737621.0,68596237.0,68839782.0,68465693.0,68717660.0,69304382.0,69476544.0,69294854.0,68708930.0,68202755.0,69139635.0,68785664.0,69800570.0,69098197.0,69436970.0,69482365.0,69418516.0,69775633.0,69719118.0,68911970.0,69613019.0,68666881.0,69575289.0,70180950.0,69777206.0,69387889.0,69426721.0,68797185.0,68825708.0,68913492.0,68625444.0,69148130.0,68225206.0,67806995.0,68351613.0,68477197.0,68102236.0,68387329.0,68775477.0,67622180.0,67270913.0,68047053.0,67276835.0,67983415.0,67248993.0,66552882.0,67665641.0,67477630.0,66573881.0,67163603.0,67005027.0,66979880.0,67184973.0,67357165.0,67101938.0,67120713.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 0b1d3c77f582..5bafa774d5f9 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[66916442.5,67844130.625,70317965.625,71245653.75] \ No newline at end of file +[64543084.5,66181559.25,70550825.25,72189300.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index f6e3e5af2447..02856051c848 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011431670145450545,"upper_bound":-0.0027963940112658943},"point_estimate":-0.0071761225135038575,"standard_error":0.0022191339721118306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0066932703904077386,"upper_bound":0.00009601681360438263},"point_estimate":-0.003805874525944941,"standard_error":0.0017238995250248533}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010398968074622398,"upper_bound":-0.0026567247579782215},"point_estimate":-0.006550981138170542,"standard_error":0.0019724304970351932},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013266273214637058,"upper_bound":-0.005201823960473306},"point_estimate":-0.00956448567007584,"standard_error":0.0020811219238795337}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 1064ad6b0ab6..a1902fa2b51e 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68627541.17775,"upper_bound":69054442.07175},"point_estimate":68852878.75,"standard_error":109940.20219358034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68953567.0,"upper_bound":69216544.0},"point_estimate":69074179.5,"standard_error":60177.664793664924},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366007.2316020727,"upper_bound":573373.3008205891},"point_estimate":477182.95582830906,"standard_error":54878.95693378857},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":770277.1370536676,"upper_bound":1360245.0452053922},"point_estimate":1101522.9177336036,"standard_error":150298.29897750364}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68237400.44125,"upper_bound":68564874.51},"point_estimate":68401824.84,"standard_error":83509.02874253626},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68196086.0,"upper_bound":68674396.0},"point_estimate":68413520.5,"standard_error":133059.43087395193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":580323.7294971943,"upper_bound":1114374.0312159061},"point_estimate":810189.7359162569,"standard_error":138414.16291560367},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":734800.5807344925,"upper_bound":925852.5300040366},"point_estimate":836935.6500502682,"standard_error":48981.29588511776}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index c85cad0ce3b8..562f94d7d894 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[65340016.0,65142759.0,65401761.0,65373989.0,65217208.0,65947858.0,65748546.0,65269825.0,69618232.0,68985814.0,68512644.0,70417400.0,68118730.0,68831658.0,68571964.0,68875389.0,68715502.0,68857185.0,69360452.0,68584217.0,68635702.0,69304508.0,68907238.0,69221263.0,69586803.0,68984662.0,69299960.0,68983000.0,69769163.0,69064481.0,68694933.0,69091762.0,69073969.0,68671710.0,68800710.0,68527441.0,68830556.0,68938177.0,69433318.0,68790591.0,68510450.0,68482568.0,68703609.0,69052409.0,68505580.0,68612329.0,69645923.0,68838250.0,68620184.0,68863547.0,69114635.0,69216544.0,69407550.0,69453596.0,69347388.0,69575232.0,69625416.0,69315949.0,69111549.0,68875680.0,69440061.0,69772450.0,69802245.0,69168435.0,68957111.0,69560775.0,69484113.0,69625777.0,69470707.0,69310268.0,69238325.0,68664376.0,69074390.0,69465217.0,68893174.0,69597848.0,70807731.0,70028359.0,69946758.0,69106553.0,68692572.0,69132080.0,69153901.0,69350287.0,69291237.0,69028438.0,69113145.0,69384520.0,69217800.0,68968957.0,69246003.0,69418654.0,68824978.0,69344295.0,69282902.0,69870496.0,69422111.0,68923633.0,68808859.0,69018850.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[68175982.0,67200880.0,68098117.0,67272805.0,68221958.0,67927908.0,67521389.0,67080005.0,69449821.0,69775490.0,69501938.0,68837798.0,68739465.0,68631132.0,68971007.0,70127658.0,68751978.0,68500859.0,68131239.0,67821940.0,68117423.0,68667861.0,68391685.0,69059803.0,68155233.0,68380214.0,68038966.0,68201981.0,68154883.0,68227859.0,67228612.0,67878076.0,68729776.0,68750655.0,67814316.0,67318771.0,67810029.0,68073431.0,68189417.0,68775031.0,68510077.0,68240533.0,67683342.0,68435356.0,68737621.0,68596237.0,68839782.0,68465693.0,68717660.0,69304382.0,69476544.0,69294854.0,68708930.0,68202755.0,69139635.0,68785664.0,69800570.0,69098197.0,69436970.0,69482365.0,69418516.0,69775633.0,69719118.0,68911970.0,69613019.0,68666881.0,69575289.0,70180950.0,69777206.0,69387889.0,69426721.0,68797185.0,68825708.0,68913492.0,68625444.0,69148130.0,68225206.0,67806995.0,68351613.0,68477197.0,68102236.0,68387329.0,68775477.0,67622180.0,67270913.0,68047053.0,67276835.0,67983415.0,67248993.0,66552882.0,67665641.0,67477630.0,66573881.0,67163603.0,67005027.0,66979880.0,67184973.0,67357165.0,67101938.0,67120713.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 0b1d3c77f582..5bafa774d5f9 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[66916442.5,67844130.625,70317965.625,71245653.75] \ No newline at end of file +[64543084.5,66181559.25,70550825.25,72189300.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 7a139bdd0993..db78b29b2155 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -6,65 +6,65 @@ fan_in/hydroflow:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - - -0.007 + + +3.5 - - -0.008 - - + - -350 + +0.6 + + + +0.7 - - -400 + + +0.8 - - -450 + + +0.9 - - -500 + + +1 - - -550 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 40858535163b..1463d9316557 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,61 +6,61 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.8 + + +0.006 - - -0.9 + + +0.007 - - -1 + + +0.008 - - -1.1 + + + +750 - - -1.2 + + +800 - - -1.3 + + +850 - - -1.4 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index d48170def3c5..35c85f489093 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - + +65.5 + + + 66.0 - - -67.0 + + +66.5 - - -68.0 - - - -69.0 + + +67.0 - - -70.0 + + +67.5 - - -71.0 + + +68.0 - - -72.0 + + +68.5 - - -73.0 + + +69.0 - - -74.0 + + +69.5 - - -75.0 + + +70.0 - - -76.0 + + +70.5 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 0c8d6e51137c..35f6c8f18cc2 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -54,22 +54,30 @@ Average Time (ms) - -65 + +64 - - + + +66 + + + +68 + + + 70 - - -75 + + +72 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 17c21fdc88fc..c2d60b70fe8b 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - - --0.012 + + +180 + + + +200 - - + + + -0.011 - - + + -0.01 - - + + -0.009 - - + + -0.008 - - + + -0.007 - - + + -0.006 - - + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 1b36c061653a..bdefe832d555 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - + + +180 + + + +200 + + - --0.007 + +-0.014 - - --0.006 + + +-0.013 - - --0.005 + + +-0.012 - - --0.004 + + +-0.011 - - --0.003 + + +-0.01 - - --0.002 + + +-0.009 - - --0.001 + + +-0.008 + + + +-0.007 - - -0 + + +-0.006 + + + +-0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 955d080f1886..b7f88b4f1b65 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index d3a110dd2fe0..1f28152c20e7 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002200 - 0.0002293 - 0.0002218 + 0.0222722 + 0.0231204 + 0.0222858 Mean - 68.628 ms - 68.853 ms - 69.054 ms + 68.237 ms + 68.402 ms + 68.565 ms Std. Dev. - 770.28 µs - 1.1015 ms - 1.3602 ms + 734.80 µs + 836.94 µs + 925.85 µs Median - 68.954 ms - 69.074 ms - 69.217 ms + 68.196 ms + 68.414 ms + 68.674 ms MAD - 366.01 µs - 477.18 µs - 573.37 µs + 580.32 µs + 810.19 µs + 1.1144 ms @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -1.1432% - -0.7176% - -0.2796% + -1.0399% + -0.6551% + -0.2657% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 4c2a193534bd..dd1a76788c27 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,62 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -65.5 - - - -66.0 - - - -66.5 - - - + 67.0 - - + + 67.5 - - + + 68.0 - - + + 68.5 - - + + 69.0 - - + + 69.5 - - + + 70.0 - - -70.5 - - + 10 @@ -112,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 44d4967eadea..7f62fb185ef5 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -65.5 - - - -66.0 - - - -66.5 - - - + 67.0 - - + + 67.5 - - + + 68.0 - - + + 68.5 - - + + 69.0 - - + + 69.5 - - + + 70.0 - - -70.5 - - + 10 @@ -109,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 5e5d326c16ee..88568edd0ebc 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -68.6 + + +4 - - -68.65 + + +4.5 - - -68.7 + + +5 - - -68.75 + + + +68.25 - - -68.8 + + +68.3 - - -68.85 + + +68.35 - - -68.9 + + +68.4 - - -68.95 + + +68.45 - - -69 + + +68.5 - - -69.05 + + +68.55 - - -69.1 + + +68.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 82daa240a7c4..179286dc5518 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + +1 + + + +1.5 + + + 2 - - -4 + + +2.5 - - -6 + + +3 - - -8 + + +3.5 - + + +4 + + -10 +4.5 - -12 + +5 + + + +5.5 - + - -68.95 + +68.2 - - -69 + + +68.3 - - -69.05 + + +68.4 - - -69.1 + + +68.5 - - -69.15 + + +68.6 - - -69.2 + + +68.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 9a6bc4500e51..a8090be4cd86 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,42 +54,30 @@ Average Time (ms) - -64 - - - -65 - - - + 66 - - + + 67 - - + + 68 - - + + 69 - - + + 70 - - + + 71 - - -72 - - + Density (a.u.) @@ -98,52 +86,44 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 115baefbb68b..feee99a57be1 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (ms) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - -64 - - - + 66 - - + + 68 - - + + 70 - - -72 - - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 429bd409e26b..2262fe9e24c7 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,62 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - + +65.5 + + + 66.0 - - -67.0 + + +66.5 - - -68.0 - - - -69.0 + + +67.0 - - -70.0 + + +67.5 - - -71.0 + + +68.0 - - -72.0 + + +68.5 - - -73.0 + + +69.0 - - -74.0 + + +69.5 - - -75.0 + + +70.0 - - -76.0 + + +70.5 - + 0 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 55d95322db0a..b332bc4ffb85 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -51,20 +51,28 @@ Average Time (ms) - -65 + +64 - - + + +66 + + + +68 + + + 70 - - -75 + + +72 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index dca981ab6e1f..ad22681ba148 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -68.6 + + +4 - - -68.65 + + +4.5 - - -68.7 + + +5 - - -68.75 + + + +68.25 - - -68.8 + + +68.3 - - -68.85 + + +68.35 - - -68.9 + + +68.4 - - -68.95 + + +68.45 - - -69 + + +68.5 - - -69.05 + + +68.55 - - -69.1 + + +68.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 5e0f778fbb63..e9d5142bdb82 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30066838.488875,"upper_bound":30485720.265375},"point_estimate":30283348.715,"standard_error":107009.36619456779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30551859.5,"upper_bound":30640870.0},"point_estimate":30609319.0,"standard_error":34127.35638665842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740871.5154469013,"upper_bound":867483.6999490857},"point_estimate":791837.7427920699,"standard_error":43069.24983785994},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868005.3498139561,"upper_bound":1244061.6701421118},"point_estimate":1073180.6132236866,"standard_error":95962.35889487533}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28145358.03125,"upper_bound":28577628.710625},"point_estimate":28363839.165,"standard_error":110265.8970954689},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28302092.0,"upper_bound":28625368.5},"point_estimate":28374700.5,"standard_error":72889.33621954951},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799496.1129561067,"upper_bound":1239527.4392727364},"point_estimate":946083.7375536561,"standard_error":107795.0225229719},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":923341.7426112485,"upper_bound":1265942.1734701584},"point_estimate":1103637.4042262605,"standard_error":87525.74686708447}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 06eed7351483..0403140be86b 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62947653.0,62308823.0,61522930.0,56116500.0,59015348.0,61203774.0,54480388.0,60551600.0,61372108.0,60080121.0,61241336.0,62368405.0,58071559.0,62261956.0,54749540.0,61208093.0,61285918.0,58005697.0,61280949.0,60138981.0,58850721.0,60159469.0,61103719.0,60377065.0,56909453.0,58999007.0,61189578.0,61152660.0,60154480.0,62336426.0,60374359.0,60125346.0,60111109.0,62344280.0,61220286.0,61229303.0,62376350.0,60850908.0,62270863.0,62315917.0,61729424.0,61262044.0,57077256.0,58019071.0,61247105.0,60248124.0,62401156.0,60193353.0,62328711.0,56764373.0,61378751.0,61198936.0,60000043.0,56241950.0,59092000.0,61242267.0,61747157.0,62379606.0,54678106.0,62284309.0,62234055.0,57943140.0,62265233.0,62531389.0,61192855.0,62490252.0,61277562.0,62284759.0,62294136.0,61256122.0,63625858.0,63195326.0,62349139.0,61136570.0,61375826.0,59033491.0,62360931.0,59027791.0,62403270.0,62247470.0,61216990.0,62288866.0,61271931.0,62247470.0,62261075.0,62357765.0,61100723.0,62497115.0,61180993.0,62226421.0,55751206.0,58477225.0,62243642.0,62347836.0,60158587.0,60595121.0,54955383.0,54367648.0,59479944.0,60941907.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[55195898.0,54436470.0,55365836.0,58917742.0,58980690.0,57829820.0,56748619.0,56592447.0,58096337.0,56857052.0,55228098.0,56477944.0,54492254.0,56850239.0,56555388.0,56987555.0,56445082.0,55440886.0,60186893.0,50983739.0,56834039.0,52782980.0,57121846.0,58919235.0,60996325.0,54398749.0,58838113.0,57527896.0,54452650.0,57513919.0,55478356.0,56556290.0,58888226.0,55320181.0,55383539.0,55509675.0,61172103.0,56520423.0,58790103.0,56861049.0,56614910.0,57752124.0,58801595.0,55535323.0,54442270.0,55636742.0,51935176.0,54346191.0,58786266.0,52111807.0,58584960.0,60097796.0,56871779.0,57671193.0,56688326.0,57663379.0,58047155.0,53096597.0,59309984.0,56703875.0,56979891.0,57904378.0,56751785.0,57872840.0,58849073.0,56615921.0,55817019.0,57676082.0,57564032.0,57570646.0,58889088.0,56699127.0,55625791.0,53651634.0,57914417.0,56318977.0,56748268.0,56747327.0,61183725.0,59954639.0,58187978.0,58887506.0,57986121.0,55554428.0,56750183.0,49806390.0,57784876.0,54531487.0,53245835.0,59119638.0,54606809.0,56670453.0,53746120.0,60242887.0,55467947.0,52129720.0,57938512.0,56735575.0,61135765.0,55672809.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 2cb0c91fe291..7efb90a5d701 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[26806763.25,28429222.125,32755779.125,34378238.0] \ No newline at end of file +[23949438.25,25843657.5625,30894909.0625,32789128.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 4bb831f9bffa..3a8a1d204184 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012887581333282352,"upper_bound":0.011658552158844671},"point_estimate":0.0003612620904156483,"standard_error":0.006268153870248864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001791605470633506,"upper_bound":0.021232979487713965},"point_estimate":0.016670917559439946,"standard_error":0.0068439398396539525}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07242323450756112,"upper_bound":-0.05351518184486644},"point_estimate":-0.06338498321518937,"standard_error":0.0048198504548666405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07544508688323248,"upper_bound":-0.06635114828604272},"point_estimate":-0.07300451538957797,"standard_error":0.0022894129610605157}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 5e0f778fbb63..e9d5142bdb82 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30066838.488875,"upper_bound":30485720.265375},"point_estimate":30283348.715,"standard_error":107009.36619456779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30551859.5,"upper_bound":30640870.0},"point_estimate":30609319.0,"standard_error":34127.35638665842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740871.5154469013,"upper_bound":867483.6999490857},"point_estimate":791837.7427920699,"standard_error":43069.24983785994},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":868005.3498139561,"upper_bound":1244061.6701421118},"point_estimate":1073180.6132236866,"standard_error":95962.35889487533}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28145358.03125,"upper_bound":28577628.710625},"point_estimate":28363839.165,"standard_error":110265.8970954689},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28302092.0,"upper_bound":28625368.5},"point_estimate":28374700.5,"standard_error":72889.33621954951},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":799496.1129561067,"upper_bound":1239527.4392727364},"point_estimate":946083.7375536561,"standard_error":107795.0225229719},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":923341.7426112485,"upper_bound":1265942.1734701584},"point_estimate":1103637.4042262605,"standard_error":87525.74686708447}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 06eed7351483..0403140be86b 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62947653.0,62308823.0,61522930.0,56116500.0,59015348.0,61203774.0,54480388.0,60551600.0,61372108.0,60080121.0,61241336.0,62368405.0,58071559.0,62261956.0,54749540.0,61208093.0,61285918.0,58005697.0,61280949.0,60138981.0,58850721.0,60159469.0,61103719.0,60377065.0,56909453.0,58999007.0,61189578.0,61152660.0,60154480.0,62336426.0,60374359.0,60125346.0,60111109.0,62344280.0,61220286.0,61229303.0,62376350.0,60850908.0,62270863.0,62315917.0,61729424.0,61262044.0,57077256.0,58019071.0,61247105.0,60248124.0,62401156.0,60193353.0,62328711.0,56764373.0,61378751.0,61198936.0,60000043.0,56241950.0,59092000.0,61242267.0,61747157.0,62379606.0,54678106.0,62284309.0,62234055.0,57943140.0,62265233.0,62531389.0,61192855.0,62490252.0,61277562.0,62284759.0,62294136.0,61256122.0,63625858.0,63195326.0,62349139.0,61136570.0,61375826.0,59033491.0,62360931.0,59027791.0,62403270.0,62247470.0,61216990.0,62288866.0,61271931.0,62247470.0,62261075.0,62357765.0,61100723.0,62497115.0,61180993.0,62226421.0,55751206.0,58477225.0,62243642.0,62347836.0,60158587.0,60595121.0,54955383.0,54367648.0,59479944.0,60941907.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[55195898.0,54436470.0,55365836.0,58917742.0,58980690.0,57829820.0,56748619.0,56592447.0,58096337.0,56857052.0,55228098.0,56477944.0,54492254.0,56850239.0,56555388.0,56987555.0,56445082.0,55440886.0,60186893.0,50983739.0,56834039.0,52782980.0,57121846.0,58919235.0,60996325.0,54398749.0,58838113.0,57527896.0,54452650.0,57513919.0,55478356.0,56556290.0,58888226.0,55320181.0,55383539.0,55509675.0,61172103.0,56520423.0,58790103.0,56861049.0,56614910.0,57752124.0,58801595.0,55535323.0,54442270.0,55636742.0,51935176.0,54346191.0,58786266.0,52111807.0,58584960.0,60097796.0,56871779.0,57671193.0,56688326.0,57663379.0,58047155.0,53096597.0,59309984.0,56703875.0,56979891.0,57904378.0,56751785.0,57872840.0,58849073.0,56615921.0,55817019.0,57676082.0,57564032.0,57570646.0,58889088.0,56699127.0,55625791.0,53651634.0,57914417.0,56318977.0,56748268.0,56747327.0,61183725.0,59954639.0,58187978.0,58887506.0,57986121.0,55554428.0,56750183.0,49806390.0,57784876.0,54531487.0,53245835.0,59119638.0,54606809.0,56670453.0,53746120.0,60242887.0,55467947.0,52129720.0,57938512.0,56735575.0,61135765.0,55672809.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 2cb0c91fe291..7efb90a5d701 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[26806763.25,28429222.125,32755779.125,34378238.0] \ No newline at end of file +[23949438.25,25843657.5625,30894909.0625,32789128.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 66054bfd6778..7db5e682efed 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,85 +6,77 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.002 + +1 - - -0.004 + + +2 - - -0.006 + + +3 - - -0.008 + + +4 - - -0.01 + + +5 - - -0.012 + + +6 - - -0.014 - - - -0.016 - - - -0.018 + + + +0.8 - - -0.02 + + +0.85 - - - -740 + + +0.9 - - -760 + + +0.95 - - -780 + + +1 - - -800 + + +1.05 - - -820 + + +1.1 - - -840 + + +1.15 - - -860 + + +1.2 - - -880 + + +1.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 9c0ec975fd4b..b149d6a7f7cc 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - -0.85 - - - + 0.9 - - + + 0.95 - - + + 1 - - + + 1.05 - - + + 1.1 - - + + 1.15 - - + + 1.2 - - + + 1.25 - - - - + + +1.3 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index dbd4927e1cf5..35c5c17eac7f 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -28.0 + +25.0 - - -30.0 + + +26.0 - - -32.0 + + +27.0 - - -34.0 + + +28.0 - - -36.0 + + +29.0 - - -38.0 + + +30.0 - - -40.0 + + +31.0 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 7e5caf1bba10..632d90b781dd 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -46,22 +46,30 @@ Average Time (ms) - -30 + +24 + + + +26 - - -35 + + +28 + + + +30 - - -40 + + +32 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index ae9ba11e0d08..bdb1b0d7662c 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + - --0.015 - - - --0.01 - - - --0.005 - - - -0 - - - -0.005 - - - -0.01 - - - - - - + +-0.07 + + + +-0.065 + + + +-0.06 + + + +-0.055 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 0f86d07dc936..a616526902d3 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,75 +9,79 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 + + +100 - - -80 + + +150 - - -90 + + +200 - - -100 + + +250 - - -110 + + +300 - + - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - - - - + +-0.076 + + + +-0.075 + + + +-0.074 + + + +-0.073 + + + +-0.072 + + + +-0.071 + + + +-0.07 + + + +-0.069 + + + +-0.068 + + + +-0.067 + + + +-0.066 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 59dda4b6bd80..de5ce6264b3a 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index a57b98162ecf..15f980b7f6d5 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002964 - 0.0003086 - 0.0002979 + 0.0022142 + 0.0023017 + 0.0022178 Mean - 30.067 ms - 30.283 ms - 30.486 ms + 28.145 ms + 28.364 ms + 28.578 ms Std. Dev. - 868.01 µs - 1.0732 ms - 1.2441 ms + 923.34 µs + 1.1036 ms + 1.2659 ms Median - 30.552 ms - 30.609 ms - 30.641 ms + 28.302 ms + 28.375 ms + 28.625 ms MAD - 740.87 µs - 791.84 µs - 867.48 µs + 799.50 µs + 946.08 µs + 1.2395 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.2888% - +0.0361% - +1.1659% - (p = 0.96 > + -7.2423% + -6.3385% + -5.3515% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 77711e6f6fcd..fe61ad9879fb 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - -27.5 + +25.0 - - -28.0 + + +26.0 - - -28.5 + + +27.0 - - -29.0 + + +28.0 - - -29.5 + + +29.0 - - + + 30.0 - - -30.5 - - - -31.0 - - - -31.5 - - + 10 @@ -102,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 2a1cd02efeb7..1c21c79345a2 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + - - + - -27.5 + +25.0 - - -28.0 - - - -28.5 + + +26.0 - - -29.0 + + +27.0 - - -29.5 - - - -30.0 + + +28.0 - + -30.5 +29.0 - -31.0 - - - -31.5 + +30.0 - + 10 @@ -99,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 5240c103a3e5..f5a5a2928243 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -30.05 + +28.1 + + + +28.15 - - -30.1 + + +28.2 - - -30.15 + + +28.25 - - -30.2 + + +28.3 - - -30.25 + + +28.35 - - -30.3 + + +28.4 - - -30.35 + + +28.45 - - -30.4 + + +28.5 - - -30.45 + + +28.55 - - -30.5 + + +28.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index e93281875733..fa4020c2b5cb 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - - -30.55 + + +18 - - -30.56 + + +20 - - -30.57 + + + +28.3 - - -30.58 + + +28.35 - - -30.59 + + +28.4 - - -30.6 + + +28.45 - - -30.61 + + +28.5 - + -30.62 +28.55 - -30.63 - - - -30.64 + +28.6 - - -30.65 + + +28.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 85deecc7ba0e..1e7792e0f7c9 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - + +24 + + + +25 + + + 26 - - + + 27 - - + + 28 - - + + 29 - - + + 30 - - + + 31 - - -32 - - - -33 - - + Density (a.u.) @@ -94,66 +94,44 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 5fb6d52b386a..d2a83dbfbbbb 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - + - + +24 + + + 26 - - + + 28 - - + + 30 - - -32 - - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index e6050283b60b..3c9301be55d6 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -28.0 + +25.0 - - -30.0 + + +26.0 - - -32.0 + + +27.0 - - -34.0 + + +28.0 - - -36.0 + + +29.0 - - -38.0 + + +30.0 - - -40.0 + + +31.0 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index fc428c9515d5..f344fd22a8e1 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -43,20 +43,28 @@ Average Time (ms) + +24 + + -30 +26 - -35 - - - -40 - - - - - - + +28 + + + +30 + + + +32 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 2e7b672ff9e5..010cc7eef724 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -30.05 + +28.1 + + + +28.15 - - -30.1 + + +28.2 - - -30.15 + + +28.25 - - -30.2 + + +28.3 - - -30.25 + + +28.35 - - -30.3 + + +28.4 - - -30.35 + + +28.45 - - -30.4 + + +28.5 - - -30.45 + + +28.55 - - -30.5 + + +28.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index ff7077dda92b..35203b82a94a 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45047390.639875,"upper_bound":45554390.03},"point_estimate":45274380.46,"standard_error":129881.76276895437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45040899.0,"upper_bound":45159059.0},"point_estimate":45102379.75,"standard_error":28366.568329031863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243543.36182624102,"upper_bound":520720.24535536766},"point_estimate":346348.32660108805,"standard_error":73996.04525168048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":623924.2083743339,"upper_bound":1864785.8340868915},"point_estimate":1299833.7312011376,"standard_error":318505.4666941169}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42705185.620625,"upper_bound":42828187.04025},"point_estimate":42766055.27,"standard_error":31483.075996768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42618611.0,"upper_bound":42823018.0},"point_estimate":42709208.5,"standard_error":49852.516932940955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251176.89844071865,"upper_bound":388619.47575062513},"point_estimate":327801.0009303689,"standard_error":35027.02759860077},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267035.8178169184,"upper_bound":364300.50493811315},"point_estimate":317735.5692146597,"standard_error":24774.672204531103}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 240225cea49d..573ab1a9fb17 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89774351.0,90207678.0,89938898.0,89347155.0,89977880.0,89823102.0,89791643.0,89917819.0,89508466.0,90200124.0,92252055.0,89560954.0,90236121.0,89678382.0,90149410.0,89667020.0,89390496.0,90360262.0,89877323.0,90381982.0,89328089.0,90439189.0,90565545.0,98914623.0,91508169.0,91695518.0,90520250.0,90889771.0,90462827.0,91790579.0,90676766.0,90769749.0,91035864.0,91222402.0,90292470.0,90270319.0,90491882.0,90166876.0,90631732.0,90201841.0,90377138.0,90426840.0,90447208.0,90829611.0,91065159.0,90667188.0,90254708.0,88511123.0,88062548.0,88240298.0,88265014.0,88263912.0,89264636.0,87794429.0,88573779.0,88952504.0,88448266.0,88515441.0,88720383.0,89003179.0,88635414.0,89201489.0,88578479.0,89066627.0,88678615.0,88421556.0,92130054.0,90318118.0,90435917.0,90223792.0,90283123.0,89953108.0,89920778.0,96341394.0,102546790.0,107361094.0,96335113.0,90891977.0,90079914.0,90097727.0,90237898.0,90183116.0,89973586.0,89999484.0,90081798.0,90544469.0,89622693.0,90562653.0,91411744.0,90180191.0,90148692.0,90263396.0,91100435.0,90163681.0,91033460.0,90807509.0,91668682.0,89848503.0,90349464.0,90594613.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84797513.0,85004310.0,85006764.0,85284423.0,85411981.0,86700949.0,85217237.0,85182312.0,85821486.0,86773544.0,85480249.0,86116677.0,85378499.0,84946592.0,85339235.0,85936410.0,85662419.0,86151321.0,86207990.0,86405434.0,85953860.0,87285708.0,85454748.0,85636758.0,86160256.0,85624585.0,85237222.0,86037005.0,87161616.0,85471760.0,84997544.0,85938191.0,86035041.0,85232583.0,86255143.0,85424853.0,85778213.0,85944974.0,87566562.0,86308582.0,86510008.0,86318791.0,86086467.0,85309927.0,84382395.0,84663130.0,85122638.0,84806227.0,85391009.0,86086177.0,86013141.0,86106084.0,85707379.0,85226391.0,84910151.0,86149766.0,85336327.0,84914218.0,84838116.0,85654731.0,86806562.0,85406798.0,85618744.0,86357053.0,85151692.0,85205012.0,84747388.0,85868130.0,85646036.0,84997434.0,84486751.0,84536062.0,84687406.0,85161731.0,85231502.0,84967639.0,84675603.0,84916352.0,84886637.0,84972608.0,85851139.0,85762983.0,84840641.0,85189352.0,85993734.0,85186307.0,85187218.0,85520671.0,85118900.0,84897588.0,84994799.0,85872669.0,85673166.0,85733318.0,84979831.0,85055652.0,84510705.0,85730823.0,85582025.0,85338771.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 539f730a8367..e44ccaa54488 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[43406037.375,44117003.25,46012912.25,46723878.125] \ No newline at end of file +[41091507.75,41797291.5,43679381.5,44385165.25] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 32e58ad3debe..dc34c8aeadf4 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005542609716734493,"upper_bound":0.020555356445904338},"point_estimate":0.012761227699461974,"standard_error":0.003832155374559138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007960187559613918,"upper_bound":0.03002164146888336},"point_estimate":0.004870748106682976,"standard_error":0.012674405440463027}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06127336068628697,"upper_bound":-0.050451004689320844},"point_estimate":-0.0554027501760318,"standard_error":0.0027768640813379806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05531421841219597,"upper_bound":-0.05032701082681501},"point_estimate":-0.053060864266258556,"standard_error":0.0012907461929922996}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index ff7077dda92b..35203b82a94a 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45047390.639875,"upper_bound":45554390.03},"point_estimate":45274380.46,"standard_error":129881.76276895437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45040899.0,"upper_bound":45159059.0},"point_estimate":45102379.75,"standard_error":28366.568329031863},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243543.36182624102,"upper_bound":520720.24535536766},"point_estimate":346348.32660108805,"standard_error":73996.04525168048},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":623924.2083743339,"upper_bound":1864785.8340868915},"point_estimate":1299833.7312011376,"standard_error":318505.4666941169}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42705185.620625,"upper_bound":42828187.04025},"point_estimate":42766055.27,"standard_error":31483.075996768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42618611.0,"upper_bound":42823018.0},"point_estimate":42709208.5,"standard_error":49852.516932940955},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251176.89844071865,"upper_bound":388619.47575062513},"point_estimate":327801.0009303689,"standard_error":35027.02759860077},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267035.8178169184,"upper_bound":364300.50493811315},"point_estimate":317735.5692146597,"standard_error":24774.672204531103}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 240225cea49d..573ab1a9fb17 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89774351.0,90207678.0,89938898.0,89347155.0,89977880.0,89823102.0,89791643.0,89917819.0,89508466.0,90200124.0,92252055.0,89560954.0,90236121.0,89678382.0,90149410.0,89667020.0,89390496.0,90360262.0,89877323.0,90381982.0,89328089.0,90439189.0,90565545.0,98914623.0,91508169.0,91695518.0,90520250.0,90889771.0,90462827.0,91790579.0,90676766.0,90769749.0,91035864.0,91222402.0,90292470.0,90270319.0,90491882.0,90166876.0,90631732.0,90201841.0,90377138.0,90426840.0,90447208.0,90829611.0,91065159.0,90667188.0,90254708.0,88511123.0,88062548.0,88240298.0,88265014.0,88263912.0,89264636.0,87794429.0,88573779.0,88952504.0,88448266.0,88515441.0,88720383.0,89003179.0,88635414.0,89201489.0,88578479.0,89066627.0,88678615.0,88421556.0,92130054.0,90318118.0,90435917.0,90223792.0,90283123.0,89953108.0,89920778.0,96341394.0,102546790.0,107361094.0,96335113.0,90891977.0,90079914.0,90097727.0,90237898.0,90183116.0,89973586.0,89999484.0,90081798.0,90544469.0,89622693.0,90562653.0,91411744.0,90180191.0,90148692.0,90263396.0,91100435.0,90163681.0,91033460.0,90807509.0,91668682.0,89848503.0,90349464.0,90594613.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[84797513.0,85004310.0,85006764.0,85284423.0,85411981.0,86700949.0,85217237.0,85182312.0,85821486.0,86773544.0,85480249.0,86116677.0,85378499.0,84946592.0,85339235.0,85936410.0,85662419.0,86151321.0,86207990.0,86405434.0,85953860.0,87285708.0,85454748.0,85636758.0,86160256.0,85624585.0,85237222.0,86037005.0,87161616.0,85471760.0,84997544.0,85938191.0,86035041.0,85232583.0,86255143.0,85424853.0,85778213.0,85944974.0,87566562.0,86308582.0,86510008.0,86318791.0,86086467.0,85309927.0,84382395.0,84663130.0,85122638.0,84806227.0,85391009.0,86086177.0,86013141.0,86106084.0,85707379.0,85226391.0,84910151.0,86149766.0,85336327.0,84914218.0,84838116.0,85654731.0,86806562.0,85406798.0,85618744.0,86357053.0,85151692.0,85205012.0,84747388.0,85868130.0,85646036.0,84997434.0,84486751.0,84536062.0,84687406.0,85161731.0,85231502.0,84967639.0,84675603.0,84916352.0,84886637.0,84972608.0,85851139.0,85762983.0,84840641.0,85189352.0,85993734.0,85186307.0,85187218.0,85520671.0,85118900.0,84897588.0,84994799.0,85872669.0,85673166.0,85733318.0,84979831.0,85055652.0,84510705.0,85730823.0,85582025.0,85338771.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 539f730a8367..e44ccaa54488 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[43406037.375,44117003.25,46012912.25,46723878.125] \ No newline at end of file +[41091507.75,41797291.5,43679381.5,44385165.25] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 4a38af60910d..34adf61dbba6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - + + +0.008 + + + +0.01 + + + +0.012 + + - -250 + +240 + + + +260 + + + +280 - - + + 300 - - -350 + + +320 - - -400 + + +340 - - -450 + + +360 - - -500 + + +380 - - -550 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 56b14ebff688..7435b235aa85 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,69 +6,69 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +0.002 - - -0.4 + + +0.004 - - -0.6 + + +0.006 - - -0.8 + + +0.008 - - -1 + + +0.01 - - -1.2 + + +0.012 - - - -0.6 + + +0.014 - - -0.8 + + +0.016 - - -1 + + + +260 - - -1.2 + + +280 - - -1.4 + + +300 - - -1.6 + + +320 - - -1.8 + + +340 - - -2 + + +360 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index d259a1de23ed..28d7e104d8b9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,57 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +43.0 + + + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - + 0 @@ -112,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 6c287999c206..840ad26dff97 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,63 +9,67 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + - + 45 - - + + 50 - + 55 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 6067c86b082b..ac93fb95b1c3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - + + +120 + + + +140 + + - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - - - - + +-0.062 + + + +-0.06 + + + +-0.058 + + + +-0.056 + + + +-0.054 + + + +-0.052 + + + +-0.05 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 2a49dd7cbeaf..c94d0a4e356c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - -10 + +50 - - -20 + + +100 - - -30 + + +150 - - -40 + + +200 - - -50 + + +250 + + + +300 - - -60 + + +350 - + - --0.01 - - - --0.005 - - - -1.73472e-18 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + +-0.055 + + + +-0.054 + + + +-0.053 + + + +-0.052 + + + +-0.051 + + + +-0.05 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 4226c18d9819..7fef53d319b7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index bcfbdc218f40..9b1fe086bdf9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000030 - 0.0000031 - 0.0000030 + 0.0009008 + 0.0009341 + 0.0008994 Mean - 45.047 ms - 45.274 ms - 45.554 ms + 42.705 ms + 42.766 ms + 42.828 ms Std. Dev. - 623.92 µs - 1.2998 ms - 1.8648 ms + 267.04 µs + 317.74 µs + 364.30 µs Median - 45.041 ms - 45.102 ms - 45.159 ms + 42.619 ms + 42.709 ms + 42.823 ms MAD - 243.54 µs - 346.35 µs - 520.72 µs + 251.18 µs + 327.80 µs + 388.62 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.5543% - +1.2761% - +2.0555% + -6.1273% + -5.5403% + -5.0451% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index af19310472f3..015468f039e6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,57 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -44.0 + +42.2 - - -45.0 + + +42.4 - - -46.0 + + +42.6 - - -47.0 + + +42.8 - - -48.0 + + +43.0 - - -49.0 + + +43.2 - - -50.0 + + +43.4 - - -51.0 + + +43.6 - - -52.0 - - - -53.0 - - + 10 @@ -107,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 26252ff86db0..3f51cb5e2951 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,57 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -44.0 + +42.2 - - -45.0 + + +42.4 - - -46.0 + + +42.6 - - -47.0 + + +42.8 - - -48.0 + + +43.0 - - -49.0 + + +43.2 - - -50.0 + + +43.4 - - -51.0 + + +43.6 - - -52.0 - - - -53.0 - - + 10 @@ -104,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 945147348c4e..ef92d3926b9d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 + + +12 - - -3 + + +14 - + - -45 + +42.7 + + + +42.72 + + + +42.74 - - -45.1 + + +42.76 - - -45.2 + + +42.78 - - -45.3 + + +42.8 - - -45.4 + + +42.82 - - -45.5 + + +42.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 7db561da6e6b..e8eeaef12597 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - - -45.04 + + +10 - - -45.06 + + +12 - - -45.08 + + +14 + + + + +42.6 - - -45.1 + + +42.65 - - -45.12 + + +42.7 - - -45.14 + + +42.75 - - -45.16 + + +42.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 2bbd30ffb2e7..c1127d230117 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,30 +54,26 @@ Average Time (ms) - -44 - - - -46 + +42 - - -48 + + +42.5 - - -50 + + +43 - - -52 + + +43.5 - - -54 + + +44 - + Density (a.u.) @@ -86,70 +82,34 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 + + +0.4 - - -0.3 + + +0.6 - - -0.35 + + +0.8 - - -0.4 + + +1 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 1f28e86d1b8e..5ce5378eba06 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (ms) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 + + +0.6 + + + +0.8 + + + +1 - + + +1.2 + + - -45 + +42 + + + +42.5 + + + +43 - - -50 + + +43.5 - - -55 + + +44 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 309cf17b8cdd..bad833cb0e20 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,57 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - + +43.0 + + + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - + 0 @@ -109,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 1535970ce744..07056ea1d626 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,61 +6,65 @@ Density (a.u.) Average Time (ms) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + -0.45 +1 - -0.5 + +1.1 - + - + 45 - - + + 50 - + 55 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 334a8005ffbc..967bf78dda45 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 + + +12 - - -3 + + +14 - + - -45 + +42.7 + + + +42.72 + + + +42.74 - - -45.1 + + +42.76 - - -45.2 + + +42.78 - - -45.3 + + +42.8 - - -45.4 + + +42.82 - - -45.5 + + +42.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index fa72a296d417..00c99bbbb527 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517396.83428125,"upper_bound":6527766.69596875},"point_estimate":6521844.72625,"standard_error":2692.924003850096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6514937.0,"upper_bound":6518188.0},"point_estimate":6516246.875,"standard_error":666.0954361513637},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4362.365097552538,"upper_bound":7110.2714862674475},"point_estimate":5382.579204440117,"standard_error":715.9884963938698},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.387856730617,"upper_bound":41550.90894116538},"point_estimate":27037.134821955264,"standard_error":8681.570201782422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521828.62734375,"upper_bound":6556230.4257499995},"point_estimate":6535010.8925,"standard_error":9211.905948524707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515506.375,"upper_bound":6517922.5},"point_estimate":6516908.9375,"standard_error":638.3686756362487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5305.85465580225,"upper_bound":9198.976861685514},"point_estimate":7491.855654492974,"standard_error":945.5203159864823},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23025.188420112918,"upper_bound":152240.7687819118},"point_estimate":92155.30065386798,"standard_error":42191.50553700288}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index e493c37283b3..81ecac15b895 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52089299.0,52073119.0,52154812.0,52106632.0,52055416.0,52113705.0,52237676.0,52081505.0,52118404.0,52115880.0,52147828.0,52089981.0,52108024.0,52324658.0,52148960.0,52249718.0,52127050.0,52099478.0,52172144.0,52122271.0,52151596.0,52143110.0,52155122.0,52161203.0,52123763.0,53801528.0,52198413.0,52111902.0,52145504.0,52217228.0,52075454.0,52137660.0,52130516.0,52099138.0,52167716.0,52131729.0,52100020.0,52242545.0,52103626.0,52147327.0,52196158.0,52294652.0,52097295.0,52158108.0,52089560.0,53062381.0,52105459.0,52238968.0,52106902.0,52112943.0,52271328.0,52167295.0,52170320.0,52156875.0,52112654.0,52146836.0,52133672.0,52127491.0,52151545.0,52129274.0,52128753.0,52063772.0,52087957.0,52160552.0,52282168.0,52090562.0,52119576.0,52169730.0,52119496.0,52110890.0,52107434.0,52108626.0,52227467.0,52129434.0,52095892.0,52155984.0,52105920.0,52089700.0,52069041.0,52247720.0,52087321.0,52056664.0,52093142.0,53058581.0,52132615.0,52154937.0,52131023.0,52131905.0,52095427.0,52080749.0,52128628.0,52186646.0,52153164.0,52071171.0,52065030.0,52251618.0,52153765.0,52106126.0,52219658.0,52135561.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52225012.0,52230523.0,52054474.0,52084139.0,52149852.0,52071616.0,52184347.0,52143380.0,52126469.0,52106131.0,52079310.0,52118854.0,52060345.0,52153058.0,52088938.0,52124294.0,52108645.0,52040728.0,52085833.0,52175580.0,52926332.0,52198162.0,59105360.0,52203823.0,52114947.0,52977868.0,52135185.0,52198223.0,52097073.0,52132850.0,52101161.0,52129614.0,52115779.0,52084200.0,52131248.0,52118534.0,52086594.0,52105730.0,52157126.0,53076743.0,52098026.0,52056999.0,52093136.0,52086785.0,52219492.0,52140024.0,52240081.0,52207209.0,52156134.0,52329768.0,52168797.0,52126368.0,52197401.0,52089459.0,52230903.0,52092676.0,52141146.0,52246623.0,52252464.0,52176863.0,52141096.0,52123043.0,52217920.0,52177694.0,52139733.0,52173066.0,52662680.0,52806809.0,52153078.0,52100378.0,52136450.0,52139596.0,52094011.0,52135959.0,52038517.0,52102276.0,52135358.0,52926436.0,52210630.0,52125059.0,52101595.0,52132353.0,52175814.0,52160355.0,52144586.0,52082350.0,52130770.0,52120591.0,52105854.0,52108458.0,52096796.0,52077771.0,52100273.0,52108598.0,53510657.0,52350840.0,52189370.0,53383650.0,52135539.0,52094271.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 41ab4eed01c6..0f1dee1e0b2b 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6492232.34375,6502678.71875,6530535.71875,6540982.09375] \ No newline at end of file +[6478715.96875,6495668.3125,6540874.5625,6557826.90625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 9709e3efaeca..5e5c261d69c5 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008210836009532352,"upper_bound":0.0020275262430041628},"point_estimate":0.0009854410230754063,"standard_error":0.0005032005173322912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004048669640572822,"upper_bound":0.001067201222534652},"point_estimate":0.0006994629612167014,"standard_error":0.00016438885196854342}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000193208284645263,"upper_bound":0.00537117752855834},"point_estimate":0.0020187794715513796,"standard_error":0.0014788497471026046},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00022924842015825675,"upper_bound":0.00039708654930548093},"point_estimate":0.00010160181354401665,"standard_error":0.00014380660984516423}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index fa72a296d417..00c99bbbb527 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517396.83428125,"upper_bound":6527766.69596875},"point_estimate":6521844.72625,"standard_error":2692.924003850096},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6514937.0,"upper_bound":6518188.0},"point_estimate":6516246.875,"standard_error":666.0954361513637},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4362.365097552538,"upper_bound":7110.2714862674475},"point_estimate":5382.579204440117,"standard_error":715.9884963938698},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.387856730617,"upper_bound":41550.90894116538},"point_estimate":27037.134821955264,"standard_error":8681.570201782422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521828.62734375,"upper_bound":6556230.4257499995},"point_estimate":6535010.8925,"standard_error":9211.905948524707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515506.375,"upper_bound":6517922.5},"point_estimate":6516908.9375,"standard_error":638.3686756362487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5305.85465580225,"upper_bound":9198.976861685514},"point_estimate":7491.855654492974,"standard_error":945.5203159864823},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23025.188420112918,"upper_bound":152240.7687819118},"point_estimate":92155.30065386798,"standard_error":42191.50553700288}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index e493c37283b3..81ecac15b895 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52089299.0,52073119.0,52154812.0,52106632.0,52055416.0,52113705.0,52237676.0,52081505.0,52118404.0,52115880.0,52147828.0,52089981.0,52108024.0,52324658.0,52148960.0,52249718.0,52127050.0,52099478.0,52172144.0,52122271.0,52151596.0,52143110.0,52155122.0,52161203.0,52123763.0,53801528.0,52198413.0,52111902.0,52145504.0,52217228.0,52075454.0,52137660.0,52130516.0,52099138.0,52167716.0,52131729.0,52100020.0,52242545.0,52103626.0,52147327.0,52196158.0,52294652.0,52097295.0,52158108.0,52089560.0,53062381.0,52105459.0,52238968.0,52106902.0,52112943.0,52271328.0,52167295.0,52170320.0,52156875.0,52112654.0,52146836.0,52133672.0,52127491.0,52151545.0,52129274.0,52128753.0,52063772.0,52087957.0,52160552.0,52282168.0,52090562.0,52119576.0,52169730.0,52119496.0,52110890.0,52107434.0,52108626.0,52227467.0,52129434.0,52095892.0,52155984.0,52105920.0,52089700.0,52069041.0,52247720.0,52087321.0,52056664.0,52093142.0,53058581.0,52132615.0,52154937.0,52131023.0,52131905.0,52095427.0,52080749.0,52128628.0,52186646.0,52153164.0,52071171.0,52065030.0,52251618.0,52153765.0,52106126.0,52219658.0,52135561.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52225012.0,52230523.0,52054474.0,52084139.0,52149852.0,52071616.0,52184347.0,52143380.0,52126469.0,52106131.0,52079310.0,52118854.0,52060345.0,52153058.0,52088938.0,52124294.0,52108645.0,52040728.0,52085833.0,52175580.0,52926332.0,52198162.0,59105360.0,52203823.0,52114947.0,52977868.0,52135185.0,52198223.0,52097073.0,52132850.0,52101161.0,52129614.0,52115779.0,52084200.0,52131248.0,52118534.0,52086594.0,52105730.0,52157126.0,53076743.0,52098026.0,52056999.0,52093136.0,52086785.0,52219492.0,52140024.0,52240081.0,52207209.0,52156134.0,52329768.0,52168797.0,52126368.0,52197401.0,52089459.0,52230903.0,52092676.0,52141146.0,52246623.0,52252464.0,52176863.0,52141096.0,52123043.0,52217920.0,52177694.0,52139733.0,52173066.0,52662680.0,52806809.0,52153078.0,52100378.0,52136450.0,52139596.0,52094011.0,52135959.0,52038517.0,52102276.0,52135358.0,52926436.0,52210630.0,52125059.0,52101595.0,52132353.0,52175814.0,52160355.0,52144586.0,52082350.0,52130770.0,52120591.0,52105854.0,52108458.0,52096796.0,52077771.0,52100273.0,52108598.0,53510657.0,52350840.0,52189370.0,53383650.0,52135539.0,52094271.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 41ab4eed01c6..0f1dee1e0b2b 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6492232.34375,6502678.71875,6530535.71875,6540982.09375] \ No newline at end of file +[6478715.96875,6495668.3125,6540874.5625,6557826.90625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 12062e7a34b6..9312a1dee27d 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,58 +9,94 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - + -0.3 +0.25 - + +0.3 + + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - -4.5 - - - + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - - - + + +7.5 + + + +8 + + + +8.5 + + + +9 + + + +9.5 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 1fac06751bda..1a9db8fe2ac5 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - + - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 - - - -40 + + +140 - - -45 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 8085e798f781..ee27ebc02bd0 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.52 - - - -6.54 - - - -6.56 - - - -6.58 - - - + 6.6 - - -6.62 + + +6.7 - - -6.64 + + +6.8 - - -6.66 + + +6.9 - - -6.68 + + +7.0 - - -6.7 + + +7.1 + + + +7.2 - - -6.72 + + +7.3 - + 0 @@ -117,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + + - + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 64d80b1aba78..a71ea82f7701 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,43 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - + 6.5 - - -6.6 + + +7 - - -6.7 + + +7.5 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 5a10da4aa364..0efe6a71c5cb 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 - - - -400 + + +100 - - -500 + + +150 - - -600 + + +200 - - -700 + + +250 - + - + 0 - + -5e-4 +0.001 - -0.001 + +0.002 - - -0.0015 + + +0.003 - - -0.002 + + +0.004 + + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 842cd674a7e5..82f3d539680c 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - - -4e-4 + + +3000 - - -5e-4 + + +3500 - - -6e-4 + + + +-2e-4 - - -7e-4 + + +-1e-4 - - -8e-4 + + +-2.7105e-20 - - -9e-4 + + +1e-4 - - -0.001 + + +2e-4 - - -0.0011 + + +3e-4 + + + +4e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index d5e0d7be1ce0..b40aafcf5a1f 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 528b8ca6d7a4..c4aba09168ed 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003228 - 0.0003316 - 0.0003163 + 0.0006283 + 0.0006413 + 0.0006087 Mean - 6.5174 ms - 6.5218 ms - 6.5278 ms + 6.5218 ms + 6.5350 ms + 6.5562 ms Std. Dev. - 6.9394 µs - 27.037 µs - 41.551 µs + 23.025 µs + 92.155 µs + 152.24 µs Median - 6.5149 ms - 6.5162 ms - 6.5182 ms + 6.5155 ms + 6.5169 ms + 6.5179 ms MAD - 4.3624 µs - 5.3826 µs - 7.1103 µs + 5.3059 µs + 7.4919 µs + 9.1990 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0082% - +0.0985% - +0.2028% - (p = 0.04 < + -0.0193% + +0.2019% + +0.5371% + (p = 0.18 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 10745326f996..7bb8d81d75a9 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,47 @@ Average Iteration Time (ms) - - - + + - - - - - - - + + + + + - -6.52 - - - -6.54 + +6.6 - - -6.56 + + +6.7 - + -6.58 +6.8 - -6.6 + +6.9 - - -6.62 + + +7.0 - - -6.64 + + +7.1 - - -6.66 - - - -6.68 - - - -6.7 + + +7.2 - - -6.72 + + +7.3 - + 10 @@ -112,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 2899541f9ea7..5af9b6bab85d 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,47 @@ Average Iteration Time (ms) - - - + + - - - - - - - + + + + + - -6.52 - - - -6.54 + +6.6 - - -6.56 + + +6.7 - + -6.58 +6.8 - -6.6 + +6.9 - - -6.62 + + +7.0 - - -6.64 + + +7.1 - - -6.66 - - - -6.68 - - - -6.7 + + +7.2 - - -6.72 + + +7.3 - + 10 @@ -109,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index a626ee8ccb74..cd3c2c22e008 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 + + + +15 - - -60 + + +20 - - -80 + + +25 - - -100 + + +30 - - -120 + + +35 - - -140 + + +40 - - -160 + + +45 - - - -6.518 + + +50 - - + + + 6.52 - - -6.522 + + +6.525 + + + +6.53 + + + +6.535 + + + +6.54 + + + +6.545 - - -6.524 + + +6.55 - - -6.526 + + +6.555 - - -6.528 + + +6.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 35cd1e869425..a17eeff4aa87 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + - -6.515 - - - + 6.5155 - - + + 6.516 - - + + 6.5165 - - + + 6.517 - - + + 6.5175 - - -6.518 - - - -6.5185 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 87f56c797241..5eb78f317251 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (ms) - -6.5 + +6.4 - - -6.55 - - - + + 6.6 - - -6.65 + + +6.8 + + + +7 - - -6.7 + + +7.2 - - -6.75 + + +7.4 - + Density (a.u.) @@ -78,52 +78,70 @@ Density (a.u.) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 - - - -15 - - - -20 - - - -25 - - - - - - - - - - - - - - - + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + - + + + + + + - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 4efc3d35c3fd..8b946a7a618a 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (ms) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - - -25 + + +9 - - -30 + + +10 - + - + 6.5 - - -6.6 + + +7 - - -6.7 + + +7.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index f8c7d8e231f3..4bb28c72aed1 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.52 - - - -6.54 - - - -6.56 - - - -6.58 - - - + 6.6 - - -6.62 + + +6.7 - - -6.64 + + +6.8 - - -6.66 + + +6.9 - - -6.68 + + +7.0 - - -6.7 + + +7.1 + + + +7.2 - - -6.72 + + +7.3 - + 0 @@ -114,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - + + + + + + + - + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index ba20a890a181..bca420b9356e 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,41 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - + 6.5 - - -6.6 + + +7 - - -6.7 + + +7.5 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index cad859d19310..c4c32878ff01 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 + + + +15 - - -60 + + +20 - - -80 + + +25 - - -100 + + +30 - - -120 + + +35 - - -140 + + +40 - - -160 + + +45 - - - -6.518 + + +50 - - + + + 6.52 - - -6.522 + + +6.525 + + + +6.53 + + + +6.535 + + + +6.54 + + + +6.545 - - -6.524 + + +6.55 - - -6.526 + + +6.555 - - -6.528 + + +6.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 925dca8da0cc..15039287b9a6 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5989146.468888888,"upper_bound":6011055.22},"point_estimate":5999752.661111112,"standard_error":5617.8538745069545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5971421.0,"upper_bound":5992368.888888889},"point_estimate":5980728.833333334,"standard_error":5306.262787356531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24927.77702411008,"upper_bound":48760.73633432365},"point_estimate":35898.85209600277,"standard_error":6464.011502993954},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46444.87285979841,"upper_bound":65456.21705623495},"point_estimate":56754.3486527594,"standard_error":4865.197465064946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6360138.98625,"upper_bound":6386365.26125},"point_estimate":6373123.8825,"standard_error":6685.452910187436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6354807.5,"upper_bound":6369767.375},"point_estimate":6363871.125,"standard_error":3979.801519113117},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22730.481496453285,"upper_bound":47768.815176934004},"point_estimate":31637.571488320827,"standard_error":6097.331281537232},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54480.60214283649,"upper_bound":78796.80365335614},"point_estimate":67331.47172379385,"standard_error":6233.959458990697}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 289d4b11b1ea..8b8ce2d16a31 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55184267.0,54741082.0,55147298.0,54942366.0,54475607.0,54506885.0,54683064.0,54175659.0,55296746.0,54856917.0,55351249.0,54739399.0,54631548.0,55589642.0,55340449.0,55039568.0,53956441.0,54145403.0,54179917.0,54085390.0,53923489.0,53803395.0,54212708.0,54155091.0,53667653.0,53507144.0,54294961.0,53951582.0,53945392.0,53693828.0,53734152.0,54088993.0,53668410.0,54572003.0,54332397.0,54444807.0,54127054.0,53409979.0,53607937.0,54343517.0,54528311.0,53644816.0,54923758.0,53781461.0,53766352.0,53945736.0,53704347.0,53637091.0,53905752.0,53429124.0,53797320.0,53581799.0,53863253.0,54016879.0,53702152.0,53655185.0,53560609.0,54169092.0,53600023.0,53609590.0,53653842.0,53853735.0,53833848.0,53701271.0,53589603.0,53720978.0,53941850.0,53448891.0,53717982.0,53583451.0,54328009.0,53678970.0,53931320.0,53810044.0,53413956.0,53902697.0,53672577.0,53694218.0,53577911.0,53538798.0,53620712.0,53905902.0,53585926.0,53857993.0,53450133.0,53955775.0,53437149.0,53609340.0,53722521.0,53282371.0,54009244.0,53673680.0,53819271.0,53797300.0,53235954.0,53812979.0,53886987.0,53657569.0,53743810.0,53742789.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52418026.0,50263472.0,49895635.0,50958139.0,50822326.0,50174196.0,51629763.0,51924304.0,51240978.0,50948461.0,51746773.0,50347790.0,50063579.0,51202255.0,51401077.0,50772152.0,50080931.0,50912886.0,49772389.0,52799865.0,50569237.0,51618237.0,51845041.0,50351010.0,50909052.0,50302760.0,51347842.0,51077477.0,51035538.0,51661758.0,52322002.0,51879325.0,51645488.0,50718827.0,50626885.0,51655116.0,49891120.0,51025870.0,50140236.0,50815337.0,51252344.0,52165178.0,52369220.0,50598782.0,50160523.0,51326812.0,50436649.0,51103966.0,50999390.0,50925142.0,50878114.0,50902359.0,51239920.0,51116319.0,50921886.0,50814555.0,51090461.0,51063681.0,50799617.0,50891509.0,50781894.0,50929119.0,50708457.0,50962502.0,50946432.0,50826097.0,51615000.0,50968774.0,50873205.0,50745075.0,50770964.0,50997046.0,50736049.0,50968363.0,51055576.0,50795520.0,50907930.0,50781674.0,50834242.0,51070193.0,50944498.0,50921354.0,50749513.0,50757989.0,51198873.0,50713627.0,50952282.0,50755696.0,50781995.0,50841977.0,50843810.0,51127503.0,50824504.0,50846264.0,51364312.0,51612513.0,50842678.0,50724107.0,50784820.0,50767097.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 75fe527df542..26380dc379df 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5788635.722222221,5875260.805555555,6106261.027777779,6192886.111111113] \ No newline at end of file +[6202905.4375,6274253.96875,6464516.71875,6535865.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 37ce9d59c825..02283b30db39 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03772419756135264,"upper_bound":-0.03238774535939647},"point_estimate":-0.035081330116494724,"standard_error":0.0013639837679998875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.043392528580399214,"upper_bound":-0.037997130382693936},"point_estimate":-0.0410559231698272,"standard_error":0.0013419597276802327}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.059342197755521076,"upper_bound":0.06529276060490252},"point_estimate":0.06223110226009587,"standard_error":0.001501796240387619},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.061467516266960676,"upper_bound":0.06607879845558418},"point_estimate":0.064062809457476,"standard_error":0.0011682042377473077}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 925dca8da0cc..15039287b9a6 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5989146.468888888,"upper_bound":6011055.22},"point_estimate":5999752.661111112,"standard_error":5617.8538745069545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5971421.0,"upper_bound":5992368.888888889},"point_estimate":5980728.833333334,"standard_error":5306.262787356531},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24927.77702411008,"upper_bound":48760.73633432365},"point_estimate":35898.85209600277,"standard_error":6464.011502993954},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46444.87285979841,"upper_bound":65456.21705623495},"point_estimate":56754.3486527594,"standard_error":4865.197465064946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6360138.98625,"upper_bound":6386365.26125},"point_estimate":6373123.8825,"standard_error":6685.452910187436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6354807.5,"upper_bound":6369767.375},"point_estimate":6363871.125,"standard_error":3979.801519113117},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22730.481496453285,"upper_bound":47768.815176934004},"point_estimate":31637.571488320827,"standard_error":6097.331281537232},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54480.60214283649,"upper_bound":78796.80365335614},"point_estimate":67331.47172379385,"standard_error":6233.959458990697}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 289d4b11b1ea..8b8ce2d16a31 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55184267.0,54741082.0,55147298.0,54942366.0,54475607.0,54506885.0,54683064.0,54175659.0,55296746.0,54856917.0,55351249.0,54739399.0,54631548.0,55589642.0,55340449.0,55039568.0,53956441.0,54145403.0,54179917.0,54085390.0,53923489.0,53803395.0,54212708.0,54155091.0,53667653.0,53507144.0,54294961.0,53951582.0,53945392.0,53693828.0,53734152.0,54088993.0,53668410.0,54572003.0,54332397.0,54444807.0,54127054.0,53409979.0,53607937.0,54343517.0,54528311.0,53644816.0,54923758.0,53781461.0,53766352.0,53945736.0,53704347.0,53637091.0,53905752.0,53429124.0,53797320.0,53581799.0,53863253.0,54016879.0,53702152.0,53655185.0,53560609.0,54169092.0,53600023.0,53609590.0,53653842.0,53853735.0,53833848.0,53701271.0,53589603.0,53720978.0,53941850.0,53448891.0,53717982.0,53583451.0,54328009.0,53678970.0,53931320.0,53810044.0,53413956.0,53902697.0,53672577.0,53694218.0,53577911.0,53538798.0,53620712.0,53905902.0,53585926.0,53857993.0,53450133.0,53955775.0,53437149.0,53609340.0,53722521.0,53282371.0,54009244.0,53673680.0,53819271.0,53797300.0,53235954.0,53812979.0,53886987.0,53657569.0,53743810.0,53742789.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52418026.0,50263472.0,49895635.0,50958139.0,50822326.0,50174196.0,51629763.0,51924304.0,51240978.0,50948461.0,51746773.0,50347790.0,50063579.0,51202255.0,51401077.0,50772152.0,50080931.0,50912886.0,49772389.0,52799865.0,50569237.0,51618237.0,51845041.0,50351010.0,50909052.0,50302760.0,51347842.0,51077477.0,51035538.0,51661758.0,52322002.0,51879325.0,51645488.0,50718827.0,50626885.0,51655116.0,49891120.0,51025870.0,50140236.0,50815337.0,51252344.0,52165178.0,52369220.0,50598782.0,50160523.0,51326812.0,50436649.0,51103966.0,50999390.0,50925142.0,50878114.0,50902359.0,51239920.0,51116319.0,50921886.0,50814555.0,51090461.0,51063681.0,50799617.0,50891509.0,50781894.0,50929119.0,50708457.0,50962502.0,50946432.0,50826097.0,51615000.0,50968774.0,50873205.0,50745075.0,50770964.0,50997046.0,50736049.0,50968363.0,51055576.0,50795520.0,50907930.0,50781674.0,50834242.0,51070193.0,50944498.0,50921354.0,50749513.0,50757989.0,51198873.0,50713627.0,50952282.0,50755696.0,50781995.0,50841977.0,50843810.0,51127503.0,50824504.0,50846264.0,51364312.0,51612513.0,50842678.0,50724107.0,50784820.0,50767097.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 75fe527df542..26380dc379df 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5788635.722222221,5875260.805555555,6106261.027777779,6192886.111111113] \ No newline at end of file +[6202905.4375,6274253.96875,6464516.71875,6535865.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 572083119564..b7216c3aa7ec 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + + +0.08 + + + +0.09 + + - + +20 + + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 88e43306e0b0..b177cd769367 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - + - -46 - - - -48 - - - -50 - - - -52 + +55 - - -54 - - - -56 - - - -58 - - - + + 60 - - -62 + + +65 + + + +70 - - -64 + + +75 - - -66 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 46ba423dacc1..83ed54caafcb 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -5.95 - - - + 6.0 - - -6.05 - - - + + 6.1 - - -6.15 - - - + + 6.2 - - -6.25 - - - + + 6.3 - + + +6.4 + + + +6.5 + + 0 @@ -102,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index a93e53c6e3f9..c61be6656fd5 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -46,18 +46,26 @@ Average Time (ms) - + 6 - - + + 6.2 - - - - - + + +6.4 + + + +6.6 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 9b8a42fd5a73..ce56bf1037b0 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.038 + +0.059 - - --0.037 + + +0.06 - - --0.036 + + +0.061 - - --0.035 + + +0.062 - - --0.034 + + +0.063 - - --0.033 + + +0.064 - - --0.032 + + +0.065 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 3daf9ab22224..a9d0af1f656d 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - --0.043 + +0.061 - - --0.042 + + +0.062 - - --0.041 + + +0.063 - - --0.04 + + +0.064 - - --0.039 + + +0.065 - - --0.038 + + +0.066 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index b2456bb33801..b4acd6b159fd 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 4c9c982ae640..c16e5da4fc35 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0024255 - 0.0025108 - 0.0024144 + 0.0015905 + 0.0016501 + 0.0015882 Mean - 5.9891 ms - 5.9998 ms - 6.0111 ms + 6.3601 ms + 6.3731 ms + 6.3864 ms Std. Dev. - 46.445 µs - 56.754 µs - 65.456 µs + 54.481 µs + 67.331 µs + 78.797 µs Median - 5.9714 ms - 5.9807 ms - 5.9924 ms + 6.3548 ms + 6.3639 ms + 6.3698 ms MAD - 24.928 µs - 35.899 µs - 48.761 µs + 22.730 µs + 31.638 µs + 47.769 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -3.7724% - -3.5081% - -3.2388% + +5.9342% + +6.2231% + +6.5293% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index aabe604b1ac8..4c387b875e09 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,32 +15,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -5.95 + +6.25 - - -6.0 + + +6.3 - - -6.05 + + +6.35 - - -6.1 + + +6.4 - - -6.15 + + +6.45 - + + +6.5 + + + +6.55 + + 10 @@ -82,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 294d68a36c5b..a401e87ea5bf 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,32 +12,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -5.95 + +6.25 - - -6.0 + + +6.3 - - -6.05 + + +6.35 - - -6.1 + + +6.4 - - -6.15 + + +6.45 - + + +6.5 + + + +6.55 + + 10 @@ -79,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 0a57e1c02652..d9982a1c5187 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -5.99 + +6.36 - - -5.995 + + +6.365 - - -6 + + +6.37 - - -6.005 + + +6.375 - - -6.01 + + +6.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index b72ea1dbf1ea..3ac0c48aa5bc 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - -5.97 + +6.354 + + + +6.356 + + + +6.358 + + + +6.36 + + + +6.362 - - -5.975 + + +6.364 - - -5.98 + + +6.366 - - -5.985 + + +6.368 - - -5.99 + + +6.37 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 4b307dabb683..7d3e6c632dd8 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,75 +13,83 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + -9 +8 - -5.85 + +6.15 - - -5.9 + + +6.2 - - -5.95 + + +6.25 - - -6 + + +6.3 - - -6.05 + + +6.35 - - -6.1 + + +6.4 - - -6.15 + + +6.45 - - -6.2 + + +6.5 + + + +6.55 + + + +6.6 - + + +6.65 + + Density (a.u.) @@ -90,62 +98,74 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - - - - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index a621d1b0dcf1..7616bc08b071 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - + - -5.9 + +6.2 - - -6 + + +6.3 - - -6.1 + + +6.4 - - -6.2 + + +6.5 + + + +6.6 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index fa432da185ae..a36f0b094183 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -5.95 - - - + 6.0 - - -6.05 - - - + + 6.1 - - -6.15 - - - + + 6.2 - - -6.25 - - - + + 6.3 - + + +6.4 + + + +6.5 + + 0 @@ -99,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index bee85c1efd8c..4e510c7f1cee 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -43,16 +43,24 @@ Average Time (ms) - + 6 - - + + 6.2 - - - - - + + +6.4 + + + +6.6 + + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index a637ed2322a9..18d50e4cc4a8 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -5.99 + +6.36 - - -5.995 + + +6.365 - - -6 + + +6.37 - - -6.005 + + +6.375 - - -6.01 + + +6.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 2a2d2762af8e..8b232960fea6 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4270364.739395834,"upper_bound":4279481.6243125005},"point_estimate":4274532.270000001,"standard_error":2333.949108076669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4267527.75,"upper_bound":4274695.375},"point_estimate":4270604.583333333,"standard_error":1937.6384560343308},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10863.442432135113,"upper_bound":17046.502072362942},"point_estimate":12659.859400242798,"standard_error":1595.902910999973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13073.287342870195,"upper_bound":32659.27011217186},"point_estimate":23434.737351879157,"standard_error":5063.531607290511}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3855511.806057694,"upper_bound":3865411.854865384},"point_estimate":3859902.2138461526,"standard_error":2547.276398165652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3853570.923076923,"upper_bound":3859068.923076923},"point_estimate":3856035.730769231,"standard_error":1328.1405038777646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8710.0467530582,"upper_bound":14551.604695503767},"point_estimate":12032.724363299463,"standard_error":1499.2809807346111},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11800.433310758746,"upper_bound":37044.455940029955},"point_estimate":25566.71345769927,"standard_error":6788.39021643845}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index ecb332b8da14..23e107681309 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52087413.0,51255113.0,51090245.0,51124340.0,51344039.0,51332377.0,51244243.0,51134058.0,51170837.0,52982570.0,51231589.0,51300277.0,51292412.0,51069397.0,51405844.0,51366260.0,51146501.0,51245515.0,51157662.0,51500320.0,51476245.0,51062394.0,51496485.0,51285413.0,51313374.0,51341336.0,51210333.0,51337600.0,51654721.0,51509870.0,51169547.0,51445540.0,51098334.0,51248995.0,51379438.0,51323914.0,51064340.0,51163866.0,51480516.0,51434931.0,51250417.0,51065543.0,51222756.0,51402741.0,51464025.0,51099216.0,51152505.0,51269673.0,51516613.0,51322472.0,51283018.0,51383766.0,51292787.0,51425613.0,51336828.0,51160510.0,51220712.0,51200574.0,51553632.0,51348390.0,51139521.0,51701437.0,51235720.0,51386681.0,51160811.0,50851625.0,51332751.0,52640135.0,51390248.0,51002045.0,51223958.0,51072196.0,51088155.0,51176610.0,51077776.0,51035867.0,51057167.0,51180537.0,51184194.0,51505733.0,51028474.0,51181379.0,51156522.0,51278239.0,50950228.0,51197880.0,51121457.0,51277508.0,50978050.0,51186478.0,51351055.0,51387032.0,51438858.0,51367575.0,51154118.0,51220912.0,51234988.0,51344803.0,51177572.0,51012434.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50031997.0,49771760.0,50007711.0,50387321.0,50378855.0,50260364.0,50255996.0,50425482.0,50071752.0,50208487.0,49997783.0,50145309.0,52144003.0,50135691.0,50223825.0,50474324.0,50073886.0,50262538.0,49896765.0,50192978.0,50115844.0,50127396.0,50171895.0,50083407.0,50122140.0,50409487.0,49922367.0,49960117.0,50222768.0,49978170.0,50122349.0,49831026.0,50144231.0,50039505.0,50075392.0,50198863.0,50589714.0,50235602.0,50092003.0,50153468.0,50124834.0,50014528.0,50262812.0,50113544.0,50258905.0,50088256.0,50045437.0,50002566.0,50167896.0,50129533.0,50177753.0,50091934.0,52235117.0,50102263.0,49833870.0,50220614.0,50024587.0,50174257.0,49985825.0,50210034.0,50307817.0,50100910.0,50096422.0,50215434.0,50328466.0,50280746.0,50094528.0,50155311.0,50158768.0,49841195.0,49858888.0,49923920.0,50616603.0,49921825.0,49983070.0,50243737.0,50257533.0,50486811.0,49996796.0,50197821.0,50435365.0,50137959.0,50017043.0,50195046.0,50107161.0,50086533.0,50037862.0,49983390.0,50258935.0,50248947.0,50092714.0,50062688.0,50314479.0,50149310.0,50074531.0,50347651.0,50387926.0,49951952.0,49753821.0,49955828.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 2a7b3808e370..808eb7000d3c 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4209338.479166669,4236165.947916668,4307705.864583332,4334533.333333331] \ No newline at end of file +[3800804.9615384606,3824879.240384615,3889077.317307693,3913151.596153847] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 013b115958dd..471e439e8887 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06923617480314113,"upper_bound":0.08775133171950303},"point_estimate":0.08018850093998364,"standard_error":0.004830902600480943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08934354585440119,"upper_bound":0.09205181483861757},"point_estimate":0.09052435949742321,"standard_error":0.0006847259496001707}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09848135323723615,"upper_bound":-0.09560269208265978},"point_estimate":-0.0970000996515693,"standard_error":0.0007367037267994188},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09811657443708521,"upper_bound":-0.0961033246185069},"point_estimate":-0.0970749795431819,"standard_error":0.0005089115775905993}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 2a2d2762af8e..8b232960fea6 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4270364.739395834,"upper_bound":4279481.6243125005},"point_estimate":4274532.270000001,"standard_error":2333.949108076669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4267527.75,"upper_bound":4274695.375},"point_estimate":4270604.583333333,"standard_error":1937.6384560343308},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10863.442432135113,"upper_bound":17046.502072362942},"point_estimate":12659.859400242798,"standard_error":1595.902910999973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13073.287342870195,"upper_bound":32659.27011217186},"point_estimate":23434.737351879157,"standard_error":5063.531607290511}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3855511.806057694,"upper_bound":3865411.854865384},"point_estimate":3859902.2138461526,"standard_error":2547.276398165652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3853570.923076923,"upper_bound":3859068.923076923},"point_estimate":3856035.730769231,"standard_error":1328.1405038777646},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8710.0467530582,"upper_bound":14551.604695503767},"point_estimate":12032.724363299463,"standard_error":1499.2809807346111},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11800.433310758746,"upper_bound":37044.455940029955},"point_estimate":25566.71345769927,"standard_error":6788.39021643845}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index ecb332b8da14..23e107681309 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52087413.0,51255113.0,51090245.0,51124340.0,51344039.0,51332377.0,51244243.0,51134058.0,51170837.0,52982570.0,51231589.0,51300277.0,51292412.0,51069397.0,51405844.0,51366260.0,51146501.0,51245515.0,51157662.0,51500320.0,51476245.0,51062394.0,51496485.0,51285413.0,51313374.0,51341336.0,51210333.0,51337600.0,51654721.0,51509870.0,51169547.0,51445540.0,51098334.0,51248995.0,51379438.0,51323914.0,51064340.0,51163866.0,51480516.0,51434931.0,51250417.0,51065543.0,51222756.0,51402741.0,51464025.0,51099216.0,51152505.0,51269673.0,51516613.0,51322472.0,51283018.0,51383766.0,51292787.0,51425613.0,51336828.0,51160510.0,51220712.0,51200574.0,51553632.0,51348390.0,51139521.0,51701437.0,51235720.0,51386681.0,51160811.0,50851625.0,51332751.0,52640135.0,51390248.0,51002045.0,51223958.0,51072196.0,51088155.0,51176610.0,51077776.0,51035867.0,51057167.0,51180537.0,51184194.0,51505733.0,51028474.0,51181379.0,51156522.0,51278239.0,50950228.0,51197880.0,51121457.0,51277508.0,50978050.0,51186478.0,51351055.0,51387032.0,51438858.0,51367575.0,51154118.0,51220912.0,51234988.0,51344803.0,51177572.0,51012434.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0,13.0],"times":[50031997.0,49771760.0,50007711.0,50387321.0,50378855.0,50260364.0,50255996.0,50425482.0,50071752.0,50208487.0,49997783.0,50145309.0,52144003.0,50135691.0,50223825.0,50474324.0,50073886.0,50262538.0,49896765.0,50192978.0,50115844.0,50127396.0,50171895.0,50083407.0,50122140.0,50409487.0,49922367.0,49960117.0,50222768.0,49978170.0,50122349.0,49831026.0,50144231.0,50039505.0,50075392.0,50198863.0,50589714.0,50235602.0,50092003.0,50153468.0,50124834.0,50014528.0,50262812.0,50113544.0,50258905.0,50088256.0,50045437.0,50002566.0,50167896.0,50129533.0,50177753.0,50091934.0,52235117.0,50102263.0,49833870.0,50220614.0,50024587.0,50174257.0,49985825.0,50210034.0,50307817.0,50100910.0,50096422.0,50215434.0,50328466.0,50280746.0,50094528.0,50155311.0,50158768.0,49841195.0,49858888.0,49923920.0,50616603.0,49921825.0,49983070.0,50243737.0,50257533.0,50486811.0,49996796.0,50197821.0,50435365.0,50137959.0,50017043.0,50195046.0,50107161.0,50086533.0,50037862.0,49983390.0,50258935.0,50248947.0,50092714.0,50062688.0,50314479.0,50149310.0,50074531.0,50347651.0,50387926.0,49951952.0,49753821.0,49955828.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 2a7b3808e370..808eb7000d3c 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4209338.479166669,4236165.947916668,4307705.864583332,4334533.333333331] \ No newline at end of file +[3800804.9615384606,3824879.240384615,3889077.317307693,3913151.596153847] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index ae707a3f95d1..77d97a1514cb 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + +9 + + + +10 + + + 11 - - + + 12 - - + + 13 - - + + 14 - - + + 15 - - -16 - - - -17 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 99c0fb6716e9..5284f2c8f94c 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - + + +0.1 + + + +0.12 + + - + +10 + + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - + + +35 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index d49f9875b5c5..d37383d6be1b 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,47 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + - + - -4.0 - - - -4.2 - - - -4.4 + +3.9 - - -4.6 + + +4.0 - - -4.8 + + +4.1 - - -5.0 + + +4.2 - + -5.2 +4.3 - -5.4 + +4.4 - + 0 @@ -102,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index d9c86771bd78..95d09ebe0805 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,71 +9,43 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 + + +15 - - -16 - - - -18 - - - + + 20 - - -22 - - + - -4 + +3.8 - - -4.5 + + +4 - - -5 + + +4.2 - - -5.5 + + +4.4 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 9eee338371a5..15341f8c69d6 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 + +50 - - -40 + + +100 - - -50 + + +150 - - -60 + + +200 - - -70 + + +250 - - -80 + + +300 - - - -0.068 + + +350 - - -0.07 + + +400 - - -0.072 + + +450 - - -0.074 + + +500 - - -0.076 + + + +-0.0985 - - -0.078 + + +-0.098 - - -0.08 + + +-0.0975 - - -0.082 + + +-0.097 - - -0.084 + + +-0.0965 - - -0.086 + + +-0.096 - - -0.088 + + +-0.0955 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 737e59d7228f..b964a0f1c53f 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + -0.0895 +-0.098 - -0.09 - - - -0.0905 + +-0.0975 - - -0.091 + + +-0.097 - - -0.0915 + + +-0.0965 - - -0.092 + + +-0.096 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 11b9dcd35f47..b6b5e4a178bc 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index ca73da3f0ec1..85ab2cdd5939 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0097438 - 0.0100519 - 0.0096227 + 0.0043923 + 0.0045225 + 0.0043208 Mean - 4.2704 ms - 4.2745 ms - 4.2795 ms + 3.8555 ms + 3.8599 ms + 3.8654 ms Std. Dev. - 13.073 µs - 23.435 µs - 32.659 µs + 11.800 µs + 25.567 µs + 37.044 µs Median - 4.2675 ms - 4.2706 ms - 4.2747 ms + 3.8536 ms + 3.8560 ms + 3.8591 ms MAD - 10.863 µs - 12.660 µs - 17.047 µs + 8.7100 µs + 12.033 µs + 14.552 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +6.9236% - +8.0189% - +8.7751% + -9.8481% + -9.7000% + -9.5603% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index f2f9244ceaba..ceeefff586d9 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - - -4.24 + +3.84 - - -4.26 + + +3.86 - - -4.28 + + +3.88 - - -4.3 + + +3.9 - - -4.32 + + +3.92 - - -4.34 + + +3.94 - - -4.36 + + +3.96 - + -4.38 +3.98 - -4.4 - - 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index b7f5176a382d..164ca4b0e528 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - - -4.24 + +3.84 - - -4.26 + + +3.86 - - -4.28 + + +3.88 - - -4.3 + + +3.9 - - -4.32 + + +3.92 - - -4.34 + + +3.94 - - -4.36 + + +3.96 - + -4.38 +3.98 - -4.4 - - 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index f074754af94e..dbab14bdac1c 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -4.27 - - - -4.271 - - - -4.272 - - - -4.273 - - - -4.274 - - - -4.275 + +3.856 - - -4.276 + + +3.858 - - -4.277 + + +3.86 - - -4.278 + + +3.862 - - -4.279 + + +3.864 - - -4.28 + + +3.866 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index c126b2a5800e..74128611ffa0 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - -4.267 + + +400 + + + +450 - - -4.268 + + + +3.853 - - -4.269 + + +3.854 - - -4.27 + + +3.855 - - -4.271 + + +3.856 - + -4.272 +3.857 - -4.273 - - - -4.274 + +3.858 - - -4.275 + + +3.859 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 6ad094aff33b..8787af9ca955 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,47 +13,55 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - -4.25 + +3.8 - - -4.3 + + +3.85 - - -4.35 + + +3.9 - - -4.4 + + +3.95 - + + +4 + + + +4.05 + + Density (a.u.) @@ -62,36 +70,36 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index ab56548d425d..3d2f1b769105 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,43 +10,35 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -4.25 + +3.8 - - -4.3 + + +3.9 - - -4.35 - - - -4.4 - - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 07b695af5b34..3c105d0d99df 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,47 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + - + - -4.0 - - - -4.2 - - - -4.4 + +3.9 - - -4.6 + + +4.0 - - -4.8 + + +4.1 - - -5.0 + + +4.2 - + -5.2 +4.3 - -5.4 + +4.4 - + 0 @@ -99,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 222589cb7376..043b419a896b 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,69 +6,41 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 + + +15 - - -16 - - - -18 - - - + + 20 - - -22 - - + - -4 + +3.8 - - -4.5 + + +4 - - -5 + + +4.2 - - -5.5 + + +4.4 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index b1221ea87999..e02f2a19f72d 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -4.27 - - - -4.271 - - - -4.272 - - - -4.273 - - - -4.274 - - - -4.275 + +3.856 - - -4.276 + + +3.858 - - -4.277 + + +3.86 - - -4.278 + + +3.862 - - -4.279 + + +3.864 - - -4.28 + + +3.866 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 14ed0ad62742..4c7bc87bb00f 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32120149.14675,"upper_bound":32544978.829},"point_estimate":32341404.69,"standard_error":108427.1842977959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32603440.0,"upper_bound":32859897.0},"point_estimate":32706361.75,"standard_error":70645.73629318803},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380662.36169189215,"upper_bound":720149.9569147825},"point_estimate":580127.6556506753,"standard_error":89875.50534691114},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":866559.58798012,"upper_bound":1302035.592798366},"point_estimate":1092752.650172866,"standard_error":111308.11353532558}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32064626.96225,"upper_bound":32922548.0295},"point_estimate":32506646.57,"standard_error":219338.0888736976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32396995.25,"upper_bound":33629089.5},"point_estimate":33134703.5,"standard_error":338124.9268508318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1320433.9298576117,"upper_bound":2178185.4729294777},"point_estimate":1692636.9467496872,"standard_error":220651.79504484084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1761483.4409200496,"upper_bound":2570655.934052745},"point_estimate":2203486.0138784926,"standard_error":206643.90899893848}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 89c22ce512db..79179d1436a9 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60192331.0,64133892.0,65937020.0,65068181.0,60338392.0,65219233.0,65753176.0,65206880.0,66854017.0,59935352.0,65162366.0,65769327.0,65434494.0,64687161.0,64510212.0,67160648.0,64483693.0,60629505.0,60172914.0,55694023.0,59925654.0,65729222.0,60936115.0,66762116.0,67067334.0,65895873.0,61530482.0,66465583.0,65335439.0,64275515.0,65606132.0,65719794.0,65686022.0,66227350.0,67206403.0,62020285.0,60776588.0,61809032.0,66139556.0,66291990.0,66968841.0,64536371.0,65475830.0,60606542.0,66374153.0,64425695.0,65289533.0,65798822.0,66034441.0,65259547.0,66688409.0,64748485.0,65724323.0,65390953.0,64835988.0,66752457.0,65284553.0,66189379.0,64527775.0,63809337.0,63789930.0,65380092.0,66201231.0,59756929.0,64893947.0,60757022.0,66502402.0,65827796.0,65870375.0,63076953.0,62435237.0,66227411.0,64414414.0,65317776.0,65649373.0,60882906.0,66091948.0,65019621.0,65290425.0,65505685.0,65162327.0,65623465.0,65140375.0,65686433.0,65514282.0,66388710.0,66037877.0,66218173.0,65915690.0,65764668.0,66185622.0,66473248.0,65185900.0,66684742.0,66043744.0,66025583.0,65750591.0,63853789.0,66461876.0,60801634.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[69777222.0,67545055.0,60802749.0,52353615.0,53476302.0,54043131.0,62368985.0,51707718.0,58267213.0,56888567.0,61226631.0,64015070.0,62118858.0,66215391.0,60001984.0,53517790.0,53494546.0,53184025.0,67038318.0,62787096.0,67714090.0,66701889.0,67544403.0,60997353.0,58425357.0,63960879.0,64221996.0,65943793.0,63970186.0,66847561.0,65036308.0,61804460.0,64169118.0,65306753.0,64634136.0,63408026.0,63981497.0,63400031.0,63874318.0,62860774.0,64082667.0,65667487.0,64012645.0,60409344.0,65160179.0,66323423.0,67659057.0,71178913.0,66876937.0,67274710.0,66000970.0,67258179.0,67069396.0,67334201.0,66951646.0,67940002.0,68902731.0,68639520.0,68941694.0,69108725.0,67500361.0,68548169.0,69023697.0,69291277.0,68339429.0,68500199.0,69424866.0,64643785.0,64649195.0,64938786.0,64530623.0,62307120.0,60674680.0,69900755.0,67352876.0,68702907.0,68999913.0,67504238.0,64837616.0,68448522.0,67161538.0,69680935.0,62936715.0,68057863.0,65719294.0,63064394.0,69104564.0,68362965.0,69055951.0,67613165.0,62620828.0,67594370.0,68014004.0,68930225.0,66619307.0,67925879.0,70792825.0,69736111.0,69345672.0,68448075.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 0af465f3a1b8..95ba3e074e9c 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[29786733.875,30999085.625,34232023.625,35444375.375] \ No newline at end of file +[24439861.75,28048961.3125,37673226.8125,41282326.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 7029baacf32d..ec26930045b1 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004262300884265754,"upper_bound":0.036505170135011894},"point_estimate":0.020079197127054638,"standard_error":0.008220303580031035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0021120151889406635,"upper_bound":0.03593517684857295},"point_estimate":0.015074398821768309,"standard_error":0.00857216482334191}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010527053834626862,"upper_bound":0.01991632468797685},"point_estimate":0.0051092981762506096,"standard_error":0.008044671988809319},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010503396173705992,"upper_bound":0.0277795599303321},"point_estimate":0.01309658815841841,"standard_error":0.011029190245032093}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 14ed0ad62742..4c7bc87bb00f 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32120149.14675,"upper_bound":32544978.829},"point_estimate":32341404.69,"standard_error":108427.1842977959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32603440.0,"upper_bound":32859897.0},"point_estimate":32706361.75,"standard_error":70645.73629318803},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380662.36169189215,"upper_bound":720149.9569147825},"point_estimate":580127.6556506753,"standard_error":89875.50534691114},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":866559.58798012,"upper_bound":1302035.592798366},"point_estimate":1092752.650172866,"standard_error":111308.11353532558}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32064626.96225,"upper_bound":32922548.0295},"point_estimate":32506646.57,"standard_error":219338.0888736976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32396995.25,"upper_bound":33629089.5},"point_estimate":33134703.5,"standard_error":338124.9268508318},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1320433.9298576117,"upper_bound":2178185.4729294777},"point_estimate":1692636.9467496872,"standard_error":220651.79504484084},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1761483.4409200496,"upper_bound":2570655.934052745},"point_estimate":2203486.0138784926,"standard_error":206643.90899893848}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 89c22ce512db..79179d1436a9 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[60192331.0,64133892.0,65937020.0,65068181.0,60338392.0,65219233.0,65753176.0,65206880.0,66854017.0,59935352.0,65162366.0,65769327.0,65434494.0,64687161.0,64510212.0,67160648.0,64483693.0,60629505.0,60172914.0,55694023.0,59925654.0,65729222.0,60936115.0,66762116.0,67067334.0,65895873.0,61530482.0,66465583.0,65335439.0,64275515.0,65606132.0,65719794.0,65686022.0,66227350.0,67206403.0,62020285.0,60776588.0,61809032.0,66139556.0,66291990.0,66968841.0,64536371.0,65475830.0,60606542.0,66374153.0,64425695.0,65289533.0,65798822.0,66034441.0,65259547.0,66688409.0,64748485.0,65724323.0,65390953.0,64835988.0,66752457.0,65284553.0,66189379.0,64527775.0,63809337.0,63789930.0,65380092.0,66201231.0,59756929.0,64893947.0,60757022.0,66502402.0,65827796.0,65870375.0,63076953.0,62435237.0,66227411.0,64414414.0,65317776.0,65649373.0,60882906.0,66091948.0,65019621.0,65290425.0,65505685.0,65162327.0,65623465.0,65140375.0,65686433.0,65514282.0,66388710.0,66037877.0,66218173.0,65915690.0,65764668.0,66185622.0,66473248.0,65185900.0,66684742.0,66043744.0,66025583.0,65750591.0,63853789.0,66461876.0,60801634.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[69777222.0,67545055.0,60802749.0,52353615.0,53476302.0,54043131.0,62368985.0,51707718.0,58267213.0,56888567.0,61226631.0,64015070.0,62118858.0,66215391.0,60001984.0,53517790.0,53494546.0,53184025.0,67038318.0,62787096.0,67714090.0,66701889.0,67544403.0,60997353.0,58425357.0,63960879.0,64221996.0,65943793.0,63970186.0,66847561.0,65036308.0,61804460.0,64169118.0,65306753.0,64634136.0,63408026.0,63981497.0,63400031.0,63874318.0,62860774.0,64082667.0,65667487.0,64012645.0,60409344.0,65160179.0,66323423.0,67659057.0,71178913.0,66876937.0,67274710.0,66000970.0,67258179.0,67069396.0,67334201.0,66951646.0,67940002.0,68902731.0,68639520.0,68941694.0,69108725.0,67500361.0,68548169.0,69023697.0,69291277.0,68339429.0,68500199.0,69424866.0,64643785.0,64649195.0,64938786.0,64530623.0,62307120.0,60674680.0,69900755.0,67352876.0,68702907.0,68999913.0,67504238.0,64837616.0,68448522.0,67161538.0,69680935.0,62936715.0,68057863.0,65719294.0,63064394.0,69104564.0,68362965.0,69055951.0,67613165.0,62620828.0,67594370.0,68014004.0,68930225.0,66619307.0,67925879.0,70792825.0,69736111.0,69345672.0,68448075.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 0af465f3a1b8..95ba3e074e9c 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[29786733.875,30999085.625,34232023.625,35444375.375] \ No newline at end of file +[24439861.75,28048961.3125,37673226.8125,41282326.375] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index c158f25f480f..c2db2046dd30 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -6,85 +6,69 @@ fork_join/hydroflow/surface:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 - - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - + - -350 + +1.3 + + + +1.4 - - -400 + + +1.5 - - -450 + + +1.6 - - -500 + + +1.7 - - -550 + + +1.8 - - -600 + + +1.9 - - -650 + + +2 - - -700 + + +2.1 - - -750 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 7c5e77792d91..dc0f7108d84b 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - - -3.5 + + +2 - + - -0.85 - - - -0.9 + +1.7 - - -0.95 + + +1.8 - - -1 + + +1.9 - - -1.05 + + +2 - - -1.1 + + +2.1 - - -1.15 + + +2.2 - - -1.2 + + +2.3 - - -1.25 + + +2.4 - - -1.3 + + +2.5 - - -1.35 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 2bdcb0b4f301..c29b027f35f1 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + 26.0 - - + + +27.0 + + + 28.0 - - + + +29.0 + + + 30.0 - - + + +31.0 + + + 32.0 - - -34.0 + + +33.0 - - -36.0 + + +34.0 - - -38.0 + + +35.0 - + 0 @@ -97,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index df8cdf560ebb..e526aa278bc4 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -50,26 +50,22 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - -40 - - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 326b530bece6..82c44972262e 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,75 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + - + +-0.01 + + + +-0.005 + + + +1.73472e-18 + + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - -0.025 - - - -0.03 - - - -0.035 - - - -0.04 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index b5fb7113d095..44c7c6423e45 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,71 +9,75 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + +30 - - -50 + + +35 - - -60 + + + +-0.01 - - -70 + + +-0.005 - - - -0 + + +1.73472e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index a38e7f1bc65f..e7f6027ad9ec 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index c20796cdd242..a0b8bedf9235 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0296811 - 0.0308723 - 0.0298579 + 0.0058617 + 0.0060985 + 0.0058880 Mean - 32.120 ms - 32.341 ms - 32.545 ms + 32.065 ms + 32.507 ms + 32.923 ms Std. Dev. - 866.56 µs - 1.0928 ms - 1.3020 ms + 1.7615 ms + 2.2035 ms + 2.5707 ms Median - 32.603 ms - 32.706 ms - 32.860 ms + 32.397 ms + 33.135 ms + 33.629 ms MAD - 380.66 µs - 580.13 µs - 720.15 µs + 1.3204 ms + 1.6926 ms + 2.1782 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.4262% - +2.0079% - +3.6505% - (p = 0.01 < + -1.0527% + +0.5109% + +1.9916% + (p = 0.51 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 851beb216d7f..65d0e7671637 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +26.0 + + + +27.0 + + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + + +34.0 + + + +35.0 + + 10 @@ -87,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index f454a6a75913..b98e51dfa430 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + +26.0 + + + +27.0 + + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + + +34.0 + + + +35.0 + + 10 @@ -84,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index aefeb0826a53..99e63aba308f 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - - -4 + + +1.8 - + - -32.1 + +32 - - -32.15 + + +32.1 - - + + 32.2 - - -32.25 - - - + + 32.3 - - -32.35 - - - + + 32.4 - - -32.45 - - - + + 32.5 - - -32.55 + + +32.6 + + + +32.7 + + + +32.8 + + + +32.9 + + + +33 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index b70b0b62a356..d56bf63c1c58 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -1 + +0.2 - - -2 + + +0.4 - - -3 + + +0.6 - - -4 + + +0.8 - - -5 + + +1 - - -6 + + +1.2 - - -7 + + +1.4 - - -8 + + +1.6 - + - -32.6 + +32.4 - - -32.65 + + +32.6 - - -32.7 + + +32.8 - - -32.75 + + +33 - - -32.8 + + +33.2 - - -32.85 + + +33.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index f0f2a8842f18..169d8f5a6644 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - -27 + +24 - - -28 + + +26 - - -29 + + +28 - - + + 30 - - -31 - - - + + 32 - - -33 - - - + + 34 - + + +36 + + + +38 + + Density (a.u.) @@ -95,83 +95,65 @@ Density (a.u.) -0.05 +0.02 - -0.1 + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - - -0.35 + + +0.14 - - -0.4 + + +0.16 - - -0.45 + + +0.18 - - -0.5 + + +0.2 - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 5f416b284ce1..abc23672018e 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,35 @@ Average Time (ms) 0 - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - + - -28 + +25 - - + + 30 - - -32 - - - -34 + + +35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 9da006777c11..bc580e53c880 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,57 @@ Average Iteration Time (ms) - - - - + + + + + + - - + + + - + 26.0 - - + + +27.0 + + + 28.0 - - + + +29.0 + + + 30.0 - - -32.0 + + +31.0 - + -34.0 +32.0 - -36.0 + +33.0 + + + +34.0 - - -38.0 + + +35.0 - + 0 @@ -94,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index efe1017f040d..5d0e980759ef 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -47,24 +47,20 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - -40 - - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 9f2baea89328..fc4dcd8340d9 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - - -4 + + +1.8 - + - -32.1 + +32 - - -32.15 + + +32.1 - - + + 32.2 - - -32.25 - - - + + 32.3 - - -32.35 - - - + + 32.4 - - -32.45 - - - + + 32.5 - - -32.55 + + +32.6 + + + +32.7 + + + +32.8 + + + +32.9 + + + +33 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 374a6127999d..dd07c7bd9267 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8610217.326666664,"upper_bound":8636511.032833332},"point_estimate":8622936.39833333,"standard_error":6751.6088046029645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8595625.166666666,"upper_bound":8620306.166666668},"point_estimate":8609420.75,"standard_error":7229.381192645266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40352.541233599644,"upper_bound":66541.92846864508},"point_estimate":51534.68088507698,"standard_error":6725.416732208453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53808.40771475145,"upper_bound":80268.21578046893},"point_estimate":67942.34659565563,"standard_error":6752.941857299562}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7538673.205892856,"upper_bound":7597633.53275},"point_estimate":7568103.579999999,"standard_error":14999.778332140084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7564365.285714285,"upper_bound":7598185.571428572},"point_estimate":7585061.142857143,"standard_error":9767.515142695669},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63229.076477459595,"upper_bound":143967.76454406066},"point_estimate":90310.67119666548,"standard_error":20533.99376937305},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122191.89381907854,"upper_bound":178753.6232193569},"point_estimate":151552.28809603775,"standard_error":14465.145200350797}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 770792002a17..171498fb3574 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52232638.0,53081048.0,51827794.0,51859172.0,51448828.0,51615859.0,51279733.0,51725102.0,51878939.0,51383046.0,51458947.0,51237444.0,51167304.0,52026333.0,51576365.0,51657656.0,51323795.0,51507156.0,52112073.0,51713641.0,51507557.0,51265948.0,51561478.0,51841449.0,51473544.0,51344284.0,52963739.0,53006088.0,52910309.0,52440876.0,51382114.0,51329615.0,52036723.0,51943369.0,51658178.0,51718721.0,51370663.0,51573501.0,51972633.0,51405667.0,51554274.0,51478713.0,51778191.0,51692271.0,51606171.0,51362416.0,51360995.0,52359104.0,51724953.0,51380461.0,51447105.0,51846809.0,52210667.0,51920277.0,52250902.0,51220733.0,51377485.0,51870023.0,51438519.0,51615398.0,51718320.0,51369540.0,51452845.0,51858291.0,52069634.0,52096293.0,51409845.0,51619225.0,52665714.0,51558812.0,52112334.0,52136989.0,51749879.0,51543414.0,51714142.0,51350545.0,51524509.0,51720403.0,51655393.0,51641818.0,51573751.0,51909597.0,51240821.0,52470351.0,51823025.0,51846739.0,52692243.0,51624565.0,51468164.0,51784894.0,51586534.0,51747614.0,51177603.0,51698573.0,51541971.0,51762762.0,51897085.0,51518347.0,51709914.0,51404545.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51593933.0,50820308.0,50207514.0,50193067.0,51098278.0,51668292.0,51572364.0,51493125.0,51524354.0,51233891.0,52174638.0,52187993.0,52670214.0,52069191.0,53108012.0,53194232.0,53377224.0,51877664.0,52911084.0,52472965.0,52785839.0,52186310.0,53067566.0,52942041.0,54344651.0,51900857.0,52373770.0,54213226.0,52936982.0,52277470.0,52052450.0,53421086.0,52271419.0,52597759.0,52580677.0,53978698.0,55191343.0,53433509.0,53630888.0,53582377.0,54635524.0,55423417.0,56276540.0,55137623.0,53342169.0,53187299.0,53404355.0,54090287.0,53939896.0,53447916.0,53483653.0,53338452.0,53132687.0,53146142.0,53807749.0,53432718.0,53210723.0,53082844.0,53372646.0,53133679.0,53174576.0,53257601.0,52825204.0,52975604.0,52950557.0,52967058.0,52959014.0,52847254.0,53514651.0,54021929.0,53480027.0,53376463.0,54047847.0,52841023.0,52728853.0,53035496.0,52383518.0,53354402.0,52946420.0,53584721.0,56482474.0,53214020.0,53779977.0,53540319.0,53170378.0,52972970.0,53076653.0,53356906.0,53120365.0,53267158.0,53003687.0,53163665.0,53523006.0,53134281.0,51757468.0,51549220.0,51928688.0,51730298.0,51829373.0,51555802.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 1594b6fca760..82a1487360e6 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[8365101.166666662,8470203.979166664,8750478.145833336,8855580.958333338] \ No newline at end of file +[7014290.392857145,7246409.125000001,7865392.4107142845,8097511.142857141] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 74db07e9fc48..3992098216c5 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18204834117411892,"upper_bound":0.18734565492295738},"point_estimate":0.1846902869476521,"standard_error":0.0013563449130983573},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18200149692668477,"upper_bound":0.18811371033315516},"point_estimate":0.18478301363337235,"standard_error":0.0015735504305838565}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12650706139277318,"upper_bound":-0.11863779805427932},"point_estimate":-0.12232872534432848,"standard_error":0.0019963812617577667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.12209351691938852,"upper_bound":-0.11684248832273514},"point_estimate":-0.11898124588031744,"standard_error":0.001401858151325429}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 374a6127999d..dd07c7bd9267 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8610217.326666664,"upper_bound":8636511.032833332},"point_estimate":8622936.39833333,"standard_error":6751.6088046029645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8595625.166666666,"upper_bound":8620306.166666668},"point_estimate":8609420.75,"standard_error":7229.381192645266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40352.541233599644,"upper_bound":66541.92846864508},"point_estimate":51534.68088507698,"standard_error":6725.416732208453},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53808.40771475145,"upper_bound":80268.21578046893},"point_estimate":67942.34659565563,"standard_error":6752.941857299562}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7538673.205892856,"upper_bound":7597633.53275},"point_estimate":7568103.579999999,"standard_error":14999.778332140084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7564365.285714285,"upper_bound":7598185.571428572},"point_estimate":7585061.142857143,"standard_error":9767.515142695669},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63229.076477459595,"upper_bound":143967.76454406066},"point_estimate":90310.67119666548,"standard_error":20533.99376937305},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122191.89381907854,"upper_bound":178753.6232193569},"point_estimate":151552.28809603775,"standard_error":14465.145200350797}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 770792002a17..171498fb3574 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52232638.0,53081048.0,51827794.0,51859172.0,51448828.0,51615859.0,51279733.0,51725102.0,51878939.0,51383046.0,51458947.0,51237444.0,51167304.0,52026333.0,51576365.0,51657656.0,51323795.0,51507156.0,52112073.0,51713641.0,51507557.0,51265948.0,51561478.0,51841449.0,51473544.0,51344284.0,52963739.0,53006088.0,52910309.0,52440876.0,51382114.0,51329615.0,52036723.0,51943369.0,51658178.0,51718721.0,51370663.0,51573501.0,51972633.0,51405667.0,51554274.0,51478713.0,51778191.0,51692271.0,51606171.0,51362416.0,51360995.0,52359104.0,51724953.0,51380461.0,51447105.0,51846809.0,52210667.0,51920277.0,52250902.0,51220733.0,51377485.0,51870023.0,51438519.0,51615398.0,51718320.0,51369540.0,51452845.0,51858291.0,52069634.0,52096293.0,51409845.0,51619225.0,52665714.0,51558812.0,52112334.0,52136989.0,51749879.0,51543414.0,51714142.0,51350545.0,51524509.0,51720403.0,51655393.0,51641818.0,51573751.0,51909597.0,51240821.0,52470351.0,51823025.0,51846739.0,52692243.0,51624565.0,51468164.0,51784894.0,51586534.0,51747614.0,51177603.0,51698573.0,51541971.0,51762762.0,51897085.0,51518347.0,51709914.0,51404545.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[51593933.0,50820308.0,50207514.0,50193067.0,51098278.0,51668292.0,51572364.0,51493125.0,51524354.0,51233891.0,52174638.0,52187993.0,52670214.0,52069191.0,53108012.0,53194232.0,53377224.0,51877664.0,52911084.0,52472965.0,52785839.0,52186310.0,53067566.0,52942041.0,54344651.0,51900857.0,52373770.0,54213226.0,52936982.0,52277470.0,52052450.0,53421086.0,52271419.0,52597759.0,52580677.0,53978698.0,55191343.0,53433509.0,53630888.0,53582377.0,54635524.0,55423417.0,56276540.0,55137623.0,53342169.0,53187299.0,53404355.0,54090287.0,53939896.0,53447916.0,53483653.0,53338452.0,53132687.0,53146142.0,53807749.0,53432718.0,53210723.0,53082844.0,53372646.0,53133679.0,53174576.0,53257601.0,52825204.0,52975604.0,52950557.0,52967058.0,52959014.0,52847254.0,53514651.0,54021929.0,53480027.0,53376463.0,54047847.0,52841023.0,52728853.0,53035496.0,52383518.0,53354402.0,52946420.0,53584721.0,56482474.0,53214020.0,53779977.0,53540319.0,53170378.0,52972970.0,53076653.0,53356906.0,53120365.0,53267158.0,53003687.0,53163665.0,53523006.0,53134281.0,51757468.0,51549220.0,51928688.0,51730298.0,51829373.0,51555802.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 1594b6fca760..82a1487360e6 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[8365101.166666662,8470203.979166664,8750478.145833336,8855580.958333338] \ No newline at end of file +[7014290.392857145,7246409.125000001,7865392.4107142845,8097511.142857141] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index f89e1ef61cec..958c608ee807 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + + +60 - - -0.05 + + +70 - - -0.06 + + +80 - - -0.07 + + +90 - - - -40 + + +100 - - -45 + + +110 - - -50 + + +120 - - -55 + + +130 - - -60 + + +140 - - -65 + + +150 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 78cf950650c4..e0242a6e5d61 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - + - -55 + +120 + + + +130 - - -60 + + +140 - - -65 + + +150 - - -70 + + +160 - - -75 + + +170 - - -80 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 8059d5753f15..553c437359d1 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index f577b5bd8a78..6d8c4158e55a 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + + 7 - - - + + 7.5 - - + + 8 - - + + 8.5 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index ffc70ea89554..357c53ffeec4 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,54 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 - - -250 + + +180 - + + +200 + + - -0.182 + +-0.127 + + + +-0.126 + + + +-0.125 + + + +-0.124 + + + +-0.123 - - -0.183 + + +-0.122 - - -0.184 + + +-0.121 - - -0.185 + + +-0.12 - - -0.186 + + +-0.119 - - -0.187 + + +-0.118 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index d8ec5e5866e2..a48737ca3293 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,54 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -0.182 + + +250 - - -0.183 + + + +-0.122 - - -0.184 + + +-0.121 - - -0.185 + + +-0.12 - - -0.186 + + +-0.119 - - -0.187 + + +-0.118 - - -0.188 + + +-0.117 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index faf9dfd9b040..e6697b0d31da 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 9324a6cbdc23..a319e4547a4d 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0064704 - 0.0066980 - 0.0064400 + 0.0171567 + 0.0177986 + 0.0171525 Mean - 8.6102 ms - 8.6229 ms - 8.6365 ms + 7.5387 ms + 7.5681 ms + 7.5976 ms Std. Dev. - 53.808 µs - 67.942 µs - 80.268 µs + 122.19 µs + 151.55 µs + 178.75 µs Median - 8.5956 ms - 8.6094 ms - 8.6203 ms + 7.5644 ms + 7.5851 ms + 7.5982 ms MAD - 40.353 µs - 51.535 µs - 66.542 µs + 63.229 µs + 90.311 µs + 143.97 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +18.205% - +18.469% - +18.735% + -12.651% + -12.233% + -11.864% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 75c8b0dfcc0e..661b5ad9906f 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -8.55 + +7.2 - - -8.6 + + +7.3 - - -8.65 + + +7.4 - - -8.7 + + +7.5 - - -8.75 + + +7.6 - - -8.8 + + +7.7 - + + +7.8 + + + +7.9 + + + +8.0 + + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 9532d0cce6e2..38503ba1a4f8 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -8.55 + +7.2 - - -8.6 + + +7.3 - - -8.65 + + +7.4 - - -8.7 + + +7.5 - - -8.75 + + +7.6 - - -8.8 + + +7.7 - + + +7.8 + + + +7.9 + + + +8.0 + + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index d02632b93582..5f1f84a7ed98 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + + +7.54 - - -60 + + +7.55 - - - -8.61 + + +7.56 - - -8.615 + + +7.57 - - -8.62 + + +7.58 - - -8.625 + + +7.59 - - -8.63 + + +7.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index e2b1be26d56c..ba5cfb47a03c 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - -8.595 + +7.565 + + + +7.57 + + + +7.575 - - -8.6 + + +7.58 - - -8.605 + + +7.585 - - -8.61 + + +7.59 - - -8.615 + + +7.595 - - -8.62 + + +7.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 2172f5b073db..9139d4d3e6ec 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,71 +13,63 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 + + +7 + - -8.45 - - - -8.5 + +7 - - -8.55 + + +7.2 - - -8.6 + + +7.4 - - -8.65 + + +7.6 - - -8.7 + + +7.8 - - -8.75 + + +8 - - -8.8 + + +8.2 - - -8.85 - - - -8.9 - - + Density (a.u.) @@ -86,48 +78,50 @@ Density (a.u.) 0 - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 10ea231daa4c..e62fa7d4699b 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 - - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - + - -8.5 - - - -8.6 - - - -8.7 + +7 - - -8.8 + + +7.5 - - -8.9 + + +8 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index d1d3cb1d8e5d..6ab038bc8c6a 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -19,7 +19,7 @@ Average Iteration Time (ms) - + @@ -47,10 +47,10 @@ Average Iteration Time (ms) 8.2 - + 8.4 - + 8.6 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 574f2f60c249..12a273e6f956 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + + 7 - - - + + 7.5 - - + + 8 - - + + 8.5 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 854e12cfdd12..0c7454759247 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + + +7.54 - - -60 + + +7.55 - - - -8.61 + + +7.56 - - -8.615 + + +7.57 - - -8.62 + + +7.58 - - -8.625 + + +7.59 - - -8.63 + + +7.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 65efbd5f2c8c..5dccb185dc70 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525794.9374375,"upper_bound":6531278.40215625},"point_estimate":6528181.48875,"standard_error":1414.3743709277298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524851.375,"upper_bound":6526669.875},"point_estimate":6525456.375,"standard_error":450.1305534045011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2310.6320589780807,"upper_bound":3808.0580323934555},"point_estimate":2687.490439787507,"standard_error":380.9446303388079},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3329.0949131355446,"upper_bound":20956.43603924759},"point_estimate":14252.237752915273,"standard_error":4333.202556176598}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536768.135375001,"upper_bound":6591186.309187501},"point_estimate":6560922.8675,"standard_error":14025.326949004284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524403.0,"upper_bound":6526222.875},"point_estimate":6525161.5,"standard_error":485.56219713248373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2890.328648686409,"upper_bound":5160.847112126647},"point_estimate":3745.0475335121155,"standard_error":565.606165670795},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57911.045613140435,"upper_bound":201566.70827517667},"point_estimate":140683.67452577027,"standard_error":36224.82961055771}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 68e34b3d6245..609a96bdc19a 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52175268.0,52230431.0,52188392.0,52214871.0,52272970.0,52192661.0,52230371.0,52233978.0,52216866.0,52189234.0,52222826.0,52180498.0,52194253.0,52199703.0,52218077.0,52204022.0,52167003.0,52196698.0,52221344.0,52637560.0,52245489.0,52214501.0,52216084.0,52266318.0,52222547.0,52203280.0,52168986.0,52217066.0,52194965.0,52238415.0,52285463.0,52214260.0,52200456.0,52214501.0,52205594.0,52180057.0,52173415.0,52211806.0,52189074.0,52213359.0,52192380.0,52192220.0,52940063.0,52198381.0,52201797.0,52170439.0,52217767.0,52189935.0,52206916.0,52167634.0,52204122.0,52202729.0,52211064.0,52192059.0,52175718.0,52168254.0,52191237.0,52234067.0,52168475.0,52191838.0,52214581.0,52275764.0,52217916.0,52214811.0,52194563.0,52225591.0,52201846.0,52216023.0,52192049.0,52187160.0,52203149.0,52268471.0,52198331.0,52168795.0,52161241.0,52189735.0,52265044.0,52168454.0,52188000.0,52225381.0,52205644.0,52935022.0,52209291.0,52176149.0,52228677.0,52226192.0,52199522.0,52187971.0,52241560.0,52241650.0,52220271.0,52256348.0,52174676.0,52159988.0,52212367.0,52227384.0,52198150.0,52198811.0,52202107.0,52186749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52951805.0,52218505.0,52182990.0,52205652.0,52199099.0,52197306.0,52207235.0,52214959.0,52192607.0,52177870.0,52172961.0,52246959.0,52178211.0,52173131.0,52206874.0,52214368.0,52175867.0,52177409.0,52168924.0,52264011.0,52336736.0,52191556.0,52220699.0,53688932.0,55747707.0,53694984.0,58162989.0,56871998.0,59484737.0,54422643.0,52340020.0,52201896.0,52189601.0,52232672.0,52176908.0,52185153.0,52185774.0,52211773.0,52948269.0,52276314.0,52226804.0,52208688.0,52187267.0,52228474.0,52189722.0,52177599.0,52231480.0,52178230.0,52171017.0,52208688.0,52177559.0,52186486.0,52216042.0,52177739.0,52175986.0,52197927.0,52176798.0,52213035.0,52253441.0,52178341.0,52190554.0,52178341.0,52241509.0,52195573.0,52195683.0,52238123.0,52201527.0,52193432.0,52192019.0,52273742.0,52212007.0,52212267.0,52245900.0,52216966.0,52184055.0,52181189.0,52180979.0,52307135.0,52200816.0,52220472.0,52196197.0,52225483.0,52255285.0,52204513.0,52243536.0,52199393.0,52190326.0,52219090.0,52174937.0,52174126.0,52197771.0,52194765.0,52178013.0,52172974.0,52172613.0,52204192.0,52220803.0,52201057.0,52207559.0,52183945.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index d13ef98fa745..6eeb43f91b8c 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6511825.71875,6517780.671875,6533660.546875,6539615.5] \ No newline at end of file +[6506645.0625,6514804.171875,6536561.796875,6544720.90625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 91d6a656d586..3bf757bf8718 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00018800573136621137,"upper_bound":0.0008885332403342271},"point_estimate":0.0003178309301132831,"standard_error":0.000271271330725516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-8.869339476968996e-6,"upper_bound":0.00036401128771235136},"point_estimate":0.00014394743289192213,"standard_error":0.00009176481630093402}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010800607379878868,"upper_bound":0.00967489622405951},"point_estimate":0.005015390397222097,"standard_error":0.002226806649923157},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002636132019805393,"upper_bound":0.00013223255312388993},"point_estimate":-0.00004518841028955389,"standard_error":0.00010106613678354609}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 65efbd5f2c8c..5dccb185dc70 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6525794.9374375,"upper_bound":6531278.40215625},"point_estimate":6528181.48875,"standard_error":1414.3743709277298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524851.375,"upper_bound":6526669.875},"point_estimate":6525456.375,"standard_error":450.1305534045011},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2310.6320589780807,"upper_bound":3808.0580323934555},"point_estimate":2687.490439787507,"standard_error":380.9446303388079},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3329.0949131355446,"upper_bound":20956.43603924759},"point_estimate":14252.237752915273,"standard_error":4333.202556176598}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536768.135375001,"upper_bound":6591186.309187501},"point_estimate":6560922.8675,"standard_error":14025.326949004284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6524403.0,"upper_bound":6526222.875},"point_estimate":6525161.5,"standard_error":485.56219713248373},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2890.328648686409,"upper_bound":5160.847112126647},"point_estimate":3745.0475335121155,"standard_error":565.606165670795},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57911.045613140435,"upper_bound":201566.70827517667},"point_estimate":140683.67452577027,"standard_error":36224.82961055771}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 68e34b3d6245..609a96bdc19a 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52175268.0,52230431.0,52188392.0,52214871.0,52272970.0,52192661.0,52230371.0,52233978.0,52216866.0,52189234.0,52222826.0,52180498.0,52194253.0,52199703.0,52218077.0,52204022.0,52167003.0,52196698.0,52221344.0,52637560.0,52245489.0,52214501.0,52216084.0,52266318.0,52222547.0,52203280.0,52168986.0,52217066.0,52194965.0,52238415.0,52285463.0,52214260.0,52200456.0,52214501.0,52205594.0,52180057.0,52173415.0,52211806.0,52189074.0,52213359.0,52192380.0,52192220.0,52940063.0,52198381.0,52201797.0,52170439.0,52217767.0,52189935.0,52206916.0,52167634.0,52204122.0,52202729.0,52211064.0,52192059.0,52175718.0,52168254.0,52191237.0,52234067.0,52168475.0,52191838.0,52214581.0,52275764.0,52217916.0,52214811.0,52194563.0,52225591.0,52201846.0,52216023.0,52192049.0,52187160.0,52203149.0,52268471.0,52198331.0,52168795.0,52161241.0,52189735.0,52265044.0,52168454.0,52188000.0,52225381.0,52205644.0,52935022.0,52209291.0,52176149.0,52228677.0,52226192.0,52199522.0,52187971.0,52241560.0,52241650.0,52220271.0,52256348.0,52174676.0,52159988.0,52212367.0,52227384.0,52198150.0,52198811.0,52202107.0,52186749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52951805.0,52218505.0,52182990.0,52205652.0,52199099.0,52197306.0,52207235.0,52214959.0,52192607.0,52177870.0,52172961.0,52246959.0,52178211.0,52173131.0,52206874.0,52214368.0,52175867.0,52177409.0,52168924.0,52264011.0,52336736.0,52191556.0,52220699.0,53688932.0,55747707.0,53694984.0,58162989.0,56871998.0,59484737.0,54422643.0,52340020.0,52201896.0,52189601.0,52232672.0,52176908.0,52185153.0,52185774.0,52211773.0,52948269.0,52276314.0,52226804.0,52208688.0,52187267.0,52228474.0,52189722.0,52177599.0,52231480.0,52178230.0,52171017.0,52208688.0,52177559.0,52186486.0,52216042.0,52177739.0,52175986.0,52197927.0,52176798.0,52213035.0,52253441.0,52178341.0,52190554.0,52178341.0,52241509.0,52195573.0,52195683.0,52238123.0,52201527.0,52193432.0,52192019.0,52273742.0,52212007.0,52212267.0,52245900.0,52216966.0,52184055.0,52181189.0,52180979.0,52307135.0,52200816.0,52220472.0,52196197.0,52225483.0,52255285.0,52204513.0,52243536.0,52199393.0,52190326.0,52219090.0,52174937.0,52174126.0,52197771.0,52194765.0,52178013.0,52172974.0,52172613.0,52204192.0,52220803.0,52201057.0,52207559.0,52183945.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index d13ef98fa745..6eeb43f91b8c 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6511825.71875,6517780.671875,6533660.546875,6539615.5] \ No newline at end of file +[6506645.0625,6514804.171875,6536561.796875,6544720.90625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index e2a9d3898ac9..ece5bb1c6eff 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - -0.6 + + +0.5 - - -0.8 + + +0.6 - - -1 + + +0.7 - - -1.2 + + +0.8 - - -1.4 + + +0.9 - + - -2.2 - - - -2.4 - - - -2.6 - - - -2.8 - - - + 3 - - -3.2 + + +3.5 - - -3.4 + + +4 - - -3.6 + + +4.5 - - -3.8 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 1dc10a8b5278..2416015debdf 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.002 - - -0.04 + + +0.004 - - -0.06 + + +0.006 - - -0.08 + + +0.008 - - -0.1 + + +0.01 - - -0.12 + + +0.012 - + - -2 + +60 - - -4 + + +80 - - -6 + + +100 - - -8 + + +120 - - -10 + + +140 - - -12 + + +160 - - -14 + + +180 - - -16 + + +200 - - -18 - - - -20 - - - -22 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index d0f20aa95554..3bf1b84729dc 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,57 +16,52 @@ Average Iteration Time (ms) - - - + + - - - - - - + + + + + + - -6.52 - - - -6.53 + +6.6 - - -6.54 + + +6.7 - + -6.55 +6.8 - -6.56 + +6.9 - - -6.57 + + +7.0 - - -6.58 + + +7.1 - - -6.59 + + +7.2 - - -6.6 + + +7.3 - - -6.61 + + +7.4 - + 0 @@ -112,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 565dca86e59e..7097e070075e 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,47 +9,67 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - + - -6.55 - - - -6.6 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index d73c0b57ac7e..fb1717cbb100 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - -200 + +20 - - -400 + + +40 - - -600 + + +60 - - -800 + + +80 - - -1000 + + +100 - - -1200 + + +120 - - -1400 + + +140 - + + +160 + + + +180 + + - --2e-4 + +0.001 - - -0 + + +0.002 - - -2e-4 + + +0.003 - - -4e-4 + + +0.004 - - -6e-4 + + +0.005 - - -8e-4 + + +0.006 - - -0.001 + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 254e687bd965..6a03837932d8 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - -4500 + + + +-3e-4 - - -5000 + + +-0.00025 - - -5500 + + +-2e-4 - - - + + +-0.00015 + + + +-1e-4 + + + -5e-5 - - -0 + + +5.42101e-20 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - -2e-4 - - - -0.00025 - - - -3e-4 - - - -0.00035 - - - -4e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 150264e2dfb7..8c9824060c7b 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -37,49 +37,45 @@ t score 0.3 - + 0.35 - + 0.4 - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 3a33d403668f..9d7dee5d9958 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011305 - 0.0011625 - 0.0011097 + 0.0007125 + 0.0007337 + 0.0007010 Mean - 6.5258 ms - 6.5282 ms - 6.5313 ms + 6.5368 ms + 6.5609 ms + 6.5912 ms Std. Dev. - 3.3291 µs - 14.252 µs - 20.956 µs + 57.911 µs + 140.68 µs + 201.57 µs Median - 6.5249 ms - 6.5255 ms - 6.5267 ms + 6.5244 ms + 6.5252 ms + 6.5262 ms MAD - 2.3106 µs - 2.6875 µs - 3.8081 µs + 2.8903 µs + 3.7450 µs + 5.1608 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0188% - +0.0318% - +0.0889% - (p = 0.25 > + +0.1080% + +0.5015% + +0.9675% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 0dc00e65d8cd..2511f5a9f19d 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -6.52 - - - -6.53 + +6.6 - - -6.54 + + +6.7 - - -6.55 + + +6.8 - - -6.56 + + +6.9 - - -6.57 + + +7.0 - - -6.58 + + +7.1 - - -6.59 + + +7.2 - - -6.6 + + +7.3 - - -6.61 + + +7.4 - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 0751ca643b18..8a076b4a6137 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -6.52 - - - -6.53 + +6.6 - - -6.54 + + +6.7 - - -6.55 + + +6.8 - - -6.56 + + +6.9 - - -6.57 + + +7.0 - - -6.58 + + +7.1 - - -6.59 + + +7.2 - - -6.6 + + +7.3 - - -6.61 + + +7.4 - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 07aa649f84d5..b960ce5a1b40 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - + - -6.526 + +6.54 - - -6.527 + + +6.55 - - -6.528 + + +6.56 - - -6.529 + + +6.57 - - -6.53 + + +6.58 - - - - + + +6.59 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 51f650ef4809..047ac8464749 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - + - + +6.5244 + + + +6.5246 + + + 6.5248 - - + + 6.525 - - + + 6.5252 - - + + 6.5254 - - + + 6.5256 - - + + 6.5258 - - + + 6.526 - - + + 6.5262 - - + + 6.5264 - - -6.5266 - - - -6.5268 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index bf687c50f0dd..793e6a566abf 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,34 @@ Average Time (ms) - -6.52 + +6.4 - - -6.54 + + +6.6 + + + +6.8 - - -6.56 + + +7 - - -6.58 + + +7.2 - - -6.6 + + +7.4 - - -6.62 + + +7.6 - + Density (a.u.) @@ -78,44 +82,60 @@ Density (a.u.) 0 - -10 - - - -20 - - - -30 - - - -40 - - - -50 - - - - - - - - - - - - - + +1 + + + +2 + + + +3 + + + +4 + + + +5 + + + +6 + + + + + + + + + + + + + + + - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index cdd86a632f30..83a028daa9f0 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - -10 + +1 - - -20 + + +2 - - -30 + + +3 - - -40 + + +4 - - -50 + + +5 - - -60 + + +6 - + - -6.55 + +6.5 - - -6.6 + + +7 - - - + + +7.5 + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index bbe605dc84e1..35f3bb0ed255 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,57 +13,52 @@ Average Iteration Time (ms) - - - + + - - - - - - + + + + + + - -6.52 - - - -6.53 + +6.6 - - -6.54 + + +6.7 - + -6.55 +6.8 - -6.56 + +6.9 - - -6.57 + + +7.0 - - -6.58 + + +7.1 - - -6.59 + + +7.2 - - -6.6 + + +7.3 - - -6.61 + + +7.4 - + 0 @@ -109,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 0c59f486a974..1df28375544d 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,45 +6,65 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - + - -6.55 - - - -6.6 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 1da66d79edce..f6b8359b73f6 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - -300 + + +30 - + - -6.526 + +6.54 - - -6.527 + + +6.55 - - -6.528 + + +6.56 - - -6.529 + + +6.57 - - -6.53 + + +6.58 - - - - + + +6.59 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 462421c314d4..2594eb474c50 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666629.526093749,"upper_bound":6673085.501625},"point_estimate":6669476.8775,"standard_error":1664.069866887531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6664308.875,"upper_bound":6667664.5},"point_estimate":6665560.5,"standard_error":804.966188070622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4055.0962530076504,"upper_bound":6597.75520786643},"point_estimate":5418.995566293597,"standard_error":672.2215079191055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6011.995391407619,"upper_bound":24330.997796343654},"point_estimate":16717.766475167624,"standard_error":4569.943792550427}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668741.627375,"upper_bound":6676566.417562501},"point_estimate":6672261.14,"standard_error":2011.025631098334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665718.875,"upper_bound":6670053.25},"point_estimate":6667339.875,"standard_error":1121.4491845170353},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5447.72094078362,"upper_bound":8616.037084534764},"point_estimate":6720.4403556883335,"standard_error":820.0168796941093},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9371.139920121388,"upper_bound":28537.55095162395},"point_estimate":20228.98961103024,"standard_error":4874.6514935459645}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 6254b5f1df7e..2bfda8311a7a 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53324528.0,53310802.0,53261580.0,53291838.0,53277974.0,53381757.0,53828809.0,53309512.0,53336242.0,53358322.0,53264628.0,53406061.0,53323357.0,53290246.0,53312668.0,53314010.0,53325401.0,53309772.0,53306265.0,53314932.0,53314521.0,53289494.0,53342924.0,53328187.0,53303311.0,53257245.0,53310233.0,53318388.0,53302239.0,54095787.0,53468448.0,53331994.0,53319902.0,53370646.0,53313039.0,53337634.0,53300054.0,53294364.0,53295687.0,53268165.0,53324330.0,53266552.0,53309672.0,53339708.0,53257916.0,53322787.0,53384762.0,53301787.0,53392696.0,53354395.0,53358724.0,53312176.0,53376376.0,53336472.0,53378831.0,53481933.0,53361669.0,53347923.0,53299904.0,53346821.0,53278334.0,53459151.0,53353313.0,53340459.0,53323247.0,53397746.0,53296758.0,54212062.0,53410279.0,53289745.0,53324440.0,53364474.0,53349456.0,53293041.0,53367681.0,53344898.0,53306887.0,53462888.0,53369935.0,53305174.0,53367098.0,53363833.0,53303311.0,53291929.0,53383910.0,53321874.0,53471343.0,53361398.0,53285567.0,53344918.0,53362331.0,53425959.0,53268446.0,53344727.0,53330471.0,53383450.0,53312307.0,53288423.0,53299703.0,53354136.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53272026.0,53330536.0,53338501.0,53299689.0,53299608.0,53319596.0,53316200.0,53522545.0,53377814.0,53356063.0,53330677.0,53312332.0,53414523.0,53331217.0,53411528.0,53477906.0,53279525.0,53396354.0,53290336.0,53278213.0,53381436.0,53372869.0,53312017.0,53330220.0,53280748.0,53335179.0,54267361.0,53447809.0,53354756.0,53318869.0,53375674.0,53365656.0,53306386.0,53345889.0,53336642.0,53275207.0,53366899.0,53288842.0,53268975.0,53319500.0,53330590.0,53266281.0,53375355.0,53378310.0,53308349.0,53528811.0,53336331.0,53374142.0,53395141.0,53418926.0,53298450.0,53395812.0,53402445.0,53916646.0,53362891.0,53452779.0,53307778.0,53316274.0,53801100.0,53430768.0,53305153.0,53347662.0,53317988.0,53315692.0,53620893.0,53324890.0,53400140.0,53338937.0,53362139.0,53303370.0,53407965.0,53274356.0,53312777.0,53283302.0,53344287.0,53321053.0,53354485.0,53360426.0,53325751.0,53300735.0,53280047.0,53386875.0,53425258.0,54319828.0,53369333.0,53374173.0,53379081.0,53380143.0,53302829.0,53486502.0,53310373.0,53351319.0,53350718.0,53307588.0,53261312.0,53364904.0,53370776.0,53275067.0,53285937.0,53301546.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index a1965df8dbb1..f935a4d6275c 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6640506.5625,6651693.46875,6681525.21875,6692712.125] \ No newline at end of file +[6636610.3125,6650038.3125,6685846.3125,6699274.3125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 247c45000efe..a72c77ac746d 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021300716139480563,"upper_bound":0.00024648446750585835},"point_estimate":-0.0007808798273811757,"standard_error":0.0006114415090415598},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005694052838054464,"upper_bound":0.00012308961149654074},"point_estimate":-0.00028305433664632673,"standard_error":0.00017677350315341577}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003227289238400849,"upper_bound":0.0012578627265958208},"point_estimate":0.0004174634009741496,"standard_error":0.00040165220982790446},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0001346641327776288,"upper_bound":0.0006962521133093702},"point_estimate":0.0002669505437689068,"standard_error":0.0002089502995879387}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 462421c314d4..2594eb474c50 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666629.526093749,"upper_bound":6673085.501625},"point_estimate":6669476.8775,"standard_error":1664.069866887531},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6664308.875,"upper_bound":6667664.5},"point_estimate":6665560.5,"standard_error":804.966188070622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4055.0962530076504,"upper_bound":6597.75520786643},"point_estimate":5418.995566293597,"standard_error":672.2215079191055},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6011.995391407619,"upper_bound":24330.997796343654},"point_estimate":16717.766475167624,"standard_error":4569.943792550427}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6668741.627375,"upper_bound":6676566.417562501},"point_estimate":6672261.14,"standard_error":2011.025631098334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6665718.875,"upper_bound":6670053.25},"point_estimate":6667339.875,"standard_error":1121.4491845170353},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5447.72094078362,"upper_bound":8616.037084534764},"point_estimate":6720.4403556883335,"standard_error":820.0168796941093},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9371.139920121388,"upper_bound":28537.55095162395},"point_estimate":20228.98961103024,"standard_error":4874.6514935459645}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 6254b5f1df7e..2bfda8311a7a 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53324528.0,53310802.0,53261580.0,53291838.0,53277974.0,53381757.0,53828809.0,53309512.0,53336242.0,53358322.0,53264628.0,53406061.0,53323357.0,53290246.0,53312668.0,53314010.0,53325401.0,53309772.0,53306265.0,53314932.0,53314521.0,53289494.0,53342924.0,53328187.0,53303311.0,53257245.0,53310233.0,53318388.0,53302239.0,54095787.0,53468448.0,53331994.0,53319902.0,53370646.0,53313039.0,53337634.0,53300054.0,53294364.0,53295687.0,53268165.0,53324330.0,53266552.0,53309672.0,53339708.0,53257916.0,53322787.0,53384762.0,53301787.0,53392696.0,53354395.0,53358724.0,53312176.0,53376376.0,53336472.0,53378831.0,53481933.0,53361669.0,53347923.0,53299904.0,53346821.0,53278334.0,53459151.0,53353313.0,53340459.0,53323247.0,53397746.0,53296758.0,54212062.0,53410279.0,53289745.0,53324440.0,53364474.0,53349456.0,53293041.0,53367681.0,53344898.0,53306887.0,53462888.0,53369935.0,53305174.0,53367098.0,53363833.0,53303311.0,53291929.0,53383910.0,53321874.0,53471343.0,53361398.0,53285567.0,53344918.0,53362331.0,53425959.0,53268446.0,53344727.0,53330471.0,53383450.0,53312307.0,53288423.0,53299703.0,53354136.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53272026.0,53330536.0,53338501.0,53299689.0,53299608.0,53319596.0,53316200.0,53522545.0,53377814.0,53356063.0,53330677.0,53312332.0,53414523.0,53331217.0,53411528.0,53477906.0,53279525.0,53396354.0,53290336.0,53278213.0,53381436.0,53372869.0,53312017.0,53330220.0,53280748.0,53335179.0,54267361.0,53447809.0,53354756.0,53318869.0,53375674.0,53365656.0,53306386.0,53345889.0,53336642.0,53275207.0,53366899.0,53288842.0,53268975.0,53319500.0,53330590.0,53266281.0,53375355.0,53378310.0,53308349.0,53528811.0,53336331.0,53374142.0,53395141.0,53418926.0,53298450.0,53395812.0,53402445.0,53916646.0,53362891.0,53452779.0,53307778.0,53316274.0,53801100.0,53430768.0,53305153.0,53347662.0,53317988.0,53315692.0,53620893.0,53324890.0,53400140.0,53338937.0,53362139.0,53303370.0,53407965.0,53274356.0,53312777.0,53283302.0,53344287.0,53321053.0,53354485.0,53360426.0,53325751.0,53300735.0,53280047.0,53386875.0,53425258.0,54319828.0,53369333.0,53374173.0,53379081.0,53380143.0,53302829.0,53486502.0,53310373.0,53351319.0,53350718.0,53307588.0,53261312.0,53364904.0,53370776.0,53275067.0,53285937.0,53301546.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index a1965df8dbb1..f935a4d6275c 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6640506.5625,6651693.46875,6681525.21875,6692712.125] \ No newline at end of file +[6636610.3125,6650038.3125,6685846.3125,6699274.3125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index d53493b14a08..301309c785ca 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - -4 + +5.5 - + -4.5 +6 - -5 + +6.5 - - -5.5 + + +7 - - -6 + + +7.5 - - -6.5 + + +8 + + + +8.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index fd5fe5a4f32f..a442af11f272 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - + 0.04 - + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - -0.1 - - + - -5 - - - + 10 - - + + 15 - - + + 20 - - + + 25 - - - - + + +30 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 0d252ff1b61e..1e24231a8a2e 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -6.7 + +6.66 + + + +6.68 - - -6.75 + + +6.7 - - -6.8 + + +6.72 - - -6.85 + + +6.74 - - -6.9 + + +6.76 - - -6.95 + + +6.78 - + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 03940b79f596..4fd4ddf4635c 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -42,26 +42,26 @@ Average Time (ms) - -6.7 + +6.65 - - -6.8 + + +6.7 - - -6.9 + + +6.75 - - -7 + + +6.8 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 272f21d70c45..429fee0928f9 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + + +900 + + + +1000 + + - --0.002 + +-4e-4 + + + +-2e-4 + + + +-1.0842e-19 + + + +2e-4 + + + +4e-4 - - --0.0015 + + +6e-4 - - --0.001 + + +8e-4 - - --5e-4 + + +0.001 - - -0 + + +0.0012 - - -5e-4 + + +0.0014 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 13be283374d1..9b539cd6acab 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 - - -1500 + + +600 - - -2000 + + +800 - - - --6e-4 + + +1000 - - --5e-4 + + +1200 - - --4e-4 + + +1400 - - --3e-4 + + +1600 + + + +1800 + + + +2000 - - + + + -2e-4 - - + + -1e-4 - - -1.0842e-19 + + +-2.7105e-20 - - + + 1e-4 - - + + 2e-4 - - - - + + +3e-4 + + + +4e-4 + + + +5e-4 + + + +6e-4 + + + +7e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 0628c29af0f1..b1cd7fecc4f5 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 18a40d031ad0..cee23d4279cc 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000015 - 0.0000016 - 0.0000015 + 0.0021878 + 0.0022546 + 0.0021562 Mean - 6.6666 ms - 6.6695 ms - 6.6731 ms + 6.6687 ms + 6.6723 ms + 6.6766 ms Std. Dev. - 6.0120 µs - 16.718 µs - 24.331 µs + 9.3711 µs + 20.229 µs + 28.538 µs Median - 6.6643 ms - 6.6656 ms - 6.6677 ms + 6.6657 ms + 6.6673 ms + 6.6701 ms MAD - 4.0551 µs - 5.4190 µs - 6.5978 µs + 5.4477 µs + 6.7204 µs + 8.6160 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.2130% - -0.0781% - +0.0246% - (p = 0.22 > + -0.0323% + +0.0417% + +0.1258% + (p = 0.30 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 549270e93c96..6201828c2c5d 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - + + +6.78 + + 10 @@ -87,106 +92,106 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 048c80b58f3e..5a199d6d8c2f 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - + + +6.78 + + 10 @@ -84,104 +89,104 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 2cbcf249b394..0a84f2396bf1 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - - -6.666 + + +180 + + + +200 - - -6.667 + + +220 - - + + + 6.668 - - + + 6.669 - - + + 6.67 - - + + 6.671 - - + + 6.672 - - + + 6.673 - - - - + + +6.674 + + + +6.675 + + + +6.676 + + + +6.677 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index cac80d8bd5bd..7cd1ac91631c 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ms) - -200 - - - -400 + +100 - - -600 + + +200 - - -800 + + +300 - - -1000 + + +400 - - -1200 + + +500 - - -1400 + + +600 - + - -6.664 - - - -6.6645 - - - -6.665 - - - + 6.6655 - - + + 6.666 - - + + 6.6665 - - + + 6.667 - - + + 6.6675 - - + + 6.668 - - - - + + +6.6685 + + + +6.669 + + + +6.6695 + + + +6.67 + + + +6.6705 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index b49085367823..afd40b40fd94 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,38 +46,42 @@ Average Time (ms) - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - - + + 6.78 - + + +6.8 + + Density (a.u.) @@ -86,60 +90,54 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - - + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 95fec51f5e13..8ecf9792eb33 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 6.65 - - + + 6.7 - - + + 6.75 - - - + + +6.8 + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index f0df5ab5f185..8b6e1ca4ae49 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -6.7 + +6.66 + + + +6.68 - - -6.75 + + +6.7 - - -6.8 + + +6.72 - - -6.85 + + +6.74 - - -6.9 + + +6.76 - - -6.95 + + +6.78 - + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index c912ae3649ae..7fdee2aa4880 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (ms) - -6.7 + +6.65 - - -6.8 + + +6.7 - - -6.9 + + +6.75 - - -7 + + +6.8 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index ac3fdfff9833..f9727518b361 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - - -6.666 + + +180 + + + +200 - - -6.667 + + +220 - - + + + 6.668 - - + + 6.669 - - + + 6.67 - - + + 6.671 - - + + 6.672 - - + + 6.673 - - - - + + +6.674 + + + +6.675 + + + +6.676 + + + +6.677 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 2b6ae923600a..a7f3aaef92a8 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8662.660254158096,"upper_bound":8755.252887937668},"point_estimate":8705.015587597947,"standard_error":23.76644032241007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8650.41087962963,"upper_bound":8685.048132183909},"point_estimate":8666.87699718045,"standard_error":8.761681879072016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.64758796803563,"upper_bound":107.78286545286988},"point_estimate":76.84542268670606,"standard_error":11.919361689054112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8663.871330833168,"upper_bound":8770.047899160387},"point_estimate":8707.986653058962,"standard_error":27.776278503106564},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.6001543873266,"upper_bound":337.24364176988075},"point_estimate":238.15395999030633,"standard_error":53.783338360065116}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8693.628105167018,"upper_bound":8767.470037088886},"point_estimate":8728.413501303768,"standard_error":18.822075869776672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8720.18405577957,"upper_bound":8744.668981481482},"point_estimate":8730.792067307691,"standard_error":6.3584503561338455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.2544582945828,"upper_bound":110.42387828281338},"point_estimate":80.1373599314442,"standard_error":15.629975249330602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8721.093181188653,"upper_bound":8788.03437021008},"point_estimate":8752.44448149106,"standard_error":17.121497138861088},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.16906770125391,"upper_bound":262.7742711096697},"point_estimate":189.22881295784978,"standard_error":38.47144411987117}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index cbcf33c611b6..07747f155656 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[152821.0,270394.0,416769.0,556983.0,710036.0,846169.0,952463.0,1121865.0,1230853.0,1394215.0,1556429.0,1659423.0,1793528.0,1915917.0,2065248.0,2272957.0,2464043.0,2577237.0,2532849.0,2637740.0,2781700.0,2934560.0,3139727.0,3344516.0,3723985.0,3637662.0,3735481.0,3863762.0,3990440.0,4205966.0,4325943.0,4425247.0,4570896.0,4728392.0,4852590.0,4998551.0,5147186.0,5269267.0,5438913.0,5625218.0,5659250.0,5906201.0,5922278.0,6045717.0,6252205.0,6382350.0,7699831.0,6646176.0,6788735.0,6949101.0,7240723.0,7283721.0,7347029.0,7491586.0,7639434.0,7714841.0,7891715.0,8082807.0,8154159.0,8276622.0,8467060.0,8592142.0,8682306.0,8964462.0,8974596.0,9070981.0,9211092.0,9453205.0,9542894.0,9707260.0,9770475.0,9945922.0,10182103.0,10226020.0,10337606.0,10645495.0,10839892.0,10810528.0,10897146.0,11224681.0,11368434.0,11421613.0,11385085.0,11559828.0,11826655.0,11780471.0,12089587.0,12172962.0,12436657.0,12340514.0,12791269.0,12825486.0,12900116.0,13214304.0,13097260.0,13233284.0,13625708.0,13510421.0,13702769.0,15223592.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[141042.0,279383.0,404530.0,537373.0,673221.0,824120.0,957055.0,1110970.0,1217183.0,1396791.0,1530494.0,1676487.0,1812691.0,1964209.0,2101170.0,2232812.0,2363195.0,2460499.0,2527555.0,2673077.0,2798393.0,2956593.0,3093250.0,3351036.0,3508648.0,3629499.0,4289118.0,3917746.0,4041036.0,4233572.0,4335517.0,4523883.0,4665455.0,4761031.0,4922789.0,5049637.0,5212573.0,5298230.0,5450425.0,5616174.0,5781766.0,5880449.0,5997712.0,6154970.0,6327041.0,6528751.0,6612821.0,6715673.0,6830302.0,6981280.0,7130025.0,7264080.0,7739616.0,7524215.0,7747480.0,7818875.0,7954743.0,8115282.0,8295974.0,8372527.0,8593410.0,8675216.0,8889994.0,8956795.0,9032542.0,9139721.0,9247849.0,9462504.0,9611684.0,9875996.0,9765978.0,10415702.0,10305895.0,10607499.0,10286546.0,10576781.0,10913347.0,10888071.0,11119991.0,11046233.0,11333091.0,11801883.0,11707654.0,11653705.0,11885996.0,11855467.0,11891361.0,12961249.0,12245345.0,12516310.0,12854496.0,12741284.0,12973048.0,13192151.0,13244950.0,13572393.0,13554849.0,13614619.0,13881715.0,13862614.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index c5be5c43c30d..c91977e655a8 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8257.293582262548,8436.921189459685,8915.928141985383,9095.55574918252] \ No newline at end of file +[8371.938248426819,8528.244417335467,8945.060867758526,9101.367036667172] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 1f28e0040d0e..4c5d4e786873 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010576775406575645,"upper_bound":0.004503387527291411},"point_estimate":-0.0035353547576527644,"standard_error":0.0038428272686256097},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011231576938643628,"upper_bound":-0.005374890422751035},"point_estimate":-0.008445089250302296,"standard_error":0.0014487672738103038}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004544986076809207,"upper_bound":0.009346405840100042},"point_estimate":0.002687865802234235,"standard_error":0.0035503462385824834},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0047913971831934354,"upper_bound":0.009885718943295263},"point_estimate":0.007374636809549084,"standard_error":0.0012705467218148924}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 2b6ae923600a..a7f3aaef92a8 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8662.660254158096,"upper_bound":8755.252887937668},"point_estimate":8705.015587597947,"standard_error":23.76644032241007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8650.41087962963,"upper_bound":8685.048132183909},"point_estimate":8666.87699718045,"standard_error":8.761681879072016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.64758796803563,"upper_bound":107.78286545286988},"point_estimate":76.84542268670606,"standard_error":11.919361689054112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8663.871330833168,"upper_bound":8770.047899160387},"point_estimate":8707.986653058962,"standard_error":27.776278503106564},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.6001543873266,"upper_bound":337.24364176988075},"point_estimate":238.15395999030633,"standard_error":53.783338360065116}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8693.628105167018,"upper_bound":8767.470037088886},"point_estimate":8728.413501303768,"standard_error":18.822075869776672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8720.18405577957,"upper_bound":8744.668981481482},"point_estimate":8730.792067307691,"standard_error":6.3584503561338455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.2544582945828,"upper_bound":110.42387828281338},"point_estimate":80.1373599314442,"standard_error":15.629975249330602},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8721.093181188653,"upper_bound":8788.03437021008},"point_estimate":8752.44448149106,"standard_error":17.121497138861088},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.16906770125391,"upper_bound":262.7742711096697},"point_estimate":189.22881295784978,"standard_error":38.47144411987117}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index cbcf33c611b6..07747f155656 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[152821.0,270394.0,416769.0,556983.0,710036.0,846169.0,952463.0,1121865.0,1230853.0,1394215.0,1556429.0,1659423.0,1793528.0,1915917.0,2065248.0,2272957.0,2464043.0,2577237.0,2532849.0,2637740.0,2781700.0,2934560.0,3139727.0,3344516.0,3723985.0,3637662.0,3735481.0,3863762.0,3990440.0,4205966.0,4325943.0,4425247.0,4570896.0,4728392.0,4852590.0,4998551.0,5147186.0,5269267.0,5438913.0,5625218.0,5659250.0,5906201.0,5922278.0,6045717.0,6252205.0,6382350.0,7699831.0,6646176.0,6788735.0,6949101.0,7240723.0,7283721.0,7347029.0,7491586.0,7639434.0,7714841.0,7891715.0,8082807.0,8154159.0,8276622.0,8467060.0,8592142.0,8682306.0,8964462.0,8974596.0,9070981.0,9211092.0,9453205.0,9542894.0,9707260.0,9770475.0,9945922.0,10182103.0,10226020.0,10337606.0,10645495.0,10839892.0,10810528.0,10897146.0,11224681.0,11368434.0,11421613.0,11385085.0,11559828.0,11826655.0,11780471.0,12089587.0,12172962.0,12436657.0,12340514.0,12791269.0,12825486.0,12900116.0,13214304.0,13097260.0,13233284.0,13625708.0,13510421.0,13702769.0,15223592.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[141042.0,279383.0,404530.0,537373.0,673221.0,824120.0,957055.0,1110970.0,1217183.0,1396791.0,1530494.0,1676487.0,1812691.0,1964209.0,2101170.0,2232812.0,2363195.0,2460499.0,2527555.0,2673077.0,2798393.0,2956593.0,3093250.0,3351036.0,3508648.0,3629499.0,4289118.0,3917746.0,4041036.0,4233572.0,4335517.0,4523883.0,4665455.0,4761031.0,4922789.0,5049637.0,5212573.0,5298230.0,5450425.0,5616174.0,5781766.0,5880449.0,5997712.0,6154970.0,6327041.0,6528751.0,6612821.0,6715673.0,6830302.0,6981280.0,7130025.0,7264080.0,7739616.0,7524215.0,7747480.0,7818875.0,7954743.0,8115282.0,8295974.0,8372527.0,8593410.0,8675216.0,8889994.0,8956795.0,9032542.0,9139721.0,9247849.0,9462504.0,9611684.0,9875996.0,9765978.0,10415702.0,10305895.0,10607499.0,10286546.0,10576781.0,10913347.0,10888071.0,11119991.0,11046233.0,11333091.0,11801883.0,11707654.0,11653705.0,11885996.0,11855467.0,11891361.0,12961249.0,12245345.0,12516310.0,12854496.0,12741284.0,12973048.0,13192151.0,13244950.0,13572393.0,13554849.0,13614619.0,13881715.0,13862614.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index c5be5c43c30d..c91977e655a8 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8257.293582262548,8436.921189459685,8915.928141985383,9095.55574918252] \ No newline at end of file +[8371.938248426819,8528.244417335467,8945.060867758526,9101.367036667172] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index d31ea1c46358..1ad886114449 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - + - -60 + +50 - - -65 + + +60 - - + + 70 - - -75 - - - + + 80 - - -85 - - - + + 90 - - -95 - - - + + 100 - - -105 - - - + + 110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 90e8da1b4c08..c5889c1d6254 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - + + +0.01 + + + +0.012 + + - -150 + +120 + + + +140 + + + +160 + + + +180 - - + + 200 - - -250 + + +220 - - -300 + + +240 - - -350 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 04248f27ee0b..447a63585ba9 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,26 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + 8 @@ -42,10 +46,10 @@ Average Time (µs) 10 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 5e470bd251b0..1d11285a1534 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -20,11 +20,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -38,26 +38,26 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index d3983e4f70d1..d45444ec7532 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - - --0.012 - - - --0.01 - - - --0.008 + + +110 - - + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 9c924f36feb3..069f46696247 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 24bde71cd1e5..eb94959d2f83 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -29,61 +29,61 @@ t score 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 827a2c90c76f..92b5d343edf1 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.6639 µs - 8.7080 µs - 8.7700 µs + 8.7211 µs + 8.7524 µs + 8.7880 µs R² - 0.9464783 - 0.9487347 - 0.9442796 + 0.9640967 + 0.9658151 + 0.9636017 Mean - 8.6627 µs - 8.7050 µs - 8.7553 µs + 8.6936 µs + 8.7284 µs + 8.7675 µs Std. Dev. - 131.60 ns - 238.15 ns - 337.24 ns + 122.17 ns + 189.23 ns + 262.77 ns Median - 8.6504 µs - 8.6669 µs - 8.6850 µs + 8.7202 µs + 8.7308 µs + 8.7447 µs MAD - 61.648 ns - 76.845 ns - 107.78 ns + 52.254 ns + 80.137 ns + 110.42 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0577% - -0.3535% - +0.4503% - (p = 0.36 > + -0.4545% + +0.2688% + +0.9346% + (p = 0.45 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index f54b3de51ac9..80fbb87e633e 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - - -8.66 - - - -8.67 + + +20 - - -8.68 + + +22 - - + + + 8.69 - - + + 8.7 - - + + 8.71 - - + + 8.72 - - + + 8.73 - - + + 8.74 - - + + 8.75 - - + + 8.76 - - - - + + +8.77 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 50c3db0b50e7..fa0b5ec44839 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -8.65 + + +100 - - -8.655 + + +120 - - -8.66 + + + +8.72 - - -8.665 + + +8.725 - - -8.67 + + +8.73 - - -8.675 + + +8.735 - - -8.68 + + +8.74 - - -8.685 + + +8.745 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 80cc70d62ecd..3e6021534aba 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,30 +46,46 @@ Average Time (µs) - -8 + +8.2 - - -8.5 + + +8.4 - - + + +8.6 + + + +8.8 + + + 9 - - -9.5 + + +9.2 - - -10 + + +9.4 - - -10.5 + + +9.6 + + + +9.8 + + + +10 - + Density (a.u.) @@ -78,52 +94,66 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 94dd4d032b5f..484532e58001 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + - -8 + +8.5 - - + + 9 - - + + +9.5 + + + 10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 7c7059b0cfa1..46ea4e2b934a 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,42 +16,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -86,107 +81,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 88e1d5d90317..5c1afe99e5a0 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,42 +13,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -83,105 +78,105 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 2badacc9caf0..318d073bf551 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,26 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + 8 @@ -39,8 +43,8 @@ Average Time (µs) 10 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 52ab7c30d672..116cb7a00770 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -17,11 +17,11 @@ Iterations (x 10^3) - + - - - + + + 0.0 @@ -35,26 +35,26 @@ Iterations (x 10^3) 4.0 - + 6.0 - + 8.0 - + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index cea334592b48..ca0a73c69218 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - + - -8.66 - - - -8.68 - - - -8.7 - - - + 8.72 - - + + +8.73 + + + 8.74 - - + + +8.75 + + + 8.76 - - + + +8.77 + + + 8.78 - - - - + + +8.79 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 20100f97b219..60363074f476 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - + - -8.66 - - - -8.68 - - - -8.7 - - - + 8.72 - - + + +8.73 + + + 8.74 - - + + +8.75 + + + 8.76 - - + + +8.77 + + + 8.78 - - - - + + +8.79 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 9c87130077db..91d32a86b881 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101589.5076626553,"upper_bound":102039.19117256084},"point_estimate":101787.58497787068,"standard_error":116.09510745200272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101543.33423180593,"upper_bound":101651.14632637694},"point_estimate":101600.73306699729,"standard_error":30.748608953319426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.5245195659852,"upper_bound":299.0501989783254},"point_estimate":255.46211620403426,"standard_error":28.307080052615326},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101697.21656631403,"upper_bound":102380.95595692385},"point_estimate":101986.8675526188,"standard_error":178.39744131847374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":425.0385475160209,"upper_bound":1687.7762485513779},"point_estimate":1163.4502733803406,"standard_error":312.1865898886956}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102302.39742281761,"upper_bound":104643.90907887656},"point_estimate":103328.06405577975,"standard_error":600.6435651824851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101683.45788018433,"upper_bound":101801.38095238095},"point_estimate":101744.9865873016,"standard_error":29.260451089298794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.35702831265513,"upper_bound":355.0809973573813},"point_estimate":287.2411377575927,"standard_error":41.58357051299703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101805.38701823541,"upper_bound":102283.1919648572},"point_estimate":102006.74790432562,"standard_error":123.2236599858661},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2638.1517582946103,"upper_bound":9062.685195367301},"point_estimate":6048.22117520502,"standard_error":1722.2297760874073}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 41005c21d5a4..ce4e97d9c5d5 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701250.0,1413559.0,2132404.0,2843253.0,3542305.0,4273660.0,4951338.0,5658892.0,6346997.0,7086467.0,7824290.0,8523181.0,9221657.0,9960687.0,10989432.0,11340264.0,12111757.0,12784088.0,13529665.0,14182598.0,14897882.0,15617990.0,16338344.0,17091969.0,17833089.0,18509601.0,19222746.0,19876951.0,20591132.0,21290260.0,22049677.0,22715574.0,23398125.0,24125758.0,24837324.0,25615396.0,26275662.0,26946510.0,27686869.0,28498018.0,31381668.0,29868800.0,30558067.0,31294224.0,32065222.0,32769117.0,33407683.0,34035368.0,34781812.0,35630230.0,36272108.0,37014715.0,37672577.0,38301441.0,39095834.0,39881502.0,40482716.0,41228803.0,41948766.0,42792556.0,43382740.0,43982566.0,44862823.0,45544694.0,46270017.0,47060920.0,47520908.0,48332992.0,49051816.0,49676979.0,50706290.0,51358093.0,51890740.0,55500493.0,53284647.0,54361492.0,54970573.0,55362880.0,56192973.0,56978508.0,57617208.0,58338866.0,59052857.0,59814087.0,60525096.0,61342370.0,61728944.0,62673650.0,63346497.0,64398627.0,64699737.0,65478615.0,66202809.0,66985549.0,68054603.0,68768272.0,69138049.0,69824489.0,70349300.0,74879108.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713392.0,1417035.0,2157340.0,2844414.0,3549611.0,4250109.0,4957643.0,5698780.0,6437001.0,7113575.0,7965808.0,9378554.0,11035924.0,11940739.0,11910857.0,13669368.0,12655541.0,12806631.0,13598809.0,14353511.0,21715949.0,18234423.0,16518719.0,17132630.0,17796128.0,18532731.0,19306802.0,20060859.0,20675750.0,21408080.0,22299952.0,22900617.0,23713980.0,24314445.0,24847956.0,25641071.0,26318584.0,27021832.0,27693617.0,28419737.0,29171128.0,29954898.0,30627707.0,31269954.0,32067435.0,32864876.0,33444914.0,34173372.0,34773973.0,35642788.0,36207591.0,36912244.0,37668429.0,38362863.0,39068857.0,39808904.0,40520550.0,41222062.0,41997615.0,42739240.0,43341192.0,44143645.0,44979779.0,45567573.0,46239651.0,46993509.0,47735876.0,48519838.0,49108513.0,49780075.0,50579680.0,51219533.0,51934713.0,52734358.0,53413338.0,54362814.0,54947581.0,55659682.0,57295455.0,57004619.0,57709013.0,58267608.0,59024741.0,59720992.0,60530555.0,61151821.0,61902575.0,62842095.0,63521420.0,64238541.0,64759591.0,65501404.0,66190266.0,66855210.0,67667021.0,68363198.0,69251135.0,72108340.0,70453993.0,71160622.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 8af64ca0ec07..63fc9b2bc56d 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100415.74543135434,100913.85501797308,102242.1472489564,102740.25683557516] \ No newline at end of file +[100402.01828025698,101001.38134486144,102599.68285047336,103199.04591507783] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 84a71704980c..d5e1cae660cb 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011497578656805433,"upper_bound":-0.005607577257373731},"point_estimate":-0.008658836555713534,"standard_error":0.0014939920320546744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010466367711806646,"upper_bound":-0.008462894588263993},"point_estimate":-0.009644299181204241,"standard_error":0.00047916350542045343}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00436912486962957,"upper_bound":0.027682208974147464},"point_estimate":0.015134253143386678,"standard_error":0.0060923771197889725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006818161765458353,"upper_bound":0.002294661768387683},"point_estimate":0.0014198078689962035,"standard_error":0.0004135323338661023}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 9c87130077db..91d32a86b881 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101589.5076626553,"upper_bound":102039.19117256084},"point_estimate":101787.58497787068,"standard_error":116.09510745200272},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101543.33423180593,"upper_bound":101651.14632637694},"point_estimate":101600.73306699729,"standard_error":30.748608953319426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.5245195659852,"upper_bound":299.0501989783254},"point_estimate":255.46211620403426,"standard_error":28.307080052615326},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101697.21656631403,"upper_bound":102380.95595692385},"point_estimate":101986.8675526188,"standard_error":178.39744131847374},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":425.0385475160209,"upper_bound":1687.7762485513779},"point_estimate":1163.4502733803406,"standard_error":312.1865898886956}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102302.39742281761,"upper_bound":104643.90907887656},"point_estimate":103328.06405577975,"standard_error":600.6435651824851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101683.45788018433,"upper_bound":101801.38095238095},"point_estimate":101744.9865873016,"standard_error":29.260451089298794},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.35702831265513,"upper_bound":355.0809973573813},"point_estimate":287.2411377575927,"standard_error":41.58357051299703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101805.38701823541,"upper_bound":102283.1919648572},"point_estimate":102006.74790432562,"standard_error":123.2236599858661},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2638.1517582946103,"upper_bound":9062.685195367301},"point_estimate":6048.22117520502,"standard_error":1722.2297760874073}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 41005c21d5a4..ce4e97d9c5d5 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701250.0,1413559.0,2132404.0,2843253.0,3542305.0,4273660.0,4951338.0,5658892.0,6346997.0,7086467.0,7824290.0,8523181.0,9221657.0,9960687.0,10989432.0,11340264.0,12111757.0,12784088.0,13529665.0,14182598.0,14897882.0,15617990.0,16338344.0,17091969.0,17833089.0,18509601.0,19222746.0,19876951.0,20591132.0,21290260.0,22049677.0,22715574.0,23398125.0,24125758.0,24837324.0,25615396.0,26275662.0,26946510.0,27686869.0,28498018.0,31381668.0,29868800.0,30558067.0,31294224.0,32065222.0,32769117.0,33407683.0,34035368.0,34781812.0,35630230.0,36272108.0,37014715.0,37672577.0,38301441.0,39095834.0,39881502.0,40482716.0,41228803.0,41948766.0,42792556.0,43382740.0,43982566.0,44862823.0,45544694.0,46270017.0,47060920.0,47520908.0,48332992.0,49051816.0,49676979.0,50706290.0,51358093.0,51890740.0,55500493.0,53284647.0,54361492.0,54970573.0,55362880.0,56192973.0,56978508.0,57617208.0,58338866.0,59052857.0,59814087.0,60525096.0,61342370.0,61728944.0,62673650.0,63346497.0,64398627.0,64699737.0,65478615.0,66202809.0,66985549.0,68054603.0,68768272.0,69138049.0,69824489.0,70349300.0,74879108.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[713392.0,1417035.0,2157340.0,2844414.0,3549611.0,4250109.0,4957643.0,5698780.0,6437001.0,7113575.0,7965808.0,9378554.0,11035924.0,11940739.0,11910857.0,13669368.0,12655541.0,12806631.0,13598809.0,14353511.0,21715949.0,18234423.0,16518719.0,17132630.0,17796128.0,18532731.0,19306802.0,20060859.0,20675750.0,21408080.0,22299952.0,22900617.0,23713980.0,24314445.0,24847956.0,25641071.0,26318584.0,27021832.0,27693617.0,28419737.0,29171128.0,29954898.0,30627707.0,31269954.0,32067435.0,32864876.0,33444914.0,34173372.0,34773973.0,35642788.0,36207591.0,36912244.0,37668429.0,38362863.0,39068857.0,39808904.0,40520550.0,41222062.0,41997615.0,42739240.0,43341192.0,44143645.0,44979779.0,45567573.0,46239651.0,46993509.0,47735876.0,48519838.0,49108513.0,49780075.0,50579680.0,51219533.0,51934713.0,52734358.0,53413338.0,54362814.0,54947581.0,55659682.0,57295455.0,57004619.0,57709013.0,58267608.0,59024741.0,59720992.0,60530555.0,61151821.0,61902575.0,62842095.0,63521420.0,64238541.0,64759591.0,65501404.0,66190266.0,66855210.0,67667021.0,68363198.0,69251135.0,72108340.0,70453993.0,71160622.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 8af64ca0ec07..63fc9b2bc56d 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100415.74543135434,100913.85501797308,102242.1472489564,102740.25683557516] \ No newline at end of file +[100402.01828025698,101001.38134486144,102599.68285047336,103199.04591507783] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 9e65219124a0..a4c2c34f3e90 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - + - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + +320 + + + +340 + + + +360 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 988d17ca778e..424b6ba5d87b 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 + +0.05 - - -0.6 + + +0.1 - - -0.8 + + +0.15 - - -1 + + +0.2 - - -1.2 + + +0.25 - - -1.4 + + +0.3 - + - -0.4 + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 - - -1.2 + + +6 - - -1.4 + + +7 - - -1.6 + + +8 - - -1.8 + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 61e9d6d940f7..e201e444a677 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - + 100 - - -105 + + +120 - - -110 + + +140 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 7303d5f6fb83..815aae4c2c07 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -18,12 +18,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -33,30 +33,30 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 7b9373e7da7b..61d63f7946c3 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - -50 + +10 + + + +20 - - -100 + + +30 - - -150 + + +40 - - -200 + + +50 - - -250 + + +60 - + - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 8bfb7f9ebdce..ae1730c96a30 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -13,71 +13,87 @@ Relative change (%) 100 - + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - - -1100 - - + - --0.0105 - - - --0.01 - - - --0.0095 - - - --0.009 - - - --0.0085 - - - - - - + +6e-4 + + + +8e-4 + + + +0.001 + + + +0.0012 + + + +0.0014 + + + +0.0016 + + + +0.0018 + + + +0.002 + + + +0.0022 + + + +0.0024 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 42a3a33907a5..351ca7d4b4fb 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 17ebb0252ca8..7e8c13b08357 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 101.70 µs - 101.99 µs - 102.38 µs + 101.81 µs + 102.01 µs + 102.28 µs R² - 0.9821004 - 0.9829900 - 0.9813444 + 0.9432996 + 0.9437888 + 0.9428672 Mean - 101.59 µs - 101.79 µs - 102.04 µs + 102.30 µs + 103.33 µs + 104.64 µs Std. Dev. - 425.04 ns - 1.1635 µs - 1.6878 µs + 2.6382 µs + 6.0482 µs + 9.0627 µs Median - 101.54 µs - 101.60 µs - 101.65 µs + 101.68 µs + 101.74 µs + 101.80 µs MAD - 190.52 ns - 255.46 ns - 299.05 ns + 189.36 ns + 287.24 ns + 355.08 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -1.1498% - -0.8659% - -0.5608% + +0.4369% + +1.5134% + +2.7682% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 7cd4ff63753e..7eb4ac8be7b8 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - -2.5 + + +0.5 - - -3 + + +0.6 - - -3.5 + + +0.7 - + - -101.55 - - - -101.6 - - - -101.65 - - - -101.7 - - - -101.75 - - - -101.8 - - - -101.85 + +102.5 - - -101.9 + + +103 - - -101.95 + + +103.5 - - -102 + + +104 - - -102.05 + + +104.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index ba37e19f7202..03328ffed5e3 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -17,74 +17,74 @@ Average time (µs) 4 - + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - + - -101.54 + +101.68 - - -101.56 + + +101.7 - - -101.58 + + +101.72 - - -101.6 + + +101.74 - - -101.62 + + +101.76 - - -101.64 + + +101.78 - - -101.66 + + +101.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 23310793c355..1c8b4bc5f9e8 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,30 +42,30 @@ Average Time (µs) - + 100 - - -102 + + +110 - - -104 + + +120 - - -106 + + +130 - - -108 + + +140 - - -110 + + +150 - + Density (a.u.) @@ -74,52 +74,70 @@ Density (a.u.) 0 - + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.2 - - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 - - - - - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index fbb84af37c56..8794df3cccdb 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 + + +0.06 - - -0.4 + + +0.08 - - -0.5 + + +0.1 - - -0.6 + + +0.12 - - -0.7 + + +0.14 - + - + 100 - - -105 + + +120 - - -110 + + +140 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index dda8af0d1e46..c3b895af5925 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -87,101 +87,101 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index c38cebec36d3..615b288593af 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -81,102 +81,102 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index f516c23fed56..7ea4dae1ff60 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,49 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - + 100 - - -105 + + +120 - - -110 + + +140 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 90f825a74c22..fade79ba4b43 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -14,46 +14,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -87,8 +87,8 @@ Iterations 700 - + - - + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 5fc4c6e27c24..c2ab65fc29a9 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -101.7 + + +3 + + + +3.5 - - + + + 101.8 - - + + +101.85 + + + 101.9 - - + + +101.95 + + + 102 - - + + +102.05 + + + 102.1 - - + + +102.15 + + + 102.2 - - -102.3 + + +102.25 - - -102.4 + + +102.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index e16d38eb2c3c..894c0bf04d46 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -101.7 + + +3 + + + +3.5 - - + + + 101.8 - - + + +101.85 + + + 101.9 - - + + +101.95 + + + 102 - - + + +102.05 + + + 102.1 - - + + +102.15 + + + 102.2 - - -102.3 + + +102.25 - - -102.4 + + +102.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index b2f3a2d73c55..4c7a24f68c61 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77381.37225515464,"upper_bound":78303.6131574858},"point_estimate":77749.36712300185,"standard_error":242.6253714659018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76917.64387372928,"upper_bound":77189.97856867284},"point_estimate":77028.02568886337,"standard_error":90.10588660149864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388.64019657579775,"upper_bound":976.0425523132349},"point_estimate":600.3764579811142,"standard_error":165.45083049467829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76978.13232765376,"upper_bound":77304.44373445722},"point_estimate":77123.32661208807,"standard_error":83.57195906902915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":929.9274841113231,"upper_bound":3927.6473346219723},"point_estimate":2427.992910469291,"standard_error":1016.9666547908419}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77640.9878550861,"upper_bound":78267.34580646042},"point_estimate":77936.01681966384,"standard_error":159.5504027229098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77025.91749893299,"upper_bound":77680.93479452055},"point_estimate":77143.20784371329,"standard_error":187.42818881717065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.3612043113775,"upper_bound":1497.8469647977317},"point_estimate":719.9198163081915,"standard_error":299.18029669216844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77116.58141404805,"upper_bound":77435.68393692431},"point_estimate":77263.98456982414,"standard_error":81.62730915999904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.243102148906,"upper_bound":2062.4596694466036},"point_estimate":1598.5945809233367,"standard_error":238.12305961049756}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index a2a78319825e..22a85d7baba4 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[387981.0,796976.0,1193861.0,1582464.0,1971983.0,2356472.0,2766127.0,3983889.0,3535135.0,3936837.0,4326546.0,4750617.0,5109620.0,5518120.0,5904384.0,6327866.0,6721711.0,7058926.0,7475058.0,7831433.0,8213933.0,8710097.0,9048728.0,9402623.0,9852728.0,10304466.0,10563153.0,10994142.0,11437436.0,11934624.0,12105461.0,12308971.0,12609584.0,13003608.0,13431340.0,13739853.0,14183262.0,14543899.0,15013350.0,15312861.0,15743405.0,16156048.0,16464229.0,16801023.0,17221391.0,17599908.0,17953131.0,18389225.0,18775371.0,19179568.0,19633779.0,20032297.0,20265348.0,20708406.0,21079408.0,21475591.0,21932260.0,22319716.0,23559943.0,22998951.0,23577815.0,23766881.0,24285663.0,24713049.0,25068348.0,25325103.0,25797933.0,26163138.0,26483945.0,26993527.0,27267895.0,27822480.0,28706309.0,28351022.0,28851885.0,29969510.0,29592919.0,29985382.0,30667777.0,30702709.0,31246430.0,31506506.0,33094095.0,32263942.0,32666104.0,33133383.0,33427313.0,34200638.0,34221268.0,34478845.0,35093549.0,35290045.0,35699406.0,36055465.0,36661478.0,36871204.0,37418017.0,37636874.0,38186953.0,38470259.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[394656.0,811576.0,1178510.0,1596584.0,1986387.0,2387040.0,2778039.0,3194515.0,3568182.0,3981528.0,4383977.0,4774965.0,5242702.0,5572952.0,5906074.0,6300447.0,7094988.0,7384112.0,7518728.0,7871248.0,8258590.0,8714813.0,9925977.0,9443075.0,9865388.0,10258484.0,10654287.0,10978673.0,11395989.0,11846951.0,12173182.0,12725378.0,12694340.0,12958580.0,13413123.0,13978428.0,14271994.0,14513581.0,14906393.0,15394153.0,15760333.0,16085285.0,16515221.0,16785213.0,17250489.0,17648642.0,18110733.0,18327591.0,18740561.0,19171286.0,19565167.0,19958880.0,20331497.0,20657620.0,21219498.0,21619887.0,22347874.0,22351074.0,22664013.0,23154849.0,23482951.0,23837734.0,25048726.0,24601892.0,24979940.0,26075441.0,25859442.0,26238312.0,26672943.0,26959283.0,27345841.0,27715131.0,28230892.0,28462914.0,29673007.0,29223876.0,30207770.0,29926615.0,30416024.0,30759198.0,31132292.0,32106724.0,31936799.0,32458308.0,33472100.0,33125417.0,33486322.0,33835170.0,34326281.0,35107632.0,34977715.0,35484631.0,35843280.0,36166488.0,36536782.0,36849072.0,37368903.0,37753812.0,38125542.0,38399394.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index c7364e876e80..d985d788fd72 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[71280.37537462541,74014.47258991012,81305.39849733599,84039.49571262069] \ No newline at end of file +[70827.49293837883,73859.82908007651,81946.05879127033,84978.39493296802] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index e94a206b65a9..c4c6b6c274df 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04401190261781935,"upper_bound":-0.030136696966418183},"point_estimate":-0.03783923507940046,"standard_error":0.0034937383511629816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04192793462057365,"upper_bound":-0.0366085871070323},"point_estimate":-0.03902043468984073,"standard_error":0.0013852962856809395}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005503492925020689,"upper_bound":0.008864628795273466},"point_estimate":0.002400658726478211,"standard_error":0.0036780645695837725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013887909894063633,"upper_bound":0.008177681154983407},"point_estimate":0.001495327886439135,"standard_error":0.0023398083236586885}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index b2f3a2d73c55..4c7a24f68c61 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77381.37225515464,"upper_bound":78303.6131574858},"point_estimate":77749.36712300185,"standard_error":242.6253714659018},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76917.64387372928,"upper_bound":77189.97856867284},"point_estimate":77028.02568886337,"standard_error":90.10588660149864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":388.64019657579775,"upper_bound":976.0425523132349},"point_estimate":600.3764579811142,"standard_error":165.45083049467829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76978.13232765376,"upper_bound":77304.44373445722},"point_estimate":77123.32661208807,"standard_error":83.57195906902915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":929.9274841113231,"upper_bound":3927.6473346219723},"point_estimate":2427.992910469291,"standard_error":1016.9666547908419}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77640.9878550861,"upper_bound":78267.34580646042},"point_estimate":77936.01681966384,"standard_error":159.5504027229098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77025.91749893299,"upper_bound":77680.93479452055},"point_estimate":77143.20784371329,"standard_error":187.42818881717065},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.3612043113775,"upper_bound":1497.8469647977317},"point_estimate":719.9198163081915,"standard_error":299.18029669216844},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77116.58141404805,"upper_bound":77435.68393692431},"point_estimate":77263.98456982414,"standard_error":81.62730915999904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.243102148906,"upper_bound":2062.4596694466036},"point_estimate":1598.5945809233367,"standard_error":238.12305961049756}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index a2a78319825e..22a85d7baba4 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[387981.0,796976.0,1193861.0,1582464.0,1971983.0,2356472.0,2766127.0,3983889.0,3535135.0,3936837.0,4326546.0,4750617.0,5109620.0,5518120.0,5904384.0,6327866.0,6721711.0,7058926.0,7475058.0,7831433.0,8213933.0,8710097.0,9048728.0,9402623.0,9852728.0,10304466.0,10563153.0,10994142.0,11437436.0,11934624.0,12105461.0,12308971.0,12609584.0,13003608.0,13431340.0,13739853.0,14183262.0,14543899.0,15013350.0,15312861.0,15743405.0,16156048.0,16464229.0,16801023.0,17221391.0,17599908.0,17953131.0,18389225.0,18775371.0,19179568.0,19633779.0,20032297.0,20265348.0,20708406.0,21079408.0,21475591.0,21932260.0,22319716.0,23559943.0,22998951.0,23577815.0,23766881.0,24285663.0,24713049.0,25068348.0,25325103.0,25797933.0,26163138.0,26483945.0,26993527.0,27267895.0,27822480.0,28706309.0,28351022.0,28851885.0,29969510.0,29592919.0,29985382.0,30667777.0,30702709.0,31246430.0,31506506.0,33094095.0,32263942.0,32666104.0,33133383.0,33427313.0,34200638.0,34221268.0,34478845.0,35093549.0,35290045.0,35699406.0,36055465.0,36661478.0,36871204.0,37418017.0,37636874.0,38186953.0,38470259.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[394656.0,811576.0,1178510.0,1596584.0,1986387.0,2387040.0,2778039.0,3194515.0,3568182.0,3981528.0,4383977.0,4774965.0,5242702.0,5572952.0,5906074.0,6300447.0,7094988.0,7384112.0,7518728.0,7871248.0,8258590.0,8714813.0,9925977.0,9443075.0,9865388.0,10258484.0,10654287.0,10978673.0,11395989.0,11846951.0,12173182.0,12725378.0,12694340.0,12958580.0,13413123.0,13978428.0,14271994.0,14513581.0,14906393.0,15394153.0,15760333.0,16085285.0,16515221.0,16785213.0,17250489.0,17648642.0,18110733.0,18327591.0,18740561.0,19171286.0,19565167.0,19958880.0,20331497.0,20657620.0,21219498.0,21619887.0,22347874.0,22351074.0,22664013.0,23154849.0,23482951.0,23837734.0,25048726.0,24601892.0,24979940.0,26075441.0,25859442.0,26238312.0,26672943.0,26959283.0,27345841.0,27715131.0,28230892.0,28462914.0,29673007.0,29223876.0,30207770.0,29926615.0,30416024.0,30759198.0,31132292.0,32106724.0,31936799.0,32458308.0,33472100.0,33125417.0,33486322.0,33835170.0,34326281.0,35107632.0,34977715.0,35484631.0,35843280.0,36166488.0,36536782.0,36849072.0,37368903.0,37753812.0,38125542.0,38399394.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index c7364e876e80..d985d788fd72 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[71280.37537462541,74014.47258991012,81305.39849733599,84039.49571262069] \ No newline at end of file +[70827.49293837883,73859.82908007651,81946.05879127033,84978.39493296802] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 59184c32545e..609a5024c4bb 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,65 +6,77 @@ micro/ops/difference:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.2 - - -0.001 + + +0.4 - - -0.0015 + + +0.6 - - -0.002 + + +0.8 - - -0.0025 + + +1 - - -0.003 + + +1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + - -400 + +0.4 - - -500 + + +0.6 - - -600 + + +0.8 - - -700 + + +1 - - -800 + + +1.2 - - -900 + + +1.4 - - -1000 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 877f4e5cfac3..dd0c1a32c543 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + - -1 + +1.1 + + + +1.2 + + + +1.3 - - + + +1.4 + + + 1.5 - - -2 + + +1.6 - - -2.5 + + +1.7 - - -3 + + +1.8 - - -3.5 + + +1.9 + + + +2 - - -4 + + +2.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index fb834abae0ae..cd2bfe59433c 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,34 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - + 80 @@ -50,10 +46,10 @@ Average Time (µs) 100 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 530152a6e302..397c5167fb72 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -20,51 +20,46 @@ Iterations - - - - - - - - + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - + 0 @@ -110,10 +105,10 @@ Iterations 500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 2230efabb143..3a473155eaf5 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - + - --0.044 - - - --0.042 - - - --0.04 - - - --0.038 - - - --0.036 - - - --0.034 - - - --0.032 - - - --0.03 - - - - - - + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 7206231ff448..07afb88c2b30 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,59 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --0.042 - - - --0.041 - - - --0.04 - - - --0.039 - - - --0.038 - - - --0.037 - - - - - - + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 4762650ed984..921d0d4c95a8 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index c1318f692c48..778bd4c996cc 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.978 µs - 77.123 µs - 77.304 µs + 77.117 µs + 77.264 µs + 77.436 µs R² - 0.9858719 - 0.9863539 - 0.9856041 + 0.9838711 + 0.9843720 + 0.9836925 Mean - 77.381 µs - 77.749 µs - 78.304 µs + 77.641 µs + 77.936 µs + 78.267 µs Std. Dev. - 929.93 ns - 2.4280 µs - 3.9276 µs + 1.1532 µs + 1.5986 µs + 2.0625 µs Median - 76.918 µs - 77.028 µs - 77.190 µs + 77.026 µs + 77.143 µs + 77.681 µs MAD - 388.64 ns - 600.38 ns - 976.04 ns + 392.36 ns + 719.92 ns + 1.4978 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.4012% - -3.7839% - -3.0137% - (p = 0.00 < + -0.5503% + +0.2401% + +0.8865% + (p = 0.55 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index b7b9799d045a..a7ef4c3b96f8 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 + + +2 - - -1.8 + + +2.5 - + - -77.4 - - - + 77.6 - - + + +77.7 + + + 77.8 - - + + +77.9 + + + 78 - - + + +78.1 + + + 78.2 - - -78.4 + + +78.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 2a2e25a0c112..69be34791f2d 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 1 - + 2 - + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - -76.9 + +77 - - -76.95 + + +77.1 - - -77 + + +77.2 - - -77.05 + + +77.3 - - -77.1 + + +77.4 - - -77.15 + + +77.5 - - -77.2 + + +77.6 + + + +77.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index bd1891035d7f..193e0735c384 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,30 +54,34 @@ Average Time (µs) - -75 + +76 - - + + +78 + + + 80 - - -85 + + +82 - - -90 + + +84 - - -95 + + +86 - - -100 + + +88 - + Density (a.u.) @@ -86,34 +90,42 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - + + +0.3 + + + + + + - - - + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index c8f569540000..751481f82989 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + - -80 + +75 - - -90 + + +80 - - -100 + + +85 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 97482634bab3..614c44cc05a4 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -20,11 +20,11 @@ Iterations - - - - - + + + + + 5.0 @@ -34,26 +34,26 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 50 @@ -102,97 +102,97 @@ Iterations - + - - + + - - - - + + + + - + - - + + - - - - + + + + - - + + - - - - - + + + + + - - - + + + - + - - + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - + - - - - - + + + + + - - - - - - - + + + + + + + - - - - + + + + - - - - + + + + - + diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index ff84d87b892b..c42373f20939 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -17,8 +17,8 @@ Iterations - - + + @@ -31,14 +31,14 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - + 25.0 @@ -97,99 +97,99 @@ Iterations - + - - + + - + - - + + - - + + - + - + - + - - + + - - + + - + - + - + - - + + - - - - - - + + + + + + - - - + + + - - - - - - + + + + + + - - - - - + + + + + - + - - - - - - - - - + + + + + + + + + - - - - + + + + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 86b91d3ada77..3a1bde5fb467 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,34 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - + 80 @@ -47,8 +43,8 @@ Average Time (µs) 100 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 519f7d8ece17..b10c9d09da5e 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -17,51 +17,46 @@ Iterations - - - - - - - - + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - -40.0 - - + 0 @@ -107,8 +102,8 @@ Iterations 500 - + - - + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 57f87b6330bf..053bb00cf7a1 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - + - -76.95 - - - -77 - - - -77.05 - - - + 77.1 - - + + 77.15 - - + + 77.2 - - + + 77.25 - - + + 77.3 - - - - + + +77.35 + + + +77.4 + + + +77.45 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 82267a9a4888..5959325f61fd 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - + - -76.95 - - - -77 - - - -77.05 - - - + 77.1 - - + + 77.15 - - + + 77.2 - - + + 77.25 - - + + 77.3 - - - - + + +77.35 + + + +77.4 + + + +77.45 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 577f97c10ce3..ebafe04dc212 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6620.405343939998,"upper_bound":6655.976415502997},"point_estimate":6637.343602987123,"standard_error":9.070105393075604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.875,"upper_bound":6636.96},"point_estimate":6627.9575052854125,"standard_error":4.386594425289597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.70798874189819,"upper_bound":66.57884745435243},"point_estimate":47.27877455392937,"standard_error":8.69796558993536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628.90558727968,"upper_bound":6663.224547149599},"point_estimate":6644.449579134033,"standard_error":8.783232230769421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.81823689230059,"upper_bound":114.07051367427319},"point_estimate":91.20593187705035,"standard_error":12.586827753091587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6608.476300094729,"upper_bound":6639.819565765454},"point_estimate":6622.625310255343,"standard_error":8.01971439917556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.994339622642,"upper_bound":6617.168},"point_estimate":6607.33769054878,"standard_error":5.784110200019522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.941050271591628,"upper_bound":54.44475822107009},"point_estimate":38.23396833011372,"standard_error":6.70011248231488},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.761973610225,"upper_bound":6637.6297195757115},"point_estimate":6619.111289493128,"standard_error":8.44775827917948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.391783462883346,"upper_bound":116.51155572448941},"point_estimate":80.37305909638569,"standard_error":19.68537303369411}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index e930caf36f91..c9cd67c404c6 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65603.0,129510.0,195644.0,279582.0,324754.0,398560.0,482959.0,521654.0,597462.0,652781.0,728285.0,794145.0,874337.0,923594.0,1006674.0,1044006.0,1108536.0,1179931.0,1270505.0,1313159.0,1400269.0,1448593.0,1527589.0,1592447.0,1630999.0,1691823.0,1796127.0,1875147.0,1918576.0,1994249.0,2047046.0,2092996.0,2187597.0,2272095.0,2338275.0,2360500.0,2424604.0,2525404.0,2586609.0,2675473.0,2722077.0,2782645.0,2850023.0,2936704.0,3116855.0,3036138.0,3138401.0,3146389.0,3232501.0,3297598.0,3355263.0,3453519.0,3533062.0,3543705.0,3645375.0,3741839.0,3761348.0,3831390.0,3912171.0,3982176.0,4203858.0,4103094.0,4167619.0,4244379.0,4328247.0,4364770.0,4470464.0,4545965.0,4582340.0,4640745.0,4986846.0,4882128.0,4799883.0,4901903.0,4984572.0,4990822.0,5239179.0,5147819.0,5309249.0,5270496.0,5338651.0,5438484.0,5492689.0,5600641.0,5616787.0,5730355.0,5782397.0,5826496.0,5896249.0,5969540.0,6020882.0,6106021.0,6181622.0,6228112.0,6280963.0,6344252.0,6427163.0,6563274.0,6587253.0,6587657.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[66154.0,131165.0,196920.0,272889.0,327681.0,403685.0,469667.0,535452.0,591376.0,666688.0,732329.0,798070.0,862839.0,918514.0,1002959.0,1077524.0,1109333.0,1205299.0,1247168.0,1337200.0,1392260.0,1431868.0,1534661.0,1573559.0,1654292.0,1710589.0,1805927.0,1846674.0,1898552.0,1960437.0,2042530.0,2103608.0,2169181.0,2243359.0,2327774.0,2390618.0,2432965.0,2539384.0,2603767.0,2616094.0,2731373.0,2766294.0,2880827.0,2899625.0,2955531.0,3040481.0,3114020.0,3163742.0,3253100.0,3309977.0,3354751.0,3446304.0,3495877.0,3578331.0,3646185.0,3688444.0,4092973.0,3801988.0,3885972.0,3966390.0,4024408.0,4109577.0,4155306.0,4217047.0,4299409.0,4346679.0,4434744.0,4480878.0,4556857.0,4626782.0,4672638.0,4743351.0,4836532.0,4855275.0,5001428.0,5241510.0,5077111.0,5154952.0,5218987.0,5277527.0,5319011.0,5417543.0,5474403.0,5558505.0,5609121.0,5744948.0,5740102.0,5801926.0,5883512.0,5931462.0,6030184.0,6035494.0,6173315.0,6217735.0,6289055.0,6343599.0,6498888.0,6467292.0,6516099.0,6618496.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 240f8dc58dea..49098a8b9d35 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6406.222371162063,6501.363491703481,6755.073146480595,6850.214267022013] \ No newline at end of file +[6430.382723737639,6508.323478586847,6716.165491518069,6794.106246367277] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index f495ad6e359a..3b59294ac2ad 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018114248518356496,"upper_bound":0.0036149599310792567},"point_estimate":-0.005301966344730791,"standard_error":0.00571033082773616},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0014532300096967079,"upper_bound":0.005660698585560953},"point_estimate":0.003352506154030044,"standard_error":0.0010604003611556522}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0055589592580256005,"upper_bound":0.00151120266055113},"point_estimate":-0.0022174974827513516,"standard_error":0.0018013467274566992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0051985198590034365,"upper_bound":-0.0011674463143818148},"point_estimate":-0.0031110360499729817,"standard_error":0.0010678679774924838}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 577f97c10ce3..ebafe04dc212 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6620.405343939998,"upper_bound":6655.976415502997},"point_estimate":6637.343602987123,"standard_error":9.070105393075604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6617.875,"upper_bound":6636.96},"point_estimate":6627.9575052854125,"standard_error":4.386594425289597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.70798874189819,"upper_bound":66.57884745435243},"point_estimate":47.27877455392937,"standard_error":8.69796558993536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6628.90558727968,"upper_bound":6663.224547149599},"point_estimate":6644.449579134033,"standard_error":8.783232230769421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.81823689230059,"upper_bound":114.07051367427319},"point_estimate":91.20593187705035,"standard_error":12.586827753091587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6608.476300094729,"upper_bound":6639.819565765454},"point_estimate":6622.625310255343,"standard_error":8.01971439917556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6595.994339622642,"upper_bound":6617.168},"point_estimate":6607.33769054878,"standard_error":5.784110200019522},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.941050271591628,"upper_bound":54.44475822107009},"point_estimate":38.23396833011372,"standard_error":6.70011248231488},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6604.761973610225,"upper_bound":6637.6297195757115},"point_estimate":6619.111289493128,"standard_error":8.44775827917948},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.391783462883346,"upper_bound":116.51155572448941},"point_estimate":80.37305909638569,"standard_error":19.68537303369411}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index e930caf36f91..c9cd67c404c6 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65603.0,129510.0,195644.0,279582.0,324754.0,398560.0,482959.0,521654.0,597462.0,652781.0,728285.0,794145.0,874337.0,923594.0,1006674.0,1044006.0,1108536.0,1179931.0,1270505.0,1313159.0,1400269.0,1448593.0,1527589.0,1592447.0,1630999.0,1691823.0,1796127.0,1875147.0,1918576.0,1994249.0,2047046.0,2092996.0,2187597.0,2272095.0,2338275.0,2360500.0,2424604.0,2525404.0,2586609.0,2675473.0,2722077.0,2782645.0,2850023.0,2936704.0,3116855.0,3036138.0,3138401.0,3146389.0,3232501.0,3297598.0,3355263.0,3453519.0,3533062.0,3543705.0,3645375.0,3741839.0,3761348.0,3831390.0,3912171.0,3982176.0,4203858.0,4103094.0,4167619.0,4244379.0,4328247.0,4364770.0,4470464.0,4545965.0,4582340.0,4640745.0,4986846.0,4882128.0,4799883.0,4901903.0,4984572.0,4990822.0,5239179.0,5147819.0,5309249.0,5270496.0,5338651.0,5438484.0,5492689.0,5600641.0,5616787.0,5730355.0,5782397.0,5826496.0,5896249.0,5969540.0,6020882.0,6106021.0,6181622.0,6228112.0,6280963.0,6344252.0,6427163.0,6563274.0,6587253.0,6587657.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[66154.0,131165.0,196920.0,272889.0,327681.0,403685.0,469667.0,535452.0,591376.0,666688.0,732329.0,798070.0,862839.0,918514.0,1002959.0,1077524.0,1109333.0,1205299.0,1247168.0,1337200.0,1392260.0,1431868.0,1534661.0,1573559.0,1654292.0,1710589.0,1805927.0,1846674.0,1898552.0,1960437.0,2042530.0,2103608.0,2169181.0,2243359.0,2327774.0,2390618.0,2432965.0,2539384.0,2603767.0,2616094.0,2731373.0,2766294.0,2880827.0,2899625.0,2955531.0,3040481.0,3114020.0,3163742.0,3253100.0,3309977.0,3354751.0,3446304.0,3495877.0,3578331.0,3646185.0,3688444.0,4092973.0,3801988.0,3885972.0,3966390.0,4024408.0,4109577.0,4155306.0,4217047.0,4299409.0,4346679.0,4434744.0,4480878.0,4556857.0,4626782.0,4672638.0,4743351.0,4836532.0,4855275.0,5001428.0,5241510.0,5077111.0,5154952.0,5218987.0,5277527.0,5319011.0,5417543.0,5474403.0,5558505.0,5609121.0,5744948.0,5740102.0,5801926.0,5883512.0,5931462.0,6030184.0,6035494.0,6173315.0,6217735.0,6289055.0,6343599.0,6498888.0,6467292.0,6516099.0,6618496.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 240f8dc58dea..49098a8b9d35 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6406.222371162063,6501.363491703481,6755.073146480595,6850.214267022013] \ No newline at end of file +[6430.382723737639,6508.323478586847,6716.165491518069,6794.106246367277] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 80d2128df990..9b0e77e3204d 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 + + +0.05 + + + +0.06 - + + +0.07 + + - + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - -60 - - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 15a751d355e0..31b44e771005 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - -0.03 - - + - + +40 + + + +50 + + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - - - - + + +120 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 8bb638e6a8f7..be3eb0d63fe8 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - + + 7 - - -8 + + + +6.4 + + + +6.6 - - -9 + + +6.8 + + + +7 - - -10 + + +7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 7a385cf4e2e6..b78cc08724ab 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 8896f957921e..0cc53636def0 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - + + +60 + + + +80 + + + +100 + + + +120 + + + +140 + + -50 +160 - -60 + +180 + + + +200 - - -70 + + +220 - + - --0.02 + +-0.006 - - --0.015 + + +-0.005 - - --0.01 + + +-0.004 - - --0.005 + + +-0.003 - - + + +-0.002 + + + +-0.001 + + + 0 - - -0.005 + + +0.001 + + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 9c329d197dfb..ecfd3599f3e4 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - -0.001 - - - -0.0015 + +-0.0055 - - -0.002 + + +-0.005 - - -0.0025 + + +-0.0045 - - -0.003 + + +-0.004 - - -0.0035 + + +-0.0035 - - -0.004 + + +-0.003 - - -0.0045 + + +-0.0025 - - -0.005 + + +-0.002 - - -0.0055 + + +-0.0015 - - -0.006 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index b0f8b02fc764..651b10cd107e 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index f3be95710329..6978f2e014af 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6289 µs - 6.6444 µs - 6.6632 µs + 6.6048 µs + 6.6191 µs + 6.6376 µs R² - 0.9819271 - 0.9826819 - 0.9815811 + 0.9824235 + 0.9830507 + 0.9820066 Mean - 6.6204 µs - 6.6373 µs - 6.6560 µs + 6.6085 µs + 6.6226 µs + 6.6398 µs Std. Dev. - 64.818 ns - 91.206 ns - 114.07 ns + 45.392 ns + 80.373 ns + 116.51 ns Median - 6.6179 µs - 6.6280 µs - 6.6370 µs + 6.5960 µs + 6.6073 µs + 6.6172 µs MAD - 32.708 ns - 47.279 ns - 66.579 ns + 28.941 ns + 38.234 ns + 54.445 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.8114% - -0.5302% - +0.3615% - (p = 0.43 > + -0.5559% + -0.2217% + +0.1511% + (p = 0.23 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 33d10816e5c6..fed9010acfda 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + + +50 + + - + +6.605 + + + +6.61 + + + +6.615 + + + 6.62 - - + + 6.625 - - + + 6.63 - - + + 6.635 - - + + 6.64 - - -6.645 - - - -6.65 - - - -6.655 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 79a8d2bd8fe8..15dd8883fe6a 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - -6.62 + +6.595 + + + +6.6 - - -6.625 + + +6.605 - - -6.63 + + +6.61 - + -6.635 +6.615 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 969fac2351d7..d785df5b2d71 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (µs) - -6.4 - - - + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - + + +7.2 + + Density (a.u.) @@ -94,54 +94,50 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - - - - - - - - - - - - - - - - - - - - - + + +7 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 2cda9f8aaf09..6193d446b6bc 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - -6.4 + + +7 - - + + + 6.6 - - + + 6.8 - - + + 7 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 948a3ed4abe2..a98047edaf9a 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -96,102 +96,102 @@ Iterations (x 10^3) - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - + + + - - - - + + + + - - - - + + + + - - + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 000130060fd4..a82bd84fa084 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -17,10 +17,10 @@ Iterations (x 10^3) - - - - + + + + 1.0 @@ -30,22 +30,22 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -99,94 +99,94 @@ Iterations (x 10^3) - - - - + + + + - - + + - + - - + + - - - + + + - - + + - + - + - - - - - - + + + + + + - + - + - - - - - - + + + + + + - - - - - - - - - - + + + + + + + + + + - + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 01a72a921c0f..406bde6be10b 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - + + 7 - - -8 + + + +6.4 + + + +6.6 - - -9 + + +6.8 + + + +7 - - -10 + + +7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 12ccd63e3390..1f2f8fb7009e 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 6b9e23b0c689..dcc6de44579e 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + + +50 + + - -6.63 + +6.605 - - -6.635 + + +6.61 - - -6.64 + + +6.615 - - -6.645 + + +6.62 - - -6.65 + + +6.625 - - -6.655 + + +6.63 - - -6.66 + + +6.635 - - -6.665 + + +6.64 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 11a7d11281a5..01af270a9c86 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + + +50 + + - -6.63 + +6.605 - - -6.635 + + +6.61 - - -6.64 + + +6.615 - - -6.645 + + +6.62 - - -6.65 + + +6.625 - - -6.655 + + +6.63 - - -6.66 + + +6.635 - - -6.665 + + +6.64 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index fbaf181a921e..50c6208efe20 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21514.4286875,"upper_bound":21757.791312499998},"point_estimate":21631.26375,"standard_error":62.08691485661835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21371.5,"upper_bound":21540.75},"point_estimate":21455.5,"standard_error":40.14907672528323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.5627575367689,"upper_bound":498.4315786510706},"point_estimate":373.15188087522984,"standard_error":54.77501362739389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.8629809934826,"upper_bound":745.4748099632278},"point_estimate":626.033419850639,"standard_error":64.88644334739908}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21615.876,"upper_bound":21935.233718749998},"point_estimate":21766.5775,"standard_error":81.49613670544456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21407.4375,"upper_bound":21635.3125},"point_estimate":21517.125,"standard_error":64.8869585667178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":376.7657183110714,"upper_bound":704.4203124940395},"point_estimate":518.3540157973766,"standard_error":77.67996887576349},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.5197421842513,"upper_bound":1064.91658940206},"point_estimate":815.7072663105733,"standard_error":128.17019062932243}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index f9cb70409600..5bdc41b091e2 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[171650.0,178082.0,172861.0,177929.0,177330.0,171020.0,172790.0,173502.0,176656.0,169804.0,189021.0,172719.0,173210.0,175083.0,170756.0,181209.0,168643.0,169184.0,172389.0,169664.0,172411.0,184653.0,174417.0,185463.0,171681.0,172171.0,169996.0,169737.0,170416.0,173344.0,178862.0,185043.0,168333.0,180195.0,170166.0,167881.0,172489.0,169756.0,171497.0,171851.0,173354.0,178513.0,169415.0,178491.0,170096.0,171328.0,172361.0,171118.0,172442.0,167021.0,169425.0,167561.0,171700.0,170026.0,167684.0,169646.0,185657.0,169917.0,168362.0,167762.0,171778.0,170065.0,170395.0,168853.0,173954.0,174016.0,191935.0,172490.0,177370.0,171077.0,169796.0,167490.0,168795.0,168813.0,169095.0,169475.0,171517.0,178440.0,169284.0,172291.0,168883.0,182670.0,181407.0,170565.0,170998.0,171187.0,168462.0,174474.0,169193.0,170867.0,171388.0,179562.0,175303.0,169615.0,171638.0,171718.0,180895.0,169384.0,171829.0,172301.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[175579.0,173072.0,185076.0,178885.0,166671.0,168465.0,179967.0,167433.0,167603.0,168895.0,171109.0,169307.0,167294.0,172103.0,171371.0,179595.0,179404.0,167282.0,172562.0,171801.0,168826.0,172591.0,174398.0,169678.0,170790.0,171199.0,180367.0,172171.0,171941.0,178323.0,192458.0,169578.0,174797.0,170237.0,191019.0,191337.0,209501.0,168314.0,171320.0,168837.0,169377.0,170388.0,168466.0,179325.0,169587.0,179424.0,169287.0,172923.0,170567.0,172172.0,170968.0,177019.0,175957.0,168174.0,177732.0,175459.0,172432.0,171620.0,181171.0,189704.0,183485.0,173914.0,180938.0,169365.0,172961.0,175208.0,179806.0,170278.0,181359.0,174316.0,170468.0,174959.0,171102.0,179205.0,172561.0,171039.0,174787.0,170619.0,178753.0,177092.0,171069.0,173144.0,177322.0,167572.0,175186.0,180245.0,167733.0,168795.0,168225.0,174849.0,170548.0,169678.0,171630.0,173021.0,170900.0,169467.0,174084.0,171280.0,171891.0,171500.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index f0929aaa75dc..a507954d9f21 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[19565.78125,20390.3125,22589.0625,23413.59375] \ No newline at end of file +[18659.65625,19960.90625,23430.90625,24732.15625] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 8c0a72b4aa1e..76d0661ec552 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004426854060046142,"upper_bound":0.011102323439095063},"point_estimate":0.0029657745753988163,"standard_error":0.003948331998793058},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0052672888346307145,"upper_bound":0.009403578061452311},"point_estimate":0.003865881403414484,"standard_error":0.003545294799132093}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027374040051642476,"upper_bound":0.015167807050282417},"point_estimate":0.006255471319839057,"standard_error":0.004609984510355645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030565105129406467,"upper_bound":0.00965747382092027},"point_estimate":0.0028722239052922927,"standard_error":0.0032838033152376793}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index fbaf181a921e..50c6208efe20 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21514.4286875,"upper_bound":21757.791312499998},"point_estimate":21631.26375,"standard_error":62.08691485661835},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21371.5,"upper_bound":21540.75},"point_estimate":21455.5,"standard_error":40.14907672528323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279.5627575367689,"upper_bound":498.4315786510706},"point_estimate":373.15188087522984,"standard_error":54.77501362739389},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490.8629809934826,"upper_bound":745.4748099632278},"point_estimate":626.033419850639,"standard_error":64.88644334739908}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21615.876,"upper_bound":21935.233718749998},"point_estimate":21766.5775,"standard_error":81.49613670544456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21407.4375,"upper_bound":21635.3125},"point_estimate":21517.125,"standard_error":64.8869585667178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":376.7657183110714,"upper_bound":704.4203124940395},"point_estimate":518.3540157973766,"standard_error":77.67996887576349},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575.5197421842513,"upper_bound":1064.91658940206},"point_estimate":815.7072663105733,"standard_error":128.17019062932243}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index f9cb70409600..5bdc41b091e2 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[171650.0,178082.0,172861.0,177929.0,177330.0,171020.0,172790.0,173502.0,176656.0,169804.0,189021.0,172719.0,173210.0,175083.0,170756.0,181209.0,168643.0,169184.0,172389.0,169664.0,172411.0,184653.0,174417.0,185463.0,171681.0,172171.0,169996.0,169737.0,170416.0,173344.0,178862.0,185043.0,168333.0,180195.0,170166.0,167881.0,172489.0,169756.0,171497.0,171851.0,173354.0,178513.0,169415.0,178491.0,170096.0,171328.0,172361.0,171118.0,172442.0,167021.0,169425.0,167561.0,171700.0,170026.0,167684.0,169646.0,185657.0,169917.0,168362.0,167762.0,171778.0,170065.0,170395.0,168853.0,173954.0,174016.0,191935.0,172490.0,177370.0,171077.0,169796.0,167490.0,168795.0,168813.0,169095.0,169475.0,171517.0,178440.0,169284.0,172291.0,168883.0,182670.0,181407.0,170565.0,170998.0,171187.0,168462.0,174474.0,169193.0,170867.0,171388.0,179562.0,175303.0,169615.0,171638.0,171718.0,180895.0,169384.0,171829.0,172301.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[175579.0,173072.0,185076.0,178885.0,166671.0,168465.0,179967.0,167433.0,167603.0,168895.0,171109.0,169307.0,167294.0,172103.0,171371.0,179595.0,179404.0,167282.0,172562.0,171801.0,168826.0,172591.0,174398.0,169678.0,170790.0,171199.0,180367.0,172171.0,171941.0,178323.0,192458.0,169578.0,174797.0,170237.0,191019.0,191337.0,209501.0,168314.0,171320.0,168837.0,169377.0,170388.0,168466.0,179325.0,169587.0,179424.0,169287.0,172923.0,170567.0,172172.0,170968.0,177019.0,175957.0,168174.0,177732.0,175459.0,172432.0,171620.0,181171.0,189704.0,183485.0,173914.0,180938.0,169365.0,172961.0,175208.0,179806.0,170278.0,181359.0,174316.0,170468.0,174959.0,171102.0,179205.0,172561.0,171039.0,174787.0,170619.0,178753.0,177092.0,171069.0,173144.0,177322.0,167572.0,175186.0,180245.0,167733.0,168795.0,168225.0,174849.0,170548.0,169678.0,171630.0,173021.0,170900.0,169467.0,174084.0,171280.0,171891.0,171500.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index f0929aaa75dc..a507954d9f21 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[19565.78125,20390.3125,22589.0625,23413.59375] \ No newline at end of file +[18659.65625,19960.90625,23430.90625,24732.15625] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 6396397603df..ab7eab774c68 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - + - -300 - - - + 350 - - + + 400 - - + + 450 - - + + 500 - - - - + + +550 + + + +600 + + + +650 + + + +700 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index e81079b56c4c..96840841d196 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,61 +6,61 @@ micro/ops/fold:SD Density (a.u.) -Average time (ns) +Average time (µs) -0.001 +0.5 - -0.002 + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - + - -500 + +0.6 - - -550 + + +0.7 - - -600 + + +0.8 - - -650 + + +0.9 - - -700 + + +1 - - -750 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 34ba2c3cb36b..937804564e82 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,37 +16,62 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + + +24.0 + + + +24.5 + + + +25.0 + + + +25.5 + + + +26.0 + + 0 @@ -92,206 +117,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index a15081727181..0464ca8dba66 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -42,26 +42,26 @@ Average Time (µs) - -21 + +20 - - + + 22 - - -23 - - - + + 24 - - - - - + + +26 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 498f6272b62a..8557f103d80c 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - + - --0.006 - - - + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - - - - + + +0.014 + + + +0.016 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index c9f266e6c017..3354c976e7a6 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,75 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - --0.006 - - - + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 871071c8233d..e5b6c4597b13 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -46,44 +46,48 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index f32b98bb0235..54f97edc7cab 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002183 - 0.0002259 - 0.0002170 + 0.0015867 + 0.0016413 + 0.0015734 Mean - 21.514 µs - 21.631 µs - 21.758 µs + 21.616 µs + 21.767 µs + 21.935 µs Std. Dev. - 490.86 ns - 626.03 ns - 745.47 ns + 575.52 ns + 815.71 ns + 1.0649 µs Median - 21.372 µs - 21.456 µs - 21.541 µs + 21.407 µs + 21.517 µs + 21.635 µs MAD - 279.56 ns - 373.15 ns - 498.43 ns + 376.77 ns + 518.35 ns + 704.42 ns @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.4427% - +0.2966% - +1.1102% - (p = 0.44 > + -0.2737% + +0.6255% + +1.5168% + (p = 0.19 > 0.05) diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index e1c0ab57d733..95cdafbc729a 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + + +24.0 + + + +24.5 + + + +25.0 + + + +25.5 + + + +26.0 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 8750f44e09ff..1f5c282c7c86 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (µs) - - - - + + + + + + + - + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + + +24.0 + + + +24.5 + + + +25.0 + + + +25.5 + + + +26.0 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 771f1f83d1db..34a2aa168581 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - - -7 + + +5 - + - -21.5 - - - -21.55 - - - + 21.6 - - + + 21.65 - - + + 21.7 - - - - + + +21.75 + + + +21.8 + + + +21.85 + + + +21.9 + + + +21.95 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 6af6a45f2787..9ea73d9110b5 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - - -21.36 + + +5 - - -21.38 + + +6 - - -21.4 + + +7 - - -21.42 + + +8 - - -21.44 + + +9 - - -21.46 + + + +21.4 - - -21.48 + + +21.45 - - + + 21.5 - - -21.52 + + +21.55 + + + +21.6 - - -21.54 + + +21.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 3b5affec5041..d7469197f1ba 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -46,42 +46,38 @@ Average Time (µs) - -20.5 + +20 - - + + 21 - - -21.5 - - - + + 22 - - -22.5 - - - + + 23 - - -23.5 - - - + + 24 - - -24.5 + + +25 + + + +26 - + + +27 + + Density (a.u.) @@ -90,64 +86,46 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index dc92970c7af5..96455b5047d8 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - + - -21 + +20 - - + + 22 - - -23 + + +24 - + -24 +26 - - + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 9ad69c5f418d..8ed5424f3253 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,37 +13,62 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + + + - + 21.0 - - + + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - + + +24.0 + + + +24.5 + + + +25.0 + + + +25.5 + + + +26.0 + + 0 @@ -89,204 +114,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index d2d57bd848a2..a15b389349e2 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (µs) - -21 + +20 - - + + 22 - - -23 + + +24 - + -24 +26 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 59aee5367fd8..e0045a724f07 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - - -7 + + +5 - + - -21.5 - - - -21.55 - - - + 21.6 - - + + 21.65 - - + + 21.7 - - - - + + +21.75 + + + +21.8 + + + +21.85 + + + +21.9 + + + +21.95 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index b8161f9c9b4d..c537cb787122 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9261.333547268592,"upper_bound":9368.112194471138},"point_estimate":9312.212010921996,"standard_error":27.30669806023087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9189.619691119691,"upper_bound":9334.96223316913},"point_estimate":9292.375250626566,"standard_error":32.663700059452744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184.6078336092642,"upper_bound":298.40898173496635},"point_estimate":253.3011107742625,"standard_error":28.591224906139946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9256.656605423763,"upper_bound":9344.821999023985},"point_estimate":9298.133934851907,"standard_error":22.454261624381264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.62407545422388,"upper_bound":366.78445106520996},"point_estimate":275.67260651991705,"standard_error":47.35166849699232}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9286.845713609204,"upper_bound":9436.193613438842},"point_estimate":9356.070554942131,"standard_error":38.18339724008123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9179.114685752844,"upper_bound":9391.7055393586},"point_estimate":9339.116352327448,"standard_error":72.21549562734806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.06638695443712,"upper_bound":351.9461383255692},"point_estimate":296.54820514969555,"standard_error":48.554283237470884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.65971677945,"upper_bound":9497.251545445255},"point_estimate":9372.777617006903,"standard_error":55.24459662038391},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.39095353013442,"upper_bound":533.1236417667482},"point_estimate":385.1853159392825,"standard_error":78.18104442189197}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index a739fe278927..1d6274e86de8 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134499.0,266757.0,413421.0,539974.0,669738.0,824893.0,949959.0,1087132.0,1201368.0,1340663.0,1506816.0,1640930.0,1729223.0,1858111.0,1991563.0,2149263.0,2270637.0,2381854.0,2532530.0,2603209.0,2721410.0,2880500.0,3040894.0,3164133.0,3250406.0,3210331.0,3430407.0,3471517.0,3574464.0,3813181.0,3931558.0,4113291.0,4212196.0,4381929.0,4404624.0,4768009.0,4760223.0,4834016.0,4946283.0,5101872.0,5255384.0,5303186.0,5467795.0,5611596.0,5742120.0,5837998.0,5958274.0,6431582.0,6210270.0,6384171.0,6525023.0,6540423.0,6793591.0,6842262.0,6982574.0,7184294.0,8734302.0,7372307.0,7554507.0,7658551.0,7811873.0,8033655.0,8083776.0,8211285.0,8301755.0,8434205.0,8605085.0,8719849.0,8861518.0,8882121.0,9056072.0,9417455.0,9699668.0,9586006.0,9917052.0,9996200.0,10041404.0,10200624.0,10655573.0,10526940.0,10779071.0,10765391.0,10825280.0,10956510.0,11393845.0,11301982.0,11369984.0,11445694.0,11615775.0,11708319.0,11875972.0,11955744.0,12154375.0,12172328.0,12358937.0,12630168.0,12654461.0,12798005.0,12970351.0,13099275.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134582.0,290246.0,400847.0,584049.0,684304.0,807418.0,945798.0,1100166.0,1211105.0,1342390.0,1473443.0,1628424.0,1773435.0,1892586.0,2025703.0,2151788.0,2293921.0,2446955.0,2558209.0,2658028.0,2701898.0,2835214.0,2994026.0,3149295.0,3192852.0,3180353.0,3323770.0,3419850.0,3576424.0,3828540.0,3961088.0,4113250.0,4231108.0,4359997.0,4479125.0,4604717.0,4709259.0,4838989.0,4972350.0,5089365.0,5281718.0,5326858.0,5448710.0,5632137.0,5753878.0,5896094.0,5963038.0,6153183.0,6286092.0,6369683.0,6503685.0,6680950.0,6916018.0,6849900.0,6988674.0,7213087.0,7326518.0,8432013.0,7576989.0,7665735.0,7725576.0,7915576.0,7985883.0,8190234.0,8258724.0,8434431.0,8611656.0,8702516.0,8826640.0,8914323.0,9001428.0,9419863.0,9672411.0,9780017.0,9974598.0,10022096.0,10189998.0,10261622.0,10502089.0,10587702.0,10626732.0,10768091.0,10885091.0,11121785.0,14034463.0,11382988.0,11427607.0,11575677.0,11640462.0,11857368.0,11985693.0,12212631.0,12265824.0,12433822.0,12497703.0,12586647.0,12768565.0,12885420.0,13007134.0,13070355.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 8d403149c8b9..82013328f7f8 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[8116.250416666673,8617.882142857146,9955.566746031742,10457.198472222215] \ No newline at end of file +[8105.607916689329,8616.734847012449,9979.739994540767,10490.866924863885] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 52f2e8788c20..68f2a07d847e 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013036195716877943,"upper_bound":0.00787281455969809},"point_estimate":-0.0019265593162137717,"standard_error":0.005340346420670697},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013114618330104744,"upper_bound":0.007488050341899033},"point_estimate":-0.0021067760501268795,"standard_error":0.0046292710638580125}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004579400866719942,"upper_bound":0.014374255987820017},"point_estimate":0.004709787961087564,"standard_error":0.0048439047518818125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01444812416043828,"upper_bound":0.015799489734829475},"point_estimate":0.005030048877732396,"standard_error":0.008695088075291148}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index b8161f9c9b4d..c537cb787122 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9261.333547268592,"upper_bound":9368.112194471138},"point_estimate":9312.212010921996,"standard_error":27.30669806023087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9189.619691119691,"upper_bound":9334.96223316913},"point_estimate":9292.375250626566,"standard_error":32.663700059452744},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":184.6078336092642,"upper_bound":298.40898173496635},"point_estimate":253.3011107742625,"standard_error":28.591224906139946},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9256.656605423763,"upper_bound":9344.821999023985},"point_estimate":9298.133934851907,"standard_error":22.454261624381264},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.62407545422388,"upper_bound":366.78445106520996},"point_estimate":275.67260651991705,"standard_error":47.35166849699232}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9286.845713609204,"upper_bound":9436.193613438842},"point_estimate":9356.070554942131,"standard_error":38.18339724008123},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9179.114685752844,"upper_bound":9391.7055393586},"point_estimate":9339.116352327448,"standard_error":72.21549562734806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.06638695443712,"upper_bound":351.9461383255692},"point_estimate":296.54820514969555,"standard_error":48.554283237470884},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9288.65971677945,"upper_bound":9497.251545445255},"point_estimate":9372.777617006903,"standard_error":55.24459662038391},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.39095353013442,"upper_bound":533.1236417667482},"point_estimate":385.1853159392825,"standard_error":78.18104442189197}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index a739fe278927..1d6274e86de8 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134499.0,266757.0,413421.0,539974.0,669738.0,824893.0,949959.0,1087132.0,1201368.0,1340663.0,1506816.0,1640930.0,1729223.0,1858111.0,1991563.0,2149263.0,2270637.0,2381854.0,2532530.0,2603209.0,2721410.0,2880500.0,3040894.0,3164133.0,3250406.0,3210331.0,3430407.0,3471517.0,3574464.0,3813181.0,3931558.0,4113291.0,4212196.0,4381929.0,4404624.0,4768009.0,4760223.0,4834016.0,4946283.0,5101872.0,5255384.0,5303186.0,5467795.0,5611596.0,5742120.0,5837998.0,5958274.0,6431582.0,6210270.0,6384171.0,6525023.0,6540423.0,6793591.0,6842262.0,6982574.0,7184294.0,8734302.0,7372307.0,7554507.0,7658551.0,7811873.0,8033655.0,8083776.0,8211285.0,8301755.0,8434205.0,8605085.0,8719849.0,8861518.0,8882121.0,9056072.0,9417455.0,9699668.0,9586006.0,9917052.0,9996200.0,10041404.0,10200624.0,10655573.0,10526940.0,10779071.0,10765391.0,10825280.0,10956510.0,11393845.0,11301982.0,11369984.0,11445694.0,11615775.0,11708319.0,11875972.0,11955744.0,12154375.0,12172328.0,12358937.0,12630168.0,12654461.0,12798005.0,12970351.0,13099275.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[134582.0,290246.0,400847.0,584049.0,684304.0,807418.0,945798.0,1100166.0,1211105.0,1342390.0,1473443.0,1628424.0,1773435.0,1892586.0,2025703.0,2151788.0,2293921.0,2446955.0,2558209.0,2658028.0,2701898.0,2835214.0,2994026.0,3149295.0,3192852.0,3180353.0,3323770.0,3419850.0,3576424.0,3828540.0,3961088.0,4113250.0,4231108.0,4359997.0,4479125.0,4604717.0,4709259.0,4838989.0,4972350.0,5089365.0,5281718.0,5326858.0,5448710.0,5632137.0,5753878.0,5896094.0,5963038.0,6153183.0,6286092.0,6369683.0,6503685.0,6680950.0,6916018.0,6849900.0,6988674.0,7213087.0,7326518.0,8432013.0,7576989.0,7665735.0,7725576.0,7915576.0,7985883.0,8190234.0,8258724.0,8434431.0,8611656.0,8702516.0,8826640.0,8914323.0,9001428.0,9419863.0,9672411.0,9780017.0,9974598.0,10022096.0,10189998.0,10261622.0,10502089.0,10587702.0,10626732.0,10768091.0,10885091.0,11121785.0,14034463.0,11382988.0,11427607.0,11575677.0,11640462.0,11857368.0,11985693.0,12212631.0,12265824.0,12433822.0,12497703.0,12586647.0,12768565.0,12885420.0,13007134.0,13070355.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 8d403149c8b9..82013328f7f8 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[8116.250416666673,8617.882142857146,9955.566746031742,10457.198472222215] \ No newline at end of file +[8105.607916689329,8616.734847012449,9979.739994540767,10490.866924863885] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index d328e8458b11..71f5fbb8888f 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - + -0.004 +0.002 - -0.006 + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - - -0.014 + + +0.007 - - -0.016 + + +0.008 - - -0.018 + + +0.009 - + - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + +320 + + + +340 + + + +360 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 166876bc7f01..db9a1a955600 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - - -0.004 + + +0.002 - + -0.006 +0.003 - -0.008 + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - -180 + +250 - - -200 - - - -220 - - - -240 - - - -260 - - - -280 - - - + + 300 - - -320 + + +350 + + + +400 - - -340 + + +450 - - -360 + + +500 - - -380 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 9f88d2b5cb5d..271813462c5a 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -38,26 +38,26 @@ Average Time (µs) - + 9 - - + + 10 - - + + 11 - - + + 12 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 7d47f66d8b5e..493b6c856222 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index a35628fd587e..20c87dc825dd 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - --0.015 - - - --0.01 + + +80 - - + + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index f59b31739a14..17b1c01d5966 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,55 +9,63 @@ Density (a.u.) Relative change (%) - -20 + +10 - - -40 + + +20 - - -60 + + +30 - - -80 + + +40 - - -100 + + +50 - - -120 + + +60 - + - + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - + + 0.005 - - - - - + + +0.01 + + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 2137da22a37b..e40ca48a2e60 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 8f3cf2f17e76..0e8c3e4ca744 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.2567 µs - 9.2981 µs - 9.3448 µs + 9.2887 µs + 9.3728 µs + 9.4973 µs R² - 0.9300539 - 0.9323701 - 0.9294374 + 0.7882033 + 0.7952340 + 0.7799992 Mean - 9.2613 µs - 9.3122 µs - 9.3681 µs + 9.2868 µs + 9.3561 µs + 9.4362 µs Std. Dev. - 198.62 ns - 275.67 ns - 366.78 ns + 245.39 ns + 385.19 ns + 533.12 ns Median - 9.1896 µs - 9.2924 µs - 9.3350 µs + 9.1791 µs + 9.3391 µs + 9.3917 µs MAD - 184.61 ns - 253.30 ns - 298.41 ns + 185.07 ns + 296.55 ns + 351.95 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.3036% - -0.1927% - +0.7873% - (p = 0.72 > + -0.4579% + +0.4710% + +1.4374% + (p = 0.36 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 946cf1d22380..dd5723c1cd7c 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - - -16 + + +11 - + - -9.26 - - - + 9.28 - - + + 9.3 - - + + 9.32 - - + + 9.34 - - + + 9.36 - - - - + + +9.38 + + + +9.4 + + + +9.42 + + + +9.44 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 6a7efd100acb..966edefd5fc6 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -10,69 +10,53 @@ Average time (µs) -5 +2 - -10 + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - + - -9.18 - - - + 9.2 - - -9.22 - - - -9.24 - - - -9.26 - - - -9.28 + + +9.25 - - + + 9.3 - - -9.32 + + +9.35 - - -9.34 + + +9.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index f29e73d2c403..5625a7746330 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,30 +42,38 @@ Average Time (µs) - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - + + +11.5 + + + +12 + + Density (a.u.) @@ -74,42 +82,44 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - - - - + + + + + - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 9bca119334ff..c18a3ee1f144 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 9 - - + + 10 - - + + 11 - - - + + +12 + + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 1336a6b65500..ab340f2aab4a 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,42 @@ Iterations (x 10^3) - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0.2 @@ -77,106 +82,106 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index cb8f7402b7c9..4c07fed37950 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,37 +12,42 @@ Iterations (x 10^3) - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0.2 @@ -77,101 +82,101 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index d6c08127630c..5f6c69794f2b 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -35,24 +35,24 @@ Average Time (µs) - + 9 - - + + 10 - - + + 11 - - + + 12 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index c1399f115666..2089089782c4 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index bd641f0b2032..1bd50072eab5 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 - - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - + - -9.25 - - - -9.26 - - - -9.27 - - - -9.28 - - - -9.29 - - - + 9.3 - - -9.31 - - - -9.32 + + +9.35 - - -9.33 + + +9.4 - - -9.34 + + +9.45 - - -9.35 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 3c92f41e6d7d..a138753fa2a2 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 - - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - + - -9.25 - - - -9.26 - - - -9.27 - - - -9.28 - - - -9.29 - - - + 9.3 - - -9.31 - - - -9.32 + + +9.35 - - -9.33 + + +9.4 - - -9.34 + + +9.45 - - -9.35 + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 626e62a9cd1c..0868a1e031e3 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4030.985492320487,"upper_bound":4067.653439027877},"point_estimate":4048.648016020362,"standard_error":9.37047136124621},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4012.012898212898,"upper_bound":4045.9883477633475},"point_estimate":4018.648484848485,"standard_error":9.791890470896355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.28756391300672,"upper_bound":77.53134948874715},"point_estimate":61.134008234265096,"standard_error":9.074297813813496},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.843308834465,"upper_bound":4024.7923279118454},"point_estimate":4005.5910977067856,"standard_error":9.169914609767279},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.49541764456987,"upper_bound":115.85833211345911},"point_estimate":94.56793258513811,"standard_error":11.6400261545466}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4009.079280859342,"upper_bound":4031.078260806087},"point_estimate":4019.6092791955243,"standard_error":5.645774579454976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3999.9132231404956,"upper_bound":4024.646934460888},"point_estimate":4016.4882381769175,"standard_error":6.335595482743233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.90432510619392,"upper_bound":61.27929647405844},"point_estimate":52.03334365490605,"standard_error":4.9601498991957556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.743714476941,"upper_bound":4024.7850954619207},"point_estimate":4014.004809704851,"standard_error":5.3574391756863795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.139770828180865,"upper_bound":73.47697886684931},"point_estimate":56.63148356319076,"standard_error":8.520938276242576}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 0bcfc9ac2ba3..8a9ddefcaaef 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43480.0,87882.0,143344.0,176710.0,220352.0,264112.0,320166.0,352370.0,397226.0,454717.0,495884.0,582042.0,578440.0,618418.0,673259.0,730529.0,754923.0,829681.0,879627.0,920598.0,939561.0,996388.0,1017747.0,1059480.0,1126854.0,1146559.0,1317344.0,1308695.0,1322317.0,1375449.0,1386034.0,1409964.0,1476975.0,1508518.0,1568602.0,1602917.0,1670624.0,1698304.0,1730738.0,1779332.0,1841537.0,1883971.0,1931858.0,1988066.0,2009387.0,2039356.0,2205774.0,2112585.0,2163282.0,2239669.0,2238633.0,2298286.0,2367212.0,2387250.0,2424291.0,2446827.0,2554871.0,2596878.0,2633263.0,2674095.0,2672980.0,2733211.0,2839993.0,2820437.0,2868324.0,2893052.0,2955581.0,2974668.0,3024192.0,3114039.0,3129808.0,3186601.0,3207675.0,3238446.0,3315145.0,3336530.0,3385193.0,3399346.0,3564359.0,3523354.0,3575297.0,3616913.0,3664409.0,3703461.0,3751234.0,3872710.0,4016403.0,3825173.0,3962868.0,3969252.0,3939166.0,3991016.0,3981131.0,4087729.0,4062235.0,4137991.0,4234830.0,4233748.0,4284951.0,4330282.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43765.0,87090.0,142903.0,174885.0,218399.0,273430.0,309292.0,357248.0,394665.0,445999.0,479368.0,522822.0,566071.0,610007.0,676973.0,706273.0,757346.0,812084.0,827734.0,882919.0,915774.0,989933.0,1025070.0,1048910.0,1112812.0,1151425.0,1180456.0,1236546.0,1252486.0,1304517.0,1371428.0,1401819.0,1454938.0,1511369.0,1538253.0,1564748.0,1644647.0,1702149.0,1745784.0,1768998.0,1816774.0,1880439.0,1918307.0,1977228.0,1992769.0,2042183.0,2092870.0,2169063.0,2239052.0,2236321.0,2246644.0,2279687.0,2341443.0,2406596.0,2405622.0,2481225.0,2521972.0,2550502.0,2582463.0,2662939.0,2675983.0,2791873.0,2809341.0,2835006.0,2894299.0,2904809.0,2940888.0,2971178.0,3013630.0,3096351.0,3087255.0,3127564.0,3188053.0,3212520.0,3285323.0,3357011.0,3475071.0,3472904.0,3509523.0,3625329.0,3615515.0,3590326.0,3651985.0,3647951.0,3730391.0,3807316.0,3798185.0,3859132.0,3936882.0,3958725.0,4006036.0,4083457.0,4114332.0,4216309.0,4157826.0,4179122.0,4254637.0,4330759.0,4377000.0,4446729.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 33da45e641e5..8c18c98f0b47 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3770.74724025974,3886.1484780844157,4193.88511228355,4309.286350108226] \ No newline at end of file +[3770.9666947274454,3874.8557157847754,4151.893105270989,4255.782126328319] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 94026c25883b..61125a8b4933 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004935234920188103,"upper_bound":0.005135738054041139},"point_estimate":0.000021929537566967028,"standard_error":0.0025668978502685767},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010669830299148475,"upper_bound":-0.0002140739535966274},"point_estimate":-0.007456891638746299,"standard_error":0.00266136204624392}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012533601658946621,"upper_bound":-0.0018037256463771898},"point_estimate":-0.007172452806450957,"standard_error":0.0027224570034163754},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008289777165263357,"upper_bound":0.0022436039571541474},"point_estimate":-0.0005375555189045533,"standard_error":0.0029110924994134226}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 626e62a9cd1c..0868a1e031e3 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4030.985492320487,"upper_bound":4067.653439027877},"point_estimate":4048.648016020362,"standard_error":9.37047136124621},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4012.012898212898,"upper_bound":4045.9883477633475},"point_estimate":4018.648484848485,"standard_error":9.791890470896355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.28756391300672,"upper_bound":77.53134948874715},"point_estimate":61.134008234265096,"standard_error":9.074297813813496},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.843308834465,"upper_bound":4024.7923279118454},"point_estimate":4005.5910977067856,"standard_error":9.169914609767279},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.49541764456987,"upper_bound":115.85833211345911},"point_estimate":94.56793258513811,"standard_error":11.6400261545466}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4009.079280859342,"upper_bound":4031.078260806087},"point_estimate":4019.6092791955243,"standard_error":5.645774579454976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3999.9132231404956,"upper_bound":4024.646934460888},"point_estimate":4016.4882381769175,"standard_error":6.335595482743233},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.90432510619392,"upper_bound":61.27929647405844},"point_estimate":52.03334365490605,"standard_error":4.9601498991957556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.743714476941,"upper_bound":4024.7850954619207},"point_estimate":4014.004809704851,"standard_error":5.3574391756863795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.139770828180865,"upper_bound":73.47697886684931},"point_estimate":56.63148356319076,"standard_error":8.520938276242576}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 0bcfc9ac2ba3..8a9ddefcaaef 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43480.0,87882.0,143344.0,176710.0,220352.0,264112.0,320166.0,352370.0,397226.0,454717.0,495884.0,582042.0,578440.0,618418.0,673259.0,730529.0,754923.0,829681.0,879627.0,920598.0,939561.0,996388.0,1017747.0,1059480.0,1126854.0,1146559.0,1317344.0,1308695.0,1322317.0,1375449.0,1386034.0,1409964.0,1476975.0,1508518.0,1568602.0,1602917.0,1670624.0,1698304.0,1730738.0,1779332.0,1841537.0,1883971.0,1931858.0,1988066.0,2009387.0,2039356.0,2205774.0,2112585.0,2163282.0,2239669.0,2238633.0,2298286.0,2367212.0,2387250.0,2424291.0,2446827.0,2554871.0,2596878.0,2633263.0,2674095.0,2672980.0,2733211.0,2839993.0,2820437.0,2868324.0,2893052.0,2955581.0,2974668.0,3024192.0,3114039.0,3129808.0,3186601.0,3207675.0,3238446.0,3315145.0,3336530.0,3385193.0,3399346.0,3564359.0,3523354.0,3575297.0,3616913.0,3664409.0,3703461.0,3751234.0,3872710.0,4016403.0,3825173.0,3962868.0,3969252.0,3939166.0,3991016.0,3981131.0,4087729.0,4062235.0,4137991.0,4234830.0,4233748.0,4284951.0,4330282.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[43765.0,87090.0,142903.0,174885.0,218399.0,273430.0,309292.0,357248.0,394665.0,445999.0,479368.0,522822.0,566071.0,610007.0,676973.0,706273.0,757346.0,812084.0,827734.0,882919.0,915774.0,989933.0,1025070.0,1048910.0,1112812.0,1151425.0,1180456.0,1236546.0,1252486.0,1304517.0,1371428.0,1401819.0,1454938.0,1511369.0,1538253.0,1564748.0,1644647.0,1702149.0,1745784.0,1768998.0,1816774.0,1880439.0,1918307.0,1977228.0,1992769.0,2042183.0,2092870.0,2169063.0,2239052.0,2236321.0,2246644.0,2279687.0,2341443.0,2406596.0,2405622.0,2481225.0,2521972.0,2550502.0,2582463.0,2662939.0,2675983.0,2791873.0,2809341.0,2835006.0,2894299.0,2904809.0,2940888.0,2971178.0,3013630.0,3096351.0,3087255.0,3127564.0,3188053.0,3212520.0,3285323.0,3357011.0,3475071.0,3472904.0,3509523.0,3625329.0,3615515.0,3590326.0,3651985.0,3647951.0,3730391.0,3807316.0,3798185.0,3859132.0,3936882.0,3958725.0,4006036.0,4083457.0,4114332.0,4216309.0,4157826.0,4179122.0,4254637.0,4330759.0,4377000.0,4446729.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 33da45e641e5..8c18c98f0b47 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3770.74724025974,3886.1484780844157,4193.88511228355,4309.286350108226] \ No newline at end of file +[3770.9666947274454,3874.8557157847754,4151.893105270989,4255.782126328319] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 922046be1826..8e1e82866399 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - - -75 - - - -80 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 7f60cb2324cd..6e3bf7836a17 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - - -70 + + +0.04 - - -75 + + +0.045 - - -80 + + +0.05 - - -85 + + +0.055 - - -90 + + + +40 - - -95 + + +45 - - -100 + + +50 - - -105 + + +55 - - -110 + + +60 - - -115 + + +65 - - -120 + + +70 + + + +75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 6f0b08160ad8..a4295fe523c5 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -13,30 +13,30 @@ Average Time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + 3.8 @@ -54,10 +54,10 @@ Average Time (µs) 4.4 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 8c6ffdbeee98..95ae366ba1c0 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -17,12 +17,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -36,30 +36,30 @@ Iterations (x 10^3) 1.0 - + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0 @@ -85,10 +85,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index a25e1ba5cbb5..d931c537d3d3 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - --0.006 - - - --0.004 + +-0.012 - - --0.002 + + +-0.01 - - -0 + + +-0.008 - - -0.002 + + +-0.006 - - -0.004 + + +-0.004 - - -0.006 + + +-0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 2405f86ada56..85692bf69cd7 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,75 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - --0.01 - - - + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - - - - + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index fb922dfc5248..94c314006538 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -21,73 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 263c29c87cda..2c29b978c489 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9888 µs - 4.0056 µs + 4.0037 µs + 4.0140 µs 4.0248 µs R² - 0.9528139 - 0.9551928 - 0.9520683 + 0.9843859 + 0.9852374 + 0.9842976 Mean - 4.0310 µs - 4.0486 µs - 4.0677 µs + 4.0091 µs + 4.0196 µs + 4.0311 µs Std. Dev. - 70.495 ns - 94.568 ns - 115.86 ns + 42.140 ns + 56.631 ns + 73.477 ns Median - 4.0120 µs - 4.0186 µs - 4.0460 µs + 3.9999 µs + 4.0165 µs + 4.0246 µs MAD - 42.288 ns - 61.134 ns - 77.531 ns + 40.904 ns + 52.033 ns + 61.279 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4935% - +0.0022% - +0.5136% - (p = 1.00 > + -1.2534% + -0.7172% + -0.1804% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 52714c178b98..4bf6f4f1a766 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -4.03 - - - -4.035 + + +50 - - -4.04 + + +60 - - -4.045 + + +70 - - -4.05 + + + +4.01 - - -4.055 + + +4.015 - - -4.06 + + +4.02 - - -4.065 + + +4.025 - - -4.07 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 8b01821dfee4..b208dbad30f4 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + - + +4 + + + +4.005 + + + 4.01 - - + + 4.015 - - + + 4.02 - - + + 4.025 - - -4.03 - - - -4.035 - - - -4.04 - - - -4.045 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 8d372f3a4e46..433b6faf13cf 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -34,34 +34,50 @@ Average Time (µs) - -3.8 - - - + 3.9 - - + + +3.95 + + + 4 - - + + +4.05 + + + 4.1 - - + + +4.15 + + + 4.2 - - + + +4.25 + + + 4.3 - - + + +4.35 + + + 4.4 - + Density (a.u.) @@ -70,66 +86,44 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - - - - - - - - - - - - - - - - - + + +6 + + + +7 + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 6b51150cf8df..49775c594d81 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - -3.8 + + +6 + + + +7 - - + + + 4 - - + + 4.2 - - + + 4.4 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 2523373a2961..bc9e3a0129aa 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -19,47 +19,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -108,105 +108,105 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 72f26a97d6d0..73ca9f806914 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -16,47 +16,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - + 0.1 @@ -105,103 +105,103 @@ Iterations (x 10^3) - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 9c5f2985ad5b..dc26a78748bf 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + 3.8 @@ -51,8 +51,8 @@ Average Time (µs) 4.4 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 4f285d14ea27..4e7763965389 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -17,9 +17,9 @@ Iterations (x 10^3) - - - + + + 0.0 @@ -45,18 +45,18 @@ Iterations (x 10^3) 2.5 - + 3.0 - - + + 3.5 - - + + 4.0 - + 0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index a4c705307cbb..1997d99bb927 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -3.985 - - - -3.99 + + +60 - - -3.995 + + +70 - - -4 + + +80 - - + + + 4.005 - - + + 4.01 - - + + 4.015 - - + + 4.02 - - + + 4.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index d8dfe1e419e0..d97a0ffe6acd 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -3.985 - - - -3.99 + + +60 - - -3.995 + + +70 - - -4 + + +80 - - + + + 4.005 - - + + 4.01 - - + + 4.015 - - + + 4.02 - - + + 4.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 63a4e84d0e1c..2ca7d2aecfab 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83267.5220398908,"upper_bound":83625.52024665663},"point_estimate":83434.37229359843,"standard_error":91.36228519774824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83206.4651458886,"upper_bound":83378.87954545455},"point_estimate":83277.32525252525,"standard_error":43.86771113154673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.95708680815295,"upper_bound":561.4168547759352},"point_estimate":459.964779457594,"standard_error":70.04681061972276},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83405.94864776872,"upper_bound":83799.98497798793},"point_estimate":83579.68800768435,"standard_error":101.8442383224853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2564742606128,"upper_bound":1221.1673782050834},"point_estimate":920.389166149145,"standard_error":166.50818968300547}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82984.39216640656,"upper_bound":83319.91534310048},"point_estimate":83139.81260295394,"standard_error":85.95852703200917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82942.971827957,"upper_bound":83081.31428571428},"point_estimate":83009.53277940697,"standard_error":38.33357930570853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.70583093172172,"upper_bound":429.30811351329993},"point_estimate":330.51271988101263,"standard_error":45.996331855463524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83187.98026508071,"upper_bound":83694.31484388423},"point_estimate":83412.8922577213,"standard_error":131.00240470780054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517.9187062898712,"upper_bound":1161.0281822733573},"point_estimate":866.9676386356454,"standard_error":164.53529999529007}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 837a86491b7e..c601163f936b 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[421694.0,829032.0,1224415.0,1653437.0,2094537.0,2472798.0,2905436.0,3304716.0,3751014.0,4139676.0,4563402.0,4986425.0,5388037.0,5821361.0,6216335.0,6697627.0,7122049.0,7474852.0,7881506.0,8469170.0,8696843.0,9630832.0,9795855.0,10021063.0,10336025.0,10834545.0,11173356.0,11563398.0,12051574.0,12427731.0,12783951.0,13301592.0,13685104.0,14119018.0,14509400.0,15001389.0,15317610.0,15701638.0,16139437.0,17019349.0,17027970.0,17357485.0,17800516.0,18331848.0,18737470.0,19077291.0,19540385.0,19878008.0,20431355.0,20767058.0,21118422.0,21506518.0,22021421.0,22540276.0,23009263.0,23370786.0,23848056.0,24211401.0,24547517.0,25079467.0,26381264.0,25844091.0,26270673.0,26886423.0,27037597.0,27481412.0,28025892.0,28366393.0,28875591.0,29135800.0,29571857.0,29905604.0,32205298.0,30796696.0,31548947.0,32146818.0,32100987.0,32605875.0,32874817.0,33602862.0,33883418.0,34254213.0,34612782.0,36058652.0,35391508.0,35801702.0,36200841.0,36686707.0,37056295.0,37691522.0,37969345.0,38357892.0,38803917.0,39149188.0,39544847.0,40053916.0,40468089.0,40967577.0,41330659.0,41666789.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406611.0,842735.0,1245837.0,1641110.0,2056791.0,2473573.0,2885881.0,3304320.0,3699743.0,4156113.0,4579379.0,4924290.0,5375977.0,5773491.0,6181895.0,6600354.0,7052049.0,7428352.0,7830559.0,8314908.0,8700516.0,9119744.0,9673234.0,9950485.0,10349445.0,10793063.0,11189455.0,11628163.0,12075395.0,12423969.0,12855528.0,13278806.0,13666214.0,14083362.0,14501037.0,14857284.0,15294733.0,15762032.0,16132027.0,16555530.0,16900559.0,17341114.0,17807102.0,18220314.0,18663087.0,19085873.0,19583565.0,19827555.0,20295980.0,21709313.0,21105124.0,21589844.0,21879070.0,22478625.0,22796124.0,23237621.0,23715583.0,24161772.0,24598128.0,24885030.0,25399289.0,25762102.0,26145966.0,26529273.0,27946967.0,27596657.0,27818522.0,28285449.0,28660519.0,29074930.0,29555712.0,29976526.0,30332780.0,30758047.0,31192680.0,32621501.0,32100799.0,32455258.0,32952477.0,33287466.0,33734462.0,34056310.0,34833916.0,34909340.0,35388529.0,35806137.0,38221271.0,36550833.0,36910214.0,37310543.0,38166183.0,38142881.0,38597022.0,39089660.0,40416483.0,39967847.0,40299329.0,40888433.0,41092285.0,41646618.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 3848fcc04228..89da75e138f1 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[81279.3296544483,82118.9656567436,84357.99499619774,85197.63099849304] \ No newline at end of file +[81519.78730458865,82171.24362586727,83908.46048261024,84559.91680388886] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 10c7ca35a45c..0a77ceb597a7 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0659003542293161,"upper_bound":-0.060147493275496206},"point_estimate":-0.06285287603757639,"standard_error":0.0014790036720819962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0646851047169249,"upper_bound":-0.06119240387141578},"point_estimate":-0.06297724442261177,"standard_error":0.0008501561817634819}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00646332307387589,"upper_bound":-0.0006969553209185064},"point_estimate":-0.0035304357490454352,"standard_error":0.0014669572758995429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004679262176525589,"upper_bound":-0.001972891429346979},"point_estimate":-0.003215670920100222,"standard_error":0.0006946090896586081}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 63a4e84d0e1c..2ca7d2aecfab 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83267.5220398908,"upper_bound":83625.52024665663},"point_estimate":83434.37229359843,"standard_error":91.36228519774824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83206.4651458886,"upper_bound":83378.87954545455},"point_estimate":83277.32525252525,"standard_error":43.86771113154673},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304.95708680815295,"upper_bound":561.4168547759352},"point_estimate":459.964779457594,"standard_error":70.04681061972276},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83405.94864776872,"upper_bound":83799.98497798793},"point_estimate":83579.68800768435,"standard_error":101.8442383224853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":566.2564742606128,"upper_bound":1221.1673782050834},"point_estimate":920.389166149145,"standard_error":166.50818968300547}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82984.39216640656,"upper_bound":83319.91534310048},"point_estimate":83139.81260295394,"standard_error":85.95852703200917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82942.971827957,"upper_bound":83081.31428571428},"point_estimate":83009.53277940697,"standard_error":38.33357930570853},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.70583093172172,"upper_bound":429.30811351329993},"point_estimate":330.51271988101263,"standard_error":45.996331855463524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83187.98026508071,"upper_bound":83694.31484388423},"point_estimate":83412.8922577213,"standard_error":131.00240470780054},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":517.9187062898712,"upper_bound":1161.0281822733573},"point_estimate":866.9676386356454,"standard_error":164.53529999529007}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 837a86491b7e..c601163f936b 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[421694.0,829032.0,1224415.0,1653437.0,2094537.0,2472798.0,2905436.0,3304716.0,3751014.0,4139676.0,4563402.0,4986425.0,5388037.0,5821361.0,6216335.0,6697627.0,7122049.0,7474852.0,7881506.0,8469170.0,8696843.0,9630832.0,9795855.0,10021063.0,10336025.0,10834545.0,11173356.0,11563398.0,12051574.0,12427731.0,12783951.0,13301592.0,13685104.0,14119018.0,14509400.0,15001389.0,15317610.0,15701638.0,16139437.0,17019349.0,17027970.0,17357485.0,17800516.0,18331848.0,18737470.0,19077291.0,19540385.0,19878008.0,20431355.0,20767058.0,21118422.0,21506518.0,22021421.0,22540276.0,23009263.0,23370786.0,23848056.0,24211401.0,24547517.0,25079467.0,26381264.0,25844091.0,26270673.0,26886423.0,27037597.0,27481412.0,28025892.0,28366393.0,28875591.0,29135800.0,29571857.0,29905604.0,32205298.0,30796696.0,31548947.0,32146818.0,32100987.0,32605875.0,32874817.0,33602862.0,33883418.0,34254213.0,34612782.0,36058652.0,35391508.0,35801702.0,36200841.0,36686707.0,37056295.0,37691522.0,37969345.0,38357892.0,38803917.0,39149188.0,39544847.0,40053916.0,40468089.0,40967577.0,41330659.0,41666789.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406611.0,842735.0,1245837.0,1641110.0,2056791.0,2473573.0,2885881.0,3304320.0,3699743.0,4156113.0,4579379.0,4924290.0,5375977.0,5773491.0,6181895.0,6600354.0,7052049.0,7428352.0,7830559.0,8314908.0,8700516.0,9119744.0,9673234.0,9950485.0,10349445.0,10793063.0,11189455.0,11628163.0,12075395.0,12423969.0,12855528.0,13278806.0,13666214.0,14083362.0,14501037.0,14857284.0,15294733.0,15762032.0,16132027.0,16555530.0,16900559.0,17341114.0,17807102.0,18220314.0,18663087.0,19085873.0,19583565.0,19827555.0,20295980.0,21709313.0,21105124.0,21589844.0,21879070.0,22478625.0,22796124.0,23237621.0,23715583.0,24161772.0,24598128.0,24885030.0,25399289.0,25762102.0,26145966.0,26529273.0,27946967.0,27596657.0,27818522.0,28285449.0,28660519.0,29074930.0,29555712.0,29976526.0,30332780.0,30758047.0,31192680.0,32621501.0,32100799.0,32455258.0,32952477.0,33287466.0,33734462.0,34056310.0,34833916.0,34909340.0,35388529.0,35806137.0,38221271.0,36550833.0,36910214.0,37310543.0,38166183.0,38142881.0,38597022.0,39089660.0,40416483.0,39967847.0,40299329.0,40888433.0,41092285.0,41646618.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 3848fcc04228..89da75e138f1 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[81279.3296544483,82118.9656567436,84357.99499619774,85197.63099849304] \ No newline at end of file +[81519.78730458865,82171.24362586727,83908.46048261024,84559.91680388886] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index b1942342d550..537593da1a85 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,58 +9,98 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + -300 +240 - -350 + +260 - - -400 + + +280 - - -450 + + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + +400 - - -500 + + +420 - - -550 + + +440 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 121a242d5fc0..4b888cbcc81f 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 7b19d80e752e..2329ee4eae81 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,47 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - -85 - - - -90 - - - -95 - - - - - - + +82 + + + +84 + + + +86 + + + +88 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 9be4ac7a61c7..1aced6398c8d 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -20,51 +20,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -112,8 +112,8 @@ Iterations - - + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 79800d151fe1..a1aef4662ea7 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.066 - - - --0.065 - - - --0.064 - - - --0.063 - - - --0.062 - - - --0.061 - - - --0.06 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 96f107110f8f..7a248dc6f3d0 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 - + - --0.065 - - - --0.0645 - - - --0.064 - - - --0.0635 - - - --0.063 - - - --0.0625 - - - --0.062 - - - --0.0615 - - - --0.061 - - - - - - + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 40aeccad78ba..1a16a1256545 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 23859de15606..dc08538b6902 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 83.406 µs - 83.580 µs - 83.800 µs + 83.188 µs + 83.413 µs + 83.694 µs R² - 0.9854343 - 0.9860204 - 0.9850784 + 0.9809946 + 0.9819653 + 0.9804464 Mean - 83.268 µs - 83.434 µs - 83.626 µs + 82.984 µs + 83.140 µs + 83.320 µs Std. Dev. - 566.26 ns - 920.39 ns - 1.2212 µs + 517.92 ns + 866.97 ns + 1.1610 µs Median - 83.206 µs - 83.277 µs - 83.379 µs + 82.943 µs + 83.010 µs + 83.081 µs MAD - 304.96 ns - 459.96 ns - 561.42 ns + 243.71 ns + 330.51 ns + 429.31 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -6.5900% - -6.2853% - -6.0147% - (p = 0.00 < + -0.6463% + -0.3530% + -0.0697% + (p = 0.02 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 1957d78d2f5d..12f7c24b6dcd 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + + +5 + + - -83.25 + +82.95 - - -83.3 + + +83 - - -83.35 + + +83.05 - - -83.4 + + +83.1 - - -83.45 + + +83.15 - - -83.5 + + +83.2 - - -83.55 + + +83.25 - - -83.6 + + +83.3 - - -83.65 + + +83.35 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 261f1784da7a..b66edd2929b5 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - - -20 - - + - -83.2 - - - -83.22 + +82.94 - - -83.24 + + +82.96 - - -83.26 + + +82.98 - - -83.28 + + +83 - - -83.3 + + +83.02 - - -83.32 + + +83.04 - - -83.34 + + +83.06 - - -83.36 + + +83.08 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index e8e73bd265b2..575473adda3d 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (µs) - + 81 - - + + 82 - - + + 83 - - + + 84 - - + + 85 - - + + 86 - - + + 87 - - + + 88 - - -89 - - + Density (a.u.) @@ -98,54 +94,62 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + +0.7 + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index dce5944faeb3..edab09ba98f3 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - + 82 - - + + 84 - - + + 86 - - + + 88 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 71bd679678cd..f31295c95d86 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -21,7 +21,7 @@ Iterations - + @@ -39,10 +39,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -105,103 +105,103 @@ Iterations - + - + - + - - + + - + - - - - + + + + - + - - + + - + - + - + - - + + - - + + - - + + - - + + - - - + + + - - - - - - - - + + + + + + + + - + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + - - - + + + - + - + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index ca3723dae9d7..d8740de155b2 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -17,11 +17,11 @@ Iterations - + - + @@ -32,10 +32,10 @@ Iterations 10.0 - + 15.0 - + 20.0 @@ -48,10 +48,10 @@ Iterations 30.0 - + 35.0 - + 40.0 @@ -107,96 +107,96 @@ Iterations - + - - + + - - - - - + + + + + - + - + - + - + - - + + - + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - + + - - + + - + - + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index ce7b2a341c7d..0599bd64429f 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,45 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - -85 - - - -90 - - - -95 - - - - - - + +82 + + + +84 + + + +86 + + + +88 + + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 34219b8e9386..383baad887e2 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -17,51 +17,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -109,6 +109,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index e4e150114969..bce2c5e16a0b 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 + + + +83.2 - - -4 + + +83.3 - - - + + 83.4 - - -83.45 - - - + + 83.5 - - -83.55 - - - + + 83.6 - - -83.65 - - - + + 83.7 - - -83.75 - - - -83.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 0fdc780acd4f..98cd025351e2 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 + + + +83.2 - - -4 + + +83.3 - - - + + 83.4 - - -83.45 - - - + + 83.5 - - -83.55 - - - + + 83.6 - - -83.65 - - - + + 83.7 - - -83.75 - - - -83.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index b52c2905641b..802f1063771f 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.187612833878,"upper_bound":6667.238800647064},"point_estimate":6645.056729535439,"standard_error":10.743492945799975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6613.642927631579,"upper_bound":6635.830833333333},"point_estimate":6624.14328358209,"standard_error":5.128989694700023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.61856044492398,"upper_bound":83.76217822564695},"point_estimate":62.52271957159664,"standard_error":8.745122091492918},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630.279040879335,"upper_bound":6663.013366355185},"point_estimate":6645.98987379932,"standard_error":8.32990267195027},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.41550706205665,"upper_bound":137.8627837111922},"point_estimate":107.8716027268005,"standard_error":16.056994796749574}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635.897775474657,"upper_bound":6681.554747161071},"point_estimate":6657.148617527864,"standard_error":11.695824860951172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616.225274725275,"upper_bound":6646.45},"point_estimate":6632.079625,"standard_error":7.527401662874806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.85623170123814,"upper_bound":80.2371620083417},"point_estimate":63.01434168587942,"standard_error":7.4815307178691715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6643.168628820668,"upper_bound":6680.980537751751},"point_estimate":6661.27927767105,"standard_error":9.656784115187424},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.8866919110217,"upper_bound":157.8456253644689},"point_estimate":117.69954396693063,"standard_error":21.56763308936072}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 49d5f8eecf6e..26b513f6752a 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65220.0,130224.0,196224.0,267197.0,326937.0,391941.0,456567.0,522128.0,632765.0,676756.0,720022.0,805225.0,848256.0,939565.0,993650.0,1057815.0,1122982.0,1194633.0,1241735.0,1348630.0,1434893.0,1532861.0,1531767.0,1583804.0,1650184.0,1692838.0,1769608.0,1862422.0,1929210.0,2004005.0,2060455.0,2111883.0,2175191.0,2238758.0,2345172.0,2384676.0,2555875.0,2486769.0,2563060.0,2604310.0,2699291.0,2780766.0,2867872.0,2931061.0,3041230.0,3039038.0,3131768.0,3179559.0,3518643.0,3342924.0,3380886.0,3410924.0,3499997.0,3735435.0,3593748.0,3707965.0,3771087.0,3846411.0,3918174.0,3980887.0,4072211.0,4062259.0,4209161.0,4246720.0,4279352.0,4483050.0,4438205.0,4473032.0,4502323.0,4629990.0,4702007.0,4770771.0,4823625.0,5048786.0,4948175.0,5033270.0,5156366.0,5247012.0,5198508.0,5346360.0,5346268.0,5457361.0,5492227.0,5593448.0,5589422.0,5697066.0,5845665.0,5826787.0,5877772.0,6004002.0,6064906.0,6151014.0,6133006.0,6229989.0,6337849.0,6362916.0,6398963.0,6580179.0,6597300.0,6606604.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65442.0,130744.0,196193.0,284531.0,341937.0,392534.0,457295.0,522423.0,595182.0,672269.0,722923.0,800449.0,848867.0,912397.0,986250.0,1055586.0,1123348.0,1176837.0,1258131.0,1318245.0,1385822.0,1483446.0,1531496.0,1580486.0,1657967.0,1734001.0,1795868.0,1869440.0,1968638.0,1976543.0,2049299.0,2111648.0,2331624.0,2227301.0,2358095.0,2361559.0,2437976.0,2532996.0,2602899.0,2665467.0,2709872.0,2817883.0,2963811.0,3220466.0,2987890.0,3071849.0,3133108.0,3170631.0,3255455.0,3331109.0,3407655.0,3417123.0,3523787.0,3552682.0,3760606.0,3711792.0,3775763.0,3846462.0,3898819.0,3947776.0,4071219.0,4071664.0,4201658.0,4274869.0,4308135.0,4398480.0,4500470.0,4506362.0,4685268.0,4617244.0,4690446.0,4783472.0,4848086.0,4999972.0,4982940.0,5005466.0,5112946.0,5174456.0,5216814.0,5305833.0,5338602.0,5385183.0,5567454.0,5551460.0,5788328.0,5659087.0,5767518.0,5859606.0,5948881.0,5951212.0,6020765.0,6164356.0,6347178.0,6247663.0,6258523.0,6479286.0,6489027.0,6510563.0,6649794.0,6630388.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index e9fbf92dd858..fd8dc854e01a 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[6341.534186026125,6465.647841676164,6796.617590076268,6920.731245726308] \ No newline at end of file +[6333.806495859213,6462.47095626294,6805.576184006211,6934.240644409939] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 91bd22384246..5d503fa3d9d0 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029935434350615575,"upper_bound":0.005650951268406645},"point_estimate":0.0013055805260988596,"standard_error":0.002195540896560324},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015026485782143606,"upper_bound":0.0035038710598382927},"point_estimate":0.0010721559282051984,"standard_error":0.001239891207309083}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0028319281564694104,"upper_bound":0.00695460980275886},"point_estimate":0.0018196816798687898,"standard_error":0.0024873163424685586},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014452079369782211,"upper_bound":0.004442480525215571},"point_estimate":0.0011980932594832794,"standard_error":0.0014077529030461224}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index b52c2905641b..802f1063771f 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.187612833878,"upper_bound":6667.238800647064},"point_estimate":6645.056729535439,"standard_error":10.743492945799975},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6613.642927631579,"upper_bound":6635.830833333333},"point_estimate":6624.14328358209,"standard_error":5.128989694700023},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.61856044492398,"upper_bound":83.76217822564695},"point_estimate":62.52271957159664,"standard_error":8.745122091492918},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630.279040879335,"upper_bound":6663.013366355185},"point_estimate":6645.98987379932,"standard_error":8.32990267195027},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.41550706205665,"upper_bound":137.8627837111922},"point_estimate":107.8716027268005,"standard_error":16.056994796749574}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635.897775474657,"upper_bound":6681.554747161071},"point_estimate":6657.148617527864,"standard_error":11.695824860951172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616.225274725275,"upper_bound":6646.45},"point_estimate":6632.079625,"standard_error":7.527401662874806},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.85623170123814,"upper_bound":80.2371620083417},"point_estimate":63.01434168587942,"standard_error":7.4815307178691715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6643.168628820668,"upper_bound":6680.980537751751},"point_estimate":6661.27927767105,"standard_error":9.656784115187424},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73.8866919110217,"upper_bound":157.8456253644689},"point_estimate":117.69954396693063,"standard_error":21.56763308936072}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 49d5f8eecf6e..26b513f6752a 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65220.0,130224.0,196224.0,267197.0,326937.0,391941.0,456567.0,522128.0,632765.0,676756.0,720022.0,805225.0,848256.0,939565.0,993650.0,1057815.0,1122982.0,1194633.0,1241735.0,1348630.0,1434893.0,1532861.0,1531767.0,1583804.0,1650184.0,1692838.0,1769608.0,1862422.0,1929210.0,2004005.0,2060455.0,2111883.0,2175191.0,2238758.0,2345172.0,2384676.0,2555875.0,2486769.0,2563060.0,2604310.0,2699291.0,2780766.0,2867872.0,2931061.0,3041230.0,3039038.0,3131768.0,3179559.0,3518643.0,3342924.0,3380886.0,3410924.0,3499997.0,3735435.0,3593748.0,3707965.0,3771087.0,3846411.0,3918174.0,3980887.0,4072211.0,4062259.0,4209161.0,4246720.0,4279352.0,4483050.0,4438205.0,4473032.0,4502323.0,4629990.0,4702007.0,4770771.0,4823625.0,5048786.0,4948175.0,5033270.0,5156366.0,5247012.0,5198508.0,5346360.0,5346268.0,5457361.0,5492227.0,5593448.0,5589422.0,5697066.0,5845665.0,5826787.0,5877772.0,6004002.0,6064906.0,6151014.0,6133006.0,6229989.0,6337849.0,6362916.0,6398963.0,6580179.0,6597300.0,6606604.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[65442.0,130744.0,196193.0,284531.0,341937.0,392534.0,457295.0,522423.0,595182.0,672269.0,722923.0,800449.0,848867.0,912397.0,986250.0,1055586.0,1123348.0,1176837.0,1258131.0,1318245.0,1385822.0,1483446.0,1531496.0,1580486.0,1657967.0,1734001.0,1795868.0,1869440.0,1968638.0,1976543.0,2049299.0,2111648.0,2331624.0,2227301.0,2358095.0,2361559.0,2437976.0,2532996.0,2602899.0,2665467.0,2709872.0,2817883.0,2963811.0,3220466.0,2987890.0,3071849.0,3133108.0,3170631.0,3255455.0,3331109.0,3407655.0,3417123.0,3523787.0,3552682.0,3760606.0,3711792.0,3775763.0,3846462.0,3898819.0,3947776.0,4071219.0,4071664.0,4201658.0,4274869.0,4308135.0,4398480.0,4500470.0,4506362.0,4685268.0,4617244.0,4690446.0,4783472.0,4848086.0,4999972.0,4982940.0,5005466.0,5112946.0,5174456.0,5216814.0,5305833.0,5338602.0,5385183.0,5567454.0,5551460.0,5788328.0,5659087.0,5767518.0,5859606.0,5948881.0,5951212.0,6020765.0,6164356.0,6347178.0,6247663.0,6258523.0,6479286.0,6489027.0,6510563.0,6649794.0,6630388.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index e9fbf92dd858..fd8dc854e01a 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[6341.534186026125,6465.647841676164,6796.617590076268,6920.731245726308] \ No newline at end of file +[6333.806495859213,6462.47095626294,6805.576184006211,6934.240644409939] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 63c42ab250e9..55ef5d73fe54 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + - -45 - - - + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - -85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index cda85d76eb94..da6c8cbdce57 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - - -0.02 + + +0.014 - - -0.025 + + +0.016 - + + +0.018 + + - + 70 - + 80 - + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - + + 140 - - - - + + +150 + + + +160 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index f25ed6ed5bbc..d8f9fd82ada1 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -17,59 +17,47 @@ Average Time (µs) 1 - + 1.5 - - + + 2 - + 2.5 - + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - -6.4 + +6.5 - - -6.6 - - - -6.8 - - - + + 7 - - -7.2 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 2f815ee6887b..2e40e505c71a 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -20,41 +20,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -103,7 +103,7 @@ Iterations (x 10^3) - + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 106eb371d98a..bc2191a26e7e 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - --0.003 - - - + -0.002 - - --0.001 - - - + + 0 - - -0.001 - - - + + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - - - + + +0.008 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 76c6392fb986..cb60c4e51dee 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - - - + + +0.005 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 72c4948b1aec..660e6a568654 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index de23617f551b..a93ece99b247 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6303 µs - 6.6460 µs - 6.6630 µs + 6.6432 µs + 6.6613 µs + 6.6810 µs R² - 0.9797710 - 0.9805308 - 0.9796388 + 0.9759983 + 0.9769901 + 0.9758166 Mean - 6.6252 µs - 6.6451 µs - 6.6672 µs + 6.6359 µs + 6.6571 µs + 6.6816 µs Std. Dev. - 75.416 ns - 107.87 ns - 137.86 ns + 73.887 ns + 117.70 ns + 157.85 ns Median - 6.6136 µs - 6.6241 µs - 6.6358 µs + 6.6162 µs + 6.6321 µs + 6.6464 µs MAD - 47.619 ns - 62.523 ns - 83.762 ns + 49.856 ns + 63.014 ns + 80.237 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2994% - +0.1306% - +0.5651% - (p = 0.56 > + -0.2832% + +0.1820% + +0.6955% + (p = 0.45 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 562f53c77351..1ff661c0673b 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - -6.625 - - - -6.63 - - - + 6.635 - - + + 6.64 - - + + 6.645 - - + + 6.65 - - + + 6.655 - - + + 6.66 - - + + 6.665 - - + + 6.67 - - - - + + +6.675 + + + +6.68 + + + +6.685 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 80059be9a28f..6429ed9b1730 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,50 +9,62 @@ Density (a.u.) Average time (µs) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + - + 6.615 - - + + 6.62 - - + + 6.625 - - + + 6.63 - - + + 6.635 - - - - + + +6.64 + + + +6.645 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 5ec9669a2af4..3038aa582037 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,46 +54,50 @@ Average Time (µs) - + 6.4 - - + + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - + + 7.3 - + + +7.4 + + Density (a.u.) @@ -102,62 +106,64 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - - - + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 61051c0a24bb..864b06d5c047 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -14,63 +14,51 @@ Average Time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - + - -6.4 + +6.5 - - -6.6 - - - -6.8 - - - + + 7 - - -7.2 - - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 5be3ae60ccfb..d56fb81f742b 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -20,10 +20,10 @@ Iterations (x 10^3) - - - - + + + + 1.0 @@ -33,22 +33,22 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -93,105 +93,105 @@ Iterations (x 10^3) - - + + - + - - + + - - - - + + + + - + - - - + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - - + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 63d175139ed6..2b2c750e684e 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -18,9 +18,9 @@ Iterations (x 10^3) - - - + + + 1.0 @@ -34,18 +34,18 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -95,98 +95,98 @@ Iterations (x 10^3) - + - + - - + + - - - - - + + + + + - - + + - - - + + + - - + + - - - - - - + + + + + + - - - + + + - - - - + + + + - + - - - + + + - - - - + + + + - + - - + + - - - + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - + + + + + + - + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index ac81eb18cdc9..d94f6a0a9504 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -14,10 +14,10 @@ Average Time (µs) 1 - + 1.5 - + 2 @@ -26,10 +26,10 @@ Average Time (µs) 2.5 - + 3 - + 3.5 @@ -38,33 +38,21 @@ Average Time (µs) 4 - + 4.5 - + - -6.4 + +6.5 - - -6.6 - - - -6.8 - - - + + 7 - - -7.2 - - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 1d4c33ad0fcd..cfdc7d95b160 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -21,7 +21,7 @@ Iterations (x 10^3) - + @@ -44,10 +44,10 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 @@ -98,7 +98,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index e9a5b8c389be..227af1f81726 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - -6.63 - - - -6.635 - - - + 6.64 - - + + 6.645 - - + + 6.65 - - + + 6.655 - - + + 6.66 - - + + 6.665 - - - - + + +6.67 + + + +6.675 + + + +6.68 + + + +6.685 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 27e649412abc..244172109cd4 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - -6.63 - - - -6.635 - - - + 6.64 - - + + 6.645 - - + + 6.65 - - + + 6.655 - - + + 6.66 - - + + 6.665 - - - - + + +6.67 + + + +6.675 + + + +6.68 + + + +6.685 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 8c7e6f640f6d..5cd338932861 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69755.28869875781,"upper_bound":71385.36095494924},"point_estimate":70604.53422044335,"standard_error":414.8204652676706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69509.31358567358,"upper_bound":69920.09795918368},"point_estimate":69662.85111882715,"standard_error":175.12817438469884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1525295160607,"upper_bound":3211.0310386033566},"point_estimate":1960.2273914721447,"standard_error":622.5552271243549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70608.98131002416,"upper_bound":71596.80086522891},"point_estimate":71070.4088864588,"standard_error":252.4265199939536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2828.6027822916517,"upper_bound":5558.015196126407},"point_estimate":4163.009450521572,"standard_error":719.7586109991112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70211.48396054294,"upper_bound":71615.61631801522},"point_estimate":70945.44797666436,"standard_error":359.3861548234939},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.48039215687,"upper_bound":70502.66944444444},"point_estimate":70244.47949179672,"standard_error":92.06787194315407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.9287944379732,"upper_bound":2417.8233877289367},"point_estimate":1119.1912139177073,"standard_error":458.16567624713963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71477.10990015742,"upper_bound":72710.36921946066},"point_estimate":72064.58114752968,"standard_error":314.2937577485274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2449.9934522940375,"upper_bound":4897.44251536434},"point_estimate":3607.0532819734385,"standard_error":660.0000789760317}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 4c03eeaa79d6..1747ca9e46b3 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[703305.0,1712208.0,2785922.0,3807337.0,4972600.0,6147552.0,7236723.0,8146242.0,9128896.0,10065333.0,11137144.0,14907613.0,13441060.0,14314732.0,15339875.0,16410062.0,17416660.0,18621326.0,20455692.0,20547231.0,21545805.0,22649835.0,25779364.0,24716681.0,25813577.0,26964744.0,29109516.0,32957619.0,30225487.0,31041511.0,32199671.0,33284705.0,34118223.0,35387318.0,39648609.0,37276546.0,39921456.0,41788030.0,43469341.0,45038214.0,46404099.0,47985664.0,47134635.0,49768314.0,50267561.0,51675945.0,48909039.0,53577054.0,54005870.0,55090002.0,56255105.0,54295638.0,58478613.0,59554562.0,64486877.0,62807801.0,64035128.0,60376822.0,61681813.0,67283143.0,68341917.0,69419596.0,65681642.0,70162955.0,67776388.0,68797893.0,69837391.0,71365606.0,71982160.0,73199398.0,73925716.0,74973339.0,76895625.0,77303833.0,78164579.0,83991188.0,84694012.0,86134193.0,82647624.0,83472955.0,84647685.0,85519953.0,90592192.0,92704151.0,91377169.0,91077974.0,97948028.0,91789543.0,95659423.0,93839647.0,94945227.0,96343091.0,97404490.0,98350990.0,99375423.0,100305829.0,100906053.0,102782544.0,103502119.0,104222745.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[740743.0,1820791.0,2808406.0,3968593.0,5062857.0,6100374.0,7038326.0,8176111.0,9229469.0,10348058.0,12107945.0,12480361.0,13774728.0,14731535.0,15556667.0,16604834.0,17928677.0,18846241.0,20073001.0,21155774.0,21941040.0,23015728.0,23980982.0,25202242.0,26076716.0,29405151.0,27776200.0,29468140.0,32394616.0,33247880.0,35259026.0,36741334.0,37274910.0,35823941.0,36868662.0,37687521.0,38705393.0,39992837.0,41119021.0,45441023.0,43076558.0,48110600.0,44962289.0,45965252.0,47278795.0,48502291.0,49313086.0,50761922.0,51630764.0,52671768.0,53681595.0,54165688.0,55347626.0,56769924.0,57588792.0,61290056.0,60189851.0,68172691.0,61602269.0,66067700.0,69229244.0,65387188.0,68229658.0,68865024.0,68810602.0,69500250.0,70485140.0,71486490.0,78931486.0,73491205.0,74514837.0,75438983.0,77002403.0,77787840.0,84522408.0,86126094.0,87268808.0,88120629.0,89582580.0,87134247.0,87435098.0,85726728.0,88419727.0,88564628.0,93222498.0,94698435.0,97370585.0,96823093.0,94247061.0,98682015.0,97976377.0,97728294.0,97824784.0,111589193.0,101704540.0,104668968.0,101526588.0,107017474.0,107906725.0,105097889.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 39783f08106c..6e217c94a88b 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[55984.54363335078,62548.740370806445,80053.26500402155,86617.46174147721] \ No newline at end of file +[60552.28102888769,65160.86569407521,77450.42480124193,82059.00946642944] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 0cc73c56f916..9dcd9e45356b 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014236626573447599,"upper_bound":0.016699331371149446},"point_estimate":0.000396547050891094,"standard_error":0.007885236706001062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012111517113968136,"upper_bound":0.005013093404513169},"point_estimate":-0.0038735468121342542,"standard_error":0.004500900220921808}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009531210296254086,"upper_bound":0.01985034769427563},"point_estimate":0.004828496639558644,"standard_error":0.007494850250095878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0041621700713270204,"upper_bound":0.012366759965392049},"point_estimate":0.008349189900043852,"standard_error":0.0027268145221088394}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 8c7e6f640f6d..5cd338932861 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69755.28869875781,"upper_bound":71385.36095494924},"point_estimate":70604.53422044335,"standard_error":414.8204652676706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69509.31358567358,"upper_bound":69920.09795918368},"point_estimate":69662.85111882715,"standard_error":175.12817438469884},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":937.1525295160607,"upper_bound":3211.0310386033566},"point_estimate":1960.2273914721447,"standard_error":622.5552271243549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70608.98131002416,"upper_bound":71596.80086522891},"point_estimate":71070.4088864588,"standard_error":252.4265199939536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2828.6027822916517,"upper_bound":5558.015196126407},"point_estimate":4163.009450521572,"standard_error":719.7586109991112}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70211.48396054294,"upper_bound":71615.61631801522},"point_estimate":70945.44797666436,"standard_error":359.3861548234939},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70117.48039215687,"upper_bound":70502.66944444444},"point_estimate":70244.47949179672,"standard_error":92.06787194315407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.9287944379732,"upper_bound":2417.8233877289367},"point_estimate":1119.1912139177073,"standard_error":458.16567624713963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71477.10990015742,"upper_bound":72710.36921946066},"point_estimate":72064.58114752968,"standard_error":314.2937577485274},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2449.9934522940375,"upper_bound":4897.44251536434},"point_estimate":3607.0532819734385,"standard_error":660.0000789760317}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 4c03eeaa79d6..1747ca9e46b3 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[703305.0,1712208.0,2785922.0,3807337.0,4972600.0,6147552.0,7236723.0,8146242.0,9128896.0,10065333.0,11137144.0,14907613.0,13441060.0,14314732.0,15339875.0,16410062.0,17416660.0,18621326.0,20455692.0,20547231.0,21545805.0,22649835.0,25779364.0,24716681.0,25813577.0,26964744.0,29109516.0,32957619.0,30225487.0,31041511.0,32199671.0,33284705.0,34118223.0,35387318.0,39648609.0,37276546.0,39921456.0,41788030.0,43469341.0,45038214.0,46404099.0,47985664.0,47134635.0,49768314.0,50267561.0,51675945.0,48909039.0,53577054.0,54005870.0,55090002.0,56255105.0,54295638.0,58478613.0,59554562.0,64486877.0,62807801.0,64035128.0,60376822.0,61681813.0,67283143.0,68341917.0,69419596.0,65681642.0,70162955.0,67776388.0,68797893.0,69837391.0,71365606.0,71982160.0,73199398.0,73925716.0,74973339.0,76895625.0,77303833.0,78164579.0,83991188.0,84694012.0,86134193.0,82647624.0,83472955.0,84647685.0,85519953.0,90592192.0,92704151.0,91377169.0,91077974.0,97948028.0,91789543.0,95659423.0,93839647.0,94945227.0,96343091.0,97404490.0,98350990.0,99375423.0,100305829.0,100906053.0,102782544.0,103502119.0,104222745.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[740743.0,1820791.0,2808406.0,3968593.0,5062857.0,6100374.0,7038326.0,8176111.0,9229469.0,10348058.0,12107945.0,12480361.0,13774728.0,14731535.0,15556667.0,16604834.0,17928677.0,18846241.0,20073001.0,21155774.0,21941040.0,23015728.0,23980982.0,25202242.0,26076716.0,29405151.0,27776200.0,29468140.0,32394616.0,33247880.0,35259026.0,36741334.0,37274910.0,35823941.0,36868662.0,37687521.0,38705393.0,39992837.0,41119021.0,45441023.0,43076558.0,48110600.0,44962289.0,45965252.0,47278795.0,48502291.0,49313086.0,50761922.0,51630764.0,52671768.0,53681595.0,54165688.0,55347626.0,56769924.0,57588792.0,61290056.0,60189851.0,68172691.0,61602269.0,66067700.0,69229244.0,65387188.0,68229658.0,68865024.0,68810602.0,69500250.0,70485140.0,71486490.0,78931486.0,73491205.0,74514837.0,75438983.0,77002403.0,77787840.0,84522408.0,86126094.0,87268808.0,88120629.0,89582580.0,87134247.0,87435098.0,85726728.0,88419727.0,88564628.0,93222498.0,94698435.0,97370585.0,96823093.0,94247061.0,98682015.0,97976377.0,97728294.0,97824784.0,111589193.0,101704540.0,104668968.0,101526588.0,107017474.0,107906725.0,105097889.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 39783f08106c..6e217c94a88b 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[55984.54363335078,62548.740370806445,80053.26500402155,86617.46174147721] \ No newline at end of file +[60552.28102888769,65160.86569407521,77450.42480124193,82059.00946642944] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 739960150fe1..e2428dc6e5f1 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 - + + +1.4 + + - + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - - + + +1.6 + + + +1.8 + + + 2 - - -2.5 + + +2.2 + + + +2.4 - - -3 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 919e3b682233..a7afe5141437 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + +2.5 + + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 3a75725a6552..7bd14f25a177 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,34 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + 50 @@ -54,10 +54,10 @@ Average Time (µs) 80 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 82f1f3bc47db..523a3b7351f4 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -21,12 +21,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -48,30 +48,30 @@ Iterations (x 10^3) 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 1c41376abcc3..328a52cf2a12 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + - --0.015 - - - + -0.01 - - + + -0.005 - - -0 + + +1.73472e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 251503d64128..65f40a6ee7ea 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,87 +9,95 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - - --0.014 + + +180 + + + +200 - - --0.012 + + +220 - - --0.01 + + + +0.004 + + + +0.005 - - --0.008 + + +0.006 - - --0.006 + + +0.007 - - --0.004 + + +0.008 - - --0.002 + + +0.009 - - -0 + + +0.01 - - -0.002 + + +0.011 - - -0.004 + + +0.012 - - -0.006 + + +0.013 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 02875a688f4d..1e51ec3cc45e 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index e8120131afe7..3fb14b79361b 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.609 µs - 71.070 µs - 71.597 µs + 71.477 µs + 72.065 µs + 72.710 µs R² - 0.8690772 - 0.8739511 - 0.8676189 + 0.8477095 + 0.8551291 + 0.8461795 Mean - 69.755 µs - 70.605 µs - 71.385 µs + 70.211 µs + 70.945 µs + 71.616 µs Std. Dev. - 2.8286 µs - 4.1630 µs - 5.5580 µs + 2.4500 µs + 3.6071 µs + 4.8974 µs Median - 69.509 µs - 69.663 µs - 69.920 µs + 70.117 µs + 70.244 µs + 70.503 µs MAD - 937.15 ns - 1.9602 µs - 3.2110 µs + 690.93 ns + 1.1192 µs + 2.4178 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.4237% - +0.0397% - +1.6699% - (p = 0.96 > + -0.9531% + +0.4828% + +1.9850% + (p = 0.54 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 9d12ba380cc5..676022494d5d 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - -69.6 - - - -69.8 - - - -70 + + +1.2 - - + + + 70.2 - - + + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - - - + + +71.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 57440b9cb3f9..13ca77cd28f2 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -69.5 + + +6 + + + +7 - - -69.55 + + +8 + + + + +70.1 - - -69.6 + + +70.15 - - -69.65 + + +70.2 - - -69.7 + + +70.25 - - -69.75 + + +70.3 - - -69.8 + + +70.35 - - -69.85 + + +70.4 - - -69.9 + + +70.45 - - -69.95 + + +70.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index d9967569383a..7998d56b4d4a 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,42 +42,38 @@ Average Time (µs) - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - -85 - - + Density (a.u.) @@ -86,44 +82,50 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - - - - - - - - - - - - - - + + +0.14 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index ad7ef63fba3f..e081e237727b 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 7d408cf9e3d7..cc8d1e0a9a2e 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,57 +15,62 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + 0.2 @@ -97,106 +102,106 @@ Iterations (x 10^3) - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index ce641770a8c8..b248fbf6f679 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,62 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + 0.2 @@ -96,102 +101,102 @@ Iterations (x 10^3) - - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 0d0eb153d945..43251d783deb 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + 50 @@ -51,8 +51,8 @@ Average Time (µs) 80 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 84dbb16f0f8d..6c2dfe71f29b 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -17,13 +17,13 @@ Iterations (x 10^3) - - + + - - - - + + + + 0.0 @@ -41,34 +41,34 @@ Iterations (x 10^3) 30.0 - + 40.0 - - + + 50.0 - + 60.0 - + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 10a8d0b165b0..ce21723e42dd 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.6 + +71.4 - - -70.8 + + +71.6 - - -71 + + +71.8 - - -71.2 + + +72 - - -71.4 + + +72.2 - - -71.6 + + +72.4 + + + +72.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index b3cdb44abb32..71a15a4d610d 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.6 + +71.4 - - -70.8 + + +71.6 - - -71 + + +71.8 - - -71.2 + + +72 - - -71.4 + + +72.2 - - -71.6 + + +72.4 + + + +72.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index e7291494e14e..f96a0f5ebdbe 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48585.59658718898,"upper_bound":49165.37684490886},"point_estimate":48883.89519902817,"standard_error":146.94894085610244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48860.61360544218,"upper_bound":48950.81547619047},"point_estimate":48888.277228976694,"standard_error":25.670613958965916},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.62594206992242,"upper_bound":320.38040671308255},"point_estimate":249.6737580431638,"standard_error":34.230846277674324},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48999.1987008299,"upper_bound":49218.64057411528},"point_estimate":49096.43859373571,"standard_error":56.40162126808872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":800.530878971014,"upper_bound":2059.6947369896184},"point_estimate":1472.1234792945877,"standard_error":324.29571617309983}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.02715505836,"upper_bound":49249.63998589666},"point_estimate":48957.63941247369,"standard_error":149.42127393206414},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48877.57234432235,"upper_bound":48999.052442002445},"point_estimate":48934.18309178744,"standard_error":31.46450590402171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.21129682892678,"upper_bound":372.5110093866053},"point_estimate":274.62117503886105,"standard_error":44.68521278913733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49080.07847806094,"upper_bound":49813.219608311265},"point_estimate":49401.071550169945,"standard_error":189.3067664823343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":874.0811063527293,"upper_bound":2049.4149030837743},"point_estimate":1495.6187533564412,"standard_error":301.5638924151548}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 69c2420bd7e1..1e60c2861388 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[838725.0,1873314.0,2892634.0,3918056.0,4959437.0,6037406.0,7036479.0,8096115.0,9083355.0,10145776.0,11303642.0,12205095.0,13219275.0,14215573.0,15335310.0,16424049.0,17330700.0,19855442.0,19366496.0,20504475.0,21391811.0,24193567.0,23491436.0,24635366.0,25840903.0,26565056.0,27788555.0,28740199.0,29676496.0,30743654.0,31717490.0,32857735.0,33829557.0,34785851.0,35912551.0,41834693.0,37999651.0,38877108.0,40066484.0,41118685.0,42271944.0,43059685.0,44438000.0,45395236.0,46778832.0,47276685.0,48252545.0,49269851.0,50481178.0,51510427.0,53120332.0,58326959.0,54580029.0,55370456.0,56423818.0,57478014.0,58508245.0,59875931.0,62608178.0,61679185.0,62941386.0,63591922.0,64927500.0,65816778.0,66545189.0,67497234.0,68655112.0,69659803.0,70602282.0,71626924.0,72857108.0,73919358.0,75154581.0,76086110.0,76954683.0,78214492.0,79147273.0,80164761.0,80956901.0,82607876.0,83487279.0,84657180.0,87613742.0,86525137.0,87774667.0,88941032.0,89459124.0,90546302.0,91631847.0,92956706.0,93746942.0,94981835.0,95871947.0,97054762.0,98041183.0,98418414.0,99667041.0,100590165.0,101491689.0,103228702.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849506.0,1893606.0,2899935.0,3931160.0,4968377.0,5991597.0,7094677.0,8026287.0,9091035.0,10122311.0,11198199.0,12267054.0,13290055.0,14278099.0,15310617.0,16317046.0,17340127.0,18563932.0,19411475.0,20356640.0,21388657.0,22384084.0,23474351.0,25050845.0,25872609.0,26615877.0,27691966.0,28679350.0,29890270.0,31757466.0,31724816.0,32746082.0,33783730.0,34857806.0,35990521.0,40089414.0,41498625.0,39036708.0,40185994.0,41155324.0,41894665.0,42914219.0,44164643.0,45043093.0,46242753.0,47270472.0,48524264.0,49254296.0,50355252.0,51640361.0,52567893.0,53374309.0,54425381.0,55576872.0,56963851.0,57731765.0,58822121.0,59945950.0,60602445.0,61533223.0,62827770.0,64048670.0,66779338.0,66123645.0,67097914.0,67941709.0,69016556.0,69920393.0,70981665.0,72547830.0,73350929.0,74050886.0,75165377.0,75919535.0,77354865.0,78049212.0,79306834.0,80268014.0,81272600.0,82062054.0,83783788.0,84501850.0,85157875.0,86388554.0,87331546.0,90717771.0,89548918.0,97270972.0,103816227.0,92440468.0,93665657.0,95147926.0,95789585.0,96724070.0,97417204.0,98350909.0,99465751.0,100679788.0,102097086.0,109265255.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 67a2a52a95f9..6a6feebf2bd1 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47683.54616336955,48206.20234511429,49599.95216310024,50122.60834484497] \ No newline at end of file +[47638.85380446164,48185.251583010395,49642.312325807055,50188.7101043558] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index af7789e31239..e2211079938a 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02280932758738639,"upper_bound":-0.007934329552210097},"point_estimate":-0.015768141005859992,"standard_error":0.003803438383285612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02207302605183839,"upper_bound":-0.018545274535294542},"point_estimate":-0.020587313159691867,"standard_error":0.000875007403876196}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0066959835593572575,"upper_bound":0.010210161070602464},"point_estimate":0.0015085584556073783,"standard_error":0.004324876467864784},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007297356586682957,"upper_bound":0.002389684916015433},"point_estimate":0.0009389953054745881,"standard_error":0.0008220265284815368}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index e7291494e14e..f96a0f5ebdbe 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48585.59658718898,"upper_bound":49165.37684490886},"point_estimate":48883.89519902817,"standard_error":146.94894085610244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48860.61360544218,"upper_bound":48950.81547619047},"point_estimate":48888.277228976694,"standard_error":25.670613958965916},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":185.62594206992242,"upper_bound":320.38040671308255},"point_estimate":249.6737580431638,"standard_error":34.230846277674324},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48999.1987008299,"upper_bound":49218.64057411528},"point_estimate":49096.43859373571,"standard_error":56.40162126808872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":800.530878971014,"upper_bound":2059.6947369896184},"point_estimate":1472.1234792945877,"standard_error":324.29571617309983}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.02715505836,"upper_bound":49249.63998589666},"point_estimate":48957.63941247369,"standard_error":149.42127393206414},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48877.57234432235,"upper_bound":48999.052442002445},"point_estimate":48934.18309178744,"standard_error":31.46450590402171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":197.21129682892678,"upper_bound":372.5110093866053},"point_estimate":274.62117503886105,"standard_error":44.68521278913733},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49080.07847806094,"upper_bound":49813.219608311265},"point_estimate":49401.071550169945,"standard_error":189.3067664823343},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":874.0811063527293,"upper_bound":2049.4149030837743},"point_estimate":1495.6187533564412,"standard_error":301.5638924151548}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 69c2420bd7e1..1e60c2861388 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[838725.0,1873314.0,2892634.0,3918056.0,4959437.0,6037406.0,7036479.0,8096115.0,9083355.0,10145776.0,11303642.0,12205095.0,13219275.0,14215573.0,15335310.0,16424049.0,17330700.0,19855442.0,19366496.0,20504475.0,21391811.0,24193567.0,23491436.0,24635366.0,25840903.0,26565056.0,27788555.0,28740199.0,29676496.0,30743654.0,31717490.0,32857735.0,33829557.0,34785851.0,35912551.0,41834693.0,37999651.0,38877108.0,40066484.0,41118685.0,42271944.0,43059685.0,44438000.0,45395236.0,46778832.0,47276685.0,48252545.0,49269851.0,50481178.0,51510427.0,53120332.0,58326959.0,54580029.0,55370456.0,56423818.0,57478014.0,58508245.0,59875931.0,62608178.0,61679185.0,62941386.0,63591922.0,64927500.0,65816778.0,66545189.0,67497234.0,68655112.0,69659803.0,70602282.0,71626924.0,72857108.0,73919358.0,75154581.0,76086110.0,76954683.0,78214492.0,79147273.0,80164761.0,80956901.0,82607876.0,83487279.0,84657180.0,87613742.0,86525137.0,87774667.0,88941032.0,89459124.0,90546302.0,91631847.0,92956706.0,93746942.0,94981835.0,95871947.0,97054762.0,98041183.0,98418414.0,99667041.0,100590165.0,101491689.0,103228702.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849506.0,1893606.0,2899935.0,3931160.0,4968377.0,5991597.0,7094677.0,8026287.0,9091035.0,10122311.0,11198199.0,12267054.0,13290055.0,14278099.0,15310617.0,16317046.0,17340127.0,18563932.0,19411475.0,20356640.0,21388657.0,22384084.0,23474351.0,25050845.0,25872609.0,26615877.0,27691966.0,28679350.0,29890270.0,31757466.0,31724816.0,32746082.0,33783730.0,34857806.0,35990521.0,40089414.0,41498625.0,39036708.0,40185994.0,41155324.0,41894665.0,42914219.0,44164643.0,45043093.0,46242753.0,47270472.0,48524264.0,49254296.0,50355252.0,51640361.0,52567893.0,53374309.0,54425381.0,55576872.0,56963851.0,57731765.0,58822121.0,59945950.0,60602445.0,61533223.0,62827770.0,64048670.0,66779338.0,66123645.0,67097914.0,67941709.0,69016556.0,69920393.0,70981665.0,72547830.0,73350929.0,74050886.0,75165377.0,75919535.0,77354865.0,78049212.0,79306834.0,80268014.0,81272600.0,82062054.0,83783788.0,84501850.0,85157875.0,86388554.0,87331546.0,90717771.0,89548918.0,97270972.0,103816227.0,92440468.0,93665657.0,95147926.0,95789585.0,96724070.0,97417204.0,98350909.0,99465751.0,100679788.0,102097086.0,109265255.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 67a2a52a95f9..6a6feebf2bd1 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47683.54616336955,48206.20234511429,49599.95216310024,50122.60834484497] \ No newline at end of file +[47638.85380446164,48185.251583010395,49642.312325807055,50188.7101043558] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 6b72a78741da..165adfe1b5ee 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - -0.014 - - - -0.016 - - + - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - - - + + +340 + + + +360 + + + +380 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 589a7c8c3610..37c632d493e3 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 608b6f066283..a7adeb04d969 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,71 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 862be1bb8b99..9cf25a534411 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -20,61 +20,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 1f7afdafa55a..19f61d0bbec5 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - -100 - - + - --0.024 + +-0.008 - - --0.022 + + +-0.006 - - --0.02 + + +-0.004 - - --0.018 + + +-0.002 - - --0.016 + + +0 - - --0.014 + + +0.002 - - --0.012 + + +0.004 - - --0.01 + + +0.006 - - --0.008 + + +0.008 + + + +0.01 + + + +0.012 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 9dc56202a17c..8feb1158365a 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - --0.022 - - - --0.0215 - - - --0.021 - - - --0.0205 - - - --0.02 - - - --0.0195 - - - --0.019 - - - --0.0185 - - - - - - + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 4dc2355ce722..b9f900ab8fbe 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 2eb6d1817c12..7d8d6e1a1eea 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.999 µs - 49.096 µs - 49.219 µs + 49.080 µs + 49.401 µs + 49.813 µs R² - 0.9764438 - 0.9769582 - 0.9761460 + 0.9256497 + 0.9297264 + 0.9230246 Mean - 48.586 µs - 48.884 µs - 49.165 µs + 48.661 µs + 48.958 µs + 49.250 µs Std. Dev. - 800.53 ns - 1.4721 µs - 2.0597 µs + 874.08 ns + 1.4956 µs + 2.0494 µs Median - 48.861 µs - 48.888 µs - 48.951 µs + 48.878 µs + 48.934 µs + 48.999 µs MAD - 185.63 ns - 249.67 ns - 320.38 ns + 197.21 ns + 274.62 ns + 372.51 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.2809% - -1.5768% - -0.7934% - (p = 0.00 < + -0.6696% + +0.1509% + +1.0210% + (p = 0.73 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index fac4b2fe8768..9c43847d1a4a 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - + 48.6 - - + + 48.7 - - + + 48.8 - - + + 48.9 - - + + 49 - - + + 49.1 - - + + 49.2 - - - - + + +49.3 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index a4de73e52b04..d83c3af29fca 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - - - -48.86 + + +20 - - -48.87 + + +22 - - + + + 48.88 - - -48.89 - - - + + 48.9 - - -48.91 - - - + + 48.92 - - -48.93 - - - + + 48.94 - - -48.95 - - - + + 48.96 - - - - + + +48.98 + + + +49 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 5f1bf9ea8909..7328b031eb2e 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,42 +54,42 @@ Average Time (µs) - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - + Density (a.u.) @@ -98,82 +98,86 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 0958e605b3d7..e646c9af1c6b 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 96254e6d3b5a..f2ac5cf95591 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,57 +18,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -112,106 +112,106 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 7517c1818882..2a3b7daff2e0 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -15,57 +15,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -111,102 +111,102 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 6af977119faf..a8a3fbae4aa2 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,69 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 1b29f8b24d4e..f4a437e6add0 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -17,61 +17,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 311627bc7b6f..1066ff841841 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 - - -3 + + +1.4 - - -4 + + +1.6 - - -5 + + +1.8 - - -6 + + +2 - - -7 + + +2.2 - + - + 49 - - -49.05 - - - + + 49.1 - - -49.15 - - - + + 49.2 - - - - + + +49.3 + + + +49.4 + + + +49.5 + + + +49.6 + + + +49.7 + + + +49.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index ee4183fa7a09..9b4cca935da9 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 - - -3 + + +1.4 - - -4 + + +1.6 - - -5 + + +1.8 - - -6 + + +2 - - -7 + + +2.2 - + - + 49 - - -49.05 - - - + + 49.1 - - -49.15 - - - + + 49.2 - - - - + + +49.3 + + + +49.4 + + + +49.5 + + + +49.6 + + + +49.7 + + + +49.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index ed787135cf08..b74f3375e773 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99427.35509304042,"upper_bound":100456.70508369105},"point_estimate":99848.84812738022,"standard_error":268.7485991419427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99011.39173789174,"upper_bound":100008.60011574073},"point_estimate":99421.59550088653,"standard_error":248.5317905966177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.2733389238565,"upper_bound":1738.7812851548474},"point_estimate":1546.8566769359556,"standard_error":156.34169148069475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98742.03953731741,"upper_bound":99811.97427250612},"point_estimate":99136.01577951825,"standard_error":284.3208778173496},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1114.7296784722041,"upper_bound":4336.63469763185},"point_estimate":2706.7148995045923,"standard_error":1073.2381891553448}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99656.20361597055,"upper_bound":100260.4972250502},"point_estimate":99941.37690517779,"standard_error":154.540623246486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99179.0920019157,"upper_bound":100189.1568999266},"point_estimate":99450.89930555556,"standard_error":266.9886182925543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.9423208865554,"upper_bound":1707.3702130024806},"point_estimate":1378.5008751741652,"standard_error":186.15641519369686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99143.46254657961,"upper_bound":99450.02512072823},"point_estimate":99290.87441209792,"standard_error":78.05916367997773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1124.4899807418692,"upper_bound":2061.1282683771055},"point_estimate":1550.3796500282401,"standard_error":266.88412091035906}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 0cb02d7965d1..3bd0742afba9 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608256.0,1215084.0,1783667.0,2480685.0,3004550.0,3618999.0,4239702.0,4793599.0,5410286.0,6018217.0,6571457.0,7256344.0,7773339.0,8468880.0,9074393.0,9583365.0,10296331.0,10893186.0,11504420.0,12157731.0,12685812.0,13412206.0,13868630.0,14473555.0,15116641.0,15739563.0,16274626.0,16880004.0,17528923.0,18116433.0,18747238.0,19277546.0,20109529.0,20507082.0,21270651.0,21864192.0,22529188.0,23124401.0,24074725.0,24356443.0,24650208.0,25035068.0,25546844.0,26296274.0,27071975.0,27652432.0,28038452.0,28467373.0,28975916.0,29601127.0,30116291.0,30566772.0,31231705.0,32036585.0,32235186.0,33053655.0,33603929.0,34976503.0,34878517.0,44538701.0,36093116.0,36492867.0,37363855.0,37819789.0,38634097.0,39440904.0,39558970.0,40038121.0,40533482.0,41098578.0,41771652.0,42805161.0,43173349.0,44052894.0,44445014.0,44763043.0,45890861.0,46292256.0,47388101.0,47719707.0,48169811.0,48671422.0,49372810.0,49729208.0,50468367.0,50547400.0,50982526.0,52025582.0,52794214.0,53438938.0,53675534.0,54434760.0,54985433.0,55301679.0,56389260.0,57378807.0,57950344.0,57638809.0,58171329.0,59017131.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[591434.0,1228338.0,1789832.0,2418548.0,3005425.0,3625575.0,4222791.0,4832042.0,5468296.0,6065735.0,6631100.0,7264243.0,7854257.0,8472293.0,9334680.0,10477786.0,10464893.0,10952973.0,11499063.0,12080955.0,12704211.0,13394477.0,14086915.0,14588191.0,15182554.0,15712786.0,16544946.0,17025798.0,17632981.0,18265472.0,19002145.0,19495456.0,20015925.0,20701084.0,21366123.0,21700113.0,22464950.0,22970343.0,23653453.0,23872005.0,24293604.0,24665720.0,25328193.0,25959715.0,26600787.0,27214322.0,27789829.0,28434003.0,28912587.0,29647533.0,30356896.0,31157047.0,31648908.0,31906327.0,32459732.0,33282668.0,33615028.0,34179595.0,34889231.0,35710569.0,36696778.0,37331759.0,37206827.0,37812546.0,38446689.0,39435927.0,40245785.0,40197067.0,40960041.0,41632024.0,42136157.0,42558952.0,43306532.0,44063785.0,44506565.0,45117289.0,45801016.0,46047528.0,46753800.0,47906196.0,48771163.0,48773186.0,49284864.0,50046244.0,51417396.0,51198213.0,51762647.0,52485762.0,52922097.0,53340919.0,53792353.0,54673807.0,55177632.0,56103878.0,56537445.0,57247434.0,58206781.0,58286275.0,59347135.0,59599000.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 5de74117eef3..bf49ef33772d 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[92299.209063694,95432.78044159446,103788.97078266236,106922.54216056284] \ No newline at end of file +[92938.80826320933,95900.05315557726,103796.70620189175,106757.95109425968] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index cb02751bfc50..70d20ae1a463 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004043153884492111,"upper_bound":0.008988292176700718},"point_estimate":0.0016666091536949867,"standard_error":0.0033417106785479265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006609437848280275,"upper_bound":0.007415952728987429},"point_estimate":-0.00024982376538440487,"standard_error":0.003484026062455364}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005767891553612338,"upper_bound":0.006435926746249147},"point_estimate":0.0009266884849741253,"standard_error":0.0031114463868062263},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005941834283620858,"upper_bound":0.008791579410179606},"point_estimate":0.0002947428526105522,"standard_error":0.0035914160555851663}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index ed787135cf08..b74f3375e773 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99427.35509304042,"upper_bound":100456.70508369105},"point_estimate":99848.84812738022,"standard_error":268.7485991419427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99011.39173789174,"upper_bound":100008.60011574073},"point_estimate":99421.59550088653,"standard_error":248.5317905966177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.2733389238565,"upper_bound":1738.7812851548474},"point_estimate":1546.8566769359556,"standard_error":156.34169148069475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98742.03953731741,"upper_bound":99811.97427250612},"point_estimate":99136.01577951825,"standard_error":284.3208778173496},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1114.7296784722041,"upper_bound":4336.63469763185},"point_estimate":2706.7148995045923,"standard_error":1073.2381891553448}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99656.20361597055,"upper_bound":100260.4972250502},"point_estimate":99941.37690517779,"standard_error":154.540623246486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99179.0920019157,"upper_bound":100189.1568999266},"point_estimate":99450.89930555556,"standard_error":266.9886182925543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":989.9423208865554,"upper_bound":1707.3702130024806},"point_estimate":1378.5008751741652,"standard_error":186.15641519369686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99143.46254657961,"upper_bound":99450.02512072823},"point_estimate":99290.87441209792,"standard_error":78.05916367997773},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1124.4899807418692,"upper_bound":2061.1282683771055},"point_estimate":1550.3796500282401,"standard_error":266.88412091035906}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 0cb02d7965d1..3bd0742afba9 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608256.0,1215084.0,1783667.0,2480685.0,3004550.0,3618999.0,4239702.0,4793599.0,5410286.0,6018217.0,6571457.0,7256344.0,7773339.0,8468880.0,9074393.0,9583365.0,10296331.0,10893186.0,11504420.0,12157731.0,12685812.0,13412206.0,13868630.0,14473555.0,15116641.0,15739563.0,16274626.0,16880004.0,17528923.0,18116433.0,18747238.0,19277546.0,20109529.0,20507082.0,21270651.0,21864192.0,22529188.0,23124401.0,24074725.0,24356443.0,24650208.0,25035068.0,25546844.0,26296274.0,27071975.0,27652432.0,28038452.0,28467373.0,28975916.0,29601127.0,30116291.0,30566772.0,31231705.0,32036585.0,32235186.0,33053655.0,33603929.0,34976503.0,34878517.0,44538701.0,36093116.0,36492867.0,37363855.0,37819789.0,38634097.0,39440904.0,39558970.0,40038121.0,40533482.0,41098578.0,41771652.0,42805161.0,43173349.0,44052894.0,44445014.0,44763043.0,45890861.0,46292256.0,47388101.0,47719707.0,48169811.0,48671422.0,49372810.0,49729208.0,50468367.0,50547400.0,50982526.0,52025582.0,52794214.0,53438938.0,53675534.0,54434760.0,54985433.0,55301679.0,56389260.0,57378807.0,57950344.0,57638809.0,58171329.0,59017131.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[591434.0,1228338.0,1789832.0,2418548.0,3005425.0,3625575.0,4222791.0,4832042.0,5468296.0,6065735.0,6631100.0,7264243.0,7854257.0,8472293.0,9334680.0,10477786.0,10464893.0,10952973.0,11499063.0,12080955.0,12704211.0,13394477.0,14086915.0,14588191.0,15182554.0,15712786.0,16544946.0,17025798.0,17632981.0,18265472.0,19002145.0,19495456.0,20015925.0,20701084.0,21366123.0,21700113.0,22464950.0,22970343.0,23653453.0,23872005.0,24293604.0,24665720.0,25328193.0,25959715.0,26600787.0,27214322.0,27789829.0,28434003.0,28912587.0,29647533.0,30356896.0,31157047.0,31648908.0,31906327.0,32459732.0,33282668.0,33615028.0,34179595.0,34889231.0,35710569.0,36696778.0,37331759.0,37206827.0,37812546.0,38446689.0,39435927.0,40245785.0,40197067.0,40960041.0,41632024.0,42136157.0,42558952.0,43306532.0,44063785.0,44506565.0,45117289.0,45801016.0,46047528.0,46753800.0,47906196.0,48771163.0,48773186.0,49284864.0,50046244.0,51417396.0,51198213.0,51762647.0,52485762.0,52922097.0,53340919.0,53792353.0,54673807.0,55177632.0,56103878.0,56537445.0,57247434.0,58206781.0,58286275.0,59347135.0,59599000.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 5de74117eef3..bf49ef33772d 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[92299.209063694,95432.78044159446,103788.97078266236,106922.54216056284] \ No newline at end of file +[92938.80826320933,95900.05315557726,103796.70620189175,106757.95109425968] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 13106ed2a8ef..45041e34f79b 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - + +1 + + + 1.1 - - + + 1.2 - - + + 1.3 - - + + 1.4 - - + + 1.5 - - + + 1.6 - - + + 1.7 - - -1.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 9cea55888410..c26057485627 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + + +1.1 - - + + 1.2 - - - -1 + + +1.3 + + + +1.4 - - + + 1.5 - - -2 + + +1.6 - - -2.5 + + +1.7 - - -3 + + +1.8 - - -3.5 + + +1.9 - - -4 + + +2 - - -4.5 + + +2.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index f505ae6e74a5..ad53f062faf0 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,26 +9,26 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + 100 @@ -42,10 +42,10 @@ Average Time (µs) 120 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 362f6abe734c..f155ca793e46 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -18,9 +18,9 @@ Iterations - + - + 0.0 @@ -34,18 +34,18 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - + 0 @@ -76,9 +76,9 @@ Iterations - + - + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 2c4f55480ea6..49f0a9ef0ae0 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - + +-0.006 + + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - -0.008 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index e0941f466db7..399685879529 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.008 - - - + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - - - - + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index a17e14a4c335..7523872da034 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index edb2c2bbf497..2a93fffd45b4 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 98.742 µs - 99.136 µs - 99.812 µs + 99.143 µs + 99.291 µs + 99.450 µs R² - 0.9028355 - 0.9046845 - 0.8992629 + 0.9904623 + 0.9907616 + 0.9904128 Mean - 99.427 µs - 99.849 µs - 100.46 µs + 99.656 µs + 99.941 µs + 100.26 µs Std. Dev. - 1.1147 µs - 2.7067 µs - 4.3366 µs + 1.1245 µs + 1.5504 µs + 2.0611 µs Median - 99.011 µs - 99.422 µs - 100.01 µs + 99.179 µs + 99.451 µs + 100.19 µs MAD - 1.0933 µs - 1.5469 µs - 1.7388 µs + 989.94 ns + 1.3785 µs + 1.7074 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4043% - +0.1667% - +0.8988% - (p = 0.63 > + -0.5768% + +0.0927% + +0.6436% + (p = 0.79 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 48f8b4efb6a4..0a06125cc2d2 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - + - -99.4 - - - + 99.6 - - + + +99.7 + + + 99.8 - - + + +99.9 + + + 100 - - + + +100.1 + + + 100.2 - - -100.4 + + +100.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index b661a77644cf..68459d520f0c 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -99 - - - + 99.2 - - + + 99.4 - - + + 99.6 - - + + 99.8 - - - - + + +100 + + + +100.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index f41edd2b55a2..123d9a36364f 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -38,34 +38,38 @@ Average Time (µs) - -95 + +96 - - + + +98 + + + 100 - - -105 + + +102 - - -110 + + +104 - - -115 + + +106 - - -120 + + +108 - - -125 + + +110 - + Density (a.u.) @@ -74,30 +78,34 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - - - - + + +0.25 + + + + + + - - - + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 1b0f05fae8d2..a206c965dc79 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,35 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - + + +0.25 + + + +0.3 + + - + 100 - - -110 + + +105 - - -120 + + +110 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 16b4517a9636..0a3b8a5251a7 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,61 +15,61 @@ Iterations - - - - - - - - - - + + + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -98,105 +98,105 @@ Iterations - + - + - - - - + + + + - - + + - + - - - + + + - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 32273f4c7723..baea5b47e059 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -13,15 +13,15 @@ Iterations - - - - - - - - - + + + + + + + + + 5.0 @@ -31,42 +31,42 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -103,95 +103,95 @@ Iterations - + - - + + - + - - + + - + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 7c8e81fccd86..c2954e2cc392 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,26 +6,26 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + 100 @@ -39,8 +39,8 @@ Average Time (µs) 120 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 9b6782466368..94b717d8e0d9 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -73,7 +73,7 @@ Iterations - + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 2fd17739cb57..98620a2b46bc 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - - -98.8 + + +4.5 + + + +5 + + + +5.5 - - -99 + + + +99.15 - - + + 99.2 - - -99.4 + + +99.25 + + + +99.3 - - -99.6 + + +99.35 + + + +99.4 - - -99.8 + + +99.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 29f8f69b33aa..1977a1d0924b 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - - -98.8 + + +4.5 + + + +5 + + + +5.5 - - -99 + + + +99.15 - - + + 99.2 - - -99.4 + + +99.25 + + + +99.3 - - -99.6 + + +99.35 + + + +99.4 - - -99.8 + + +99.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 1b764c5bac20..1635e513ee0c 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.989810559087,"upper_bound":6983.127811358651},"point_estimate":6971.752754995641,"standard_error":5.630131749164249},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6959.054916985951,"upper_bound":6979.561302681992},"point_estimate":6965.163626932254,"standard_error":5.444171265455755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.194038689538125,"upper_bound":52.586262307387685},"point_estimate":38.76988093450418,"standard_error":5.595009527804732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.909523727295,"upper_bound":6983.188478120715},"point_estimate":6973.05028356567,"standard_error":4.898442858943761},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.74364715417018,"upper_bound":70.23893050554756},"point_estimate":56.81230255257556,"standard_error":7.05180369465954}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6970.78813506922,"upper_bound":6990.993390974342},"point_estimate":6980.716845201479,"standard_error":5.163003702402125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.135244615603,"upper_bound":6990.45987654321},"point_estimate":6972.758686521573,"standard_error":5.3341961103085485},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.5472139087235,"upper_bound":53.44668177736321},"point_estimate":44.962014076316706,"standard_error":4.666641756337475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.868844427308,"upper_bound":6990.378207375374},"point_estimate":6981.479737287162,"standard_error":4.463483899006914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.0584934959823,"upper_bound":60.88079562629253},"point_estimate":51.81698321429955,"standard_error":4.816591592281526}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 7534514b7f49..e1d9cd27e191 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[61914.0,123788.0,185750.0,252028.0,322015.0,371060.0,434011.0,494944.0,567891.0,618574.0,691874.0,747916.0,814654.0,869971.0,942338.0,991397.0,1084815.0,1128889.0,1186503.0,1283855.0,1323456.0,1371150.0,1444007.0,1506861.0,1571749.0,1629150.0,1709315.0,1762586.0,1833191.0,1886212.0,1949991.0,2028142.0,2090892.0,2117801.0,2200547.0,2267159.0,2307384.0,2376926.0,2449939.0,2516729.0,2583056.0,2617848.0,2709682.0,2759356.0,2826061.0,2878524.0,2945839.0,3002200.0,3071425.0,3130345.0,3172983.0,3247937.0,3333381.0,3511947.0,3441068.0,3476576.0,3604036.0,3643331.0,3713113.0,3735457.0,3843199.0,3886078.0,3949030.0,4005626.0,4053039.0,4124687.0,4221381.0,4291234.0,4308496.0,4380755.0,4542385.0,4484545.0,4631794.0,4646025.0,4676041.0,4758118.0,4820677.0,4886808.0,4964094.0,4999635.0,5103947.0,5151968.0,5239553.0,5264121.0,5328644.0,5384614.0,5448940.0,5534220.0,5626964.0,5661786.0,5686825.0,5776782.0,5827011.0,5886154.0,5985115.0,5997192.0,6105877.0,6136264.0,6207551.0,6226644.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62208.0,124114.0,186026.0,248311.0,321343.0,372885.0,446451.0,507603.0,580525.0,622766.0,694021.0,743745.0,829339.0,885002.0,956995.0,1003068.0,1054696.0,1128190.0,1179041.0,1258968.0,1322791.0,1375426.0,1437278.0,1511917.0,1563701.0,1622695.0,1696410.0,1749173.0,1818902.0,1892413.0,1944442.0,2006613.0,2066476.0,2146287.0,2205710.0,2264909.0,2327968.0,2393243.0,2440120.0,2521336.0,2571360.0,2623184.0,2718537.0,2778975.0,2868265.0,2906773.0,2922917.0,3013607.0,3079310.0,3148322.0,3178872.0,3243088.0,3319476.0,3412564.0,3449705.0,3491131.0,3576959.0,3639084.0,3717352.0,3764249.0,3812340.0,3873902.0,4017101.0,3987166.0,4099004.0,4165081.0,4181954.0,4310482.0,4353455.0,4394709.0,4457615.0,4521858.0,4546990.0,4631396.0,4766802.0,4757573.0,4847967.0,4893550.0,4964239.0,5041682.0,5079449.0,5179109.0,5235911.0,5294366.0,5330831.0,5395372.0,5504097.0,5515310.0,5560393.0,5658823.0,5702138.0,5799357.0,5794254.0,5876643.0,5957482.0,6018429.0,6087331.0,6167564.0,6272245.0,6305197.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 40b2f1213e5e..36a4ffc4ed05 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6789.467191886004,6866.240502231158,7070.969329818236,7147.74264016339] \ No newline at end of file +[6768.048570277241,6857.296085589942,7095.289459757145,7184.536975069846] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 082ad05d399f..43fd86ca9496 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021004723120922966,"upper_bound":-0.0045607421035153825},"point_estimate":-0.010957213107537944,"standard_error":0.004441738030895484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008156821525605212,"upper_bound":-0.002672628570923541},"point_estimate":-0.006413779365847305,"standard_error":0.0013617463228478225}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008735520939757072,"upper_bound":0.0035254895586782553},"point_estimate":0.0012857728208182095,"standard_error":0.0011304789105929436},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0010602886321446903,"upper_bound":0.0035155651524161335},"point_estimate":0.001090435199533557,"standard_error":0.0011133877269473614}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 1b764c5bac20..1635e513ee0c 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.989810559087,"upper_bound":6983.127811358651},"point_estimate":6971.752754995641,"standard_error":5.630131749164249},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6959.054916985951,"upper_bound":6979.561302681992},"point_estimate":6965.163626932254,"standard_error":5.444171265455755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.194038689538125,"upper_bound":52.586262307387685},"point_estimate":38.76988093450418,"standard_error":5.595009527804732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.909523727295,"upper_bound":6983.188478120715},"point_estimate":6973.05028356567,"standard_error":4.898442858943761},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.74364715417018,"upper_bound":70.23893050554756},"point_estimate":56.81230255257556,"standard_error":7.05180369465954}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6970.78813506922,"upper_bound":6990.993390974342},"point_estimate":6980.716845201479,"standard_error":5.163003702402125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.135244615603,"upper_bound":6990.45987654321},"point_estimate":6972.758686521573,"standard_error":5.3341961103085485},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.5472139087235,"upper_bound":53.44668177736321},"point_estimate":44.962014076316706,"standard_error":4.666641756337475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.868844427308,"upper_bound":6990.378207375374},"point_estimate":6981.479737287162,"standard_error":4.463483899006914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.0584934959823,"upper_bound":60.88079562629253},"point_estimate":51.81698321429955,"standard_error":4.816591592281526}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 7534514b7f49..e1d9cd27e191 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[61914.0,123788.0,185750.0,252028.0,322015.0,371060.0,434011.0,494944.0,567891.0,618574.0,691874.0,747916.0,814654.0,869971.0,942338.0,991397.0,1084815.0,1128889.0,1186503.0,1283855.0,1323456.0,1371150.0,1444007.0,1506861.0,1571749.0,1629150.0,1709315.0,1762586.0,1833191.0,1886212.0,1949991.0,2028142.0,2090892.0,2117801.0,2200547.0,2267159.0,2307384.0,2376926.0,2449939.0,2516729.0,2583056.0,2617848.0,2709682.0,2759356.0,2826061.0,2878524.0,2945839.0,3002200.0,3071425.0,3130345.0,3172983.0,3247937.0,3333381.0,3511947.0,3441068.0,3476576.0,3604036.0,3643331.0,3713113.0,3735457.0,3843199.0,3886078.0,3949030.0,4005626.0,4053039.0,4124687.0,4221381.0,4291234.0,4308496.0,4380755.0,4542385.0,4484545.0,4631794.0,4646025.0,4676041.0,4758118.0,4820677.0,4886808.0,4964094.0,4999635.0,5103947.0,5151968.0,5239553.0,5264121.0,5328644.0,5384614.0,5448940.0,5534220.0,5626964.0,5661786.0,5686825.0,5776782.0,5827011.0,5886154.0,5985115.0,5997192.0,6105877.0,6136264.0,6207551.0,6226644.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[62208.0,124114.0,186026.0,248311.0,321343.0,372885.0,446451.0,507603.0,580525.0,622766.0,694021.0,743745.0,829339.0,885002.0,956995.0,1003068.0,1054696.0,1128190.0,1179041.0,1258968.0,1322791.0,1375426.0,1437278.0,1511917.0,1563701.0,1622695.0,1696410.0,1749173.0,1818902.0,1892413.0,1944442.0,2006613.0,2066476.0,2146287.0,2205710.0,2264909.0,2327968.0,2393243.0,2440120.0,2521336.0,2571360.0,2623184.0,2718537.0,2778975.0,2868265.0,2906773.0,2922917.0,3013607.0,3079310.0,3148322.0,3178872.0,3243088.0,3319476.0,3412564.0,3449705.0,3491131.0,3576959.0,3639084.0,3717352.0,3764249.0,3812340.0,3873902.0,4017101.0,3987166.0,4099004.0,4165081.0,4181954.0,4310482.0,4353455.0,4394709.0,4457615.0,4521858.0,4546990.0,4631396.0,4766802.0,4757573.0,4847967.0,4893550.0,4964239.0,5041682.0,5079449.0,5179109.0,5235911.0,5294366.0,5330831.0,5395372.0,5504097.0,5515310.0,5560393.0,5658823.0,5702138.0,5799357.0,5794254.0,5876643.0,5957482.0,6018429.0,6087331.0,6167564.0,6272245.0,6305197.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 40b2f1213e5e..36a4ffc4ed05 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6789.467191886004,6866.240502231158,7070.969329818236,7147.74264016339] \ No newline at end of file +[6768.048570277241,6857.296085589942,7095.289459757145,7184.536975069846] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 92e9ea5d638b..91babcf50b1d 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,78 +9,98 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - + 0.03 - + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - + + 0.1 - - + + 0.11 - + - -30 + +34 - - -35 + + +36 - - + + +38 + + + 40 - - -45 + + +42 + + + +44 + + + +46 - - + + +48 + + + 50 - - -55 + + +52 + + + +54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 98b3c69c6c1e..e71e97c1346c 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + + +0.08 + + + +0.09 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 0fb3db496310..48d5703b88d9 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -42,26 +42,30 @@ Average Time (µs) - -7 + +6.8 - - -8 + + +6.9 + + + +7 - - -9 + + +7.1 - - -10 + + +7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 1f80252a9be2..84547b8bb685 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -19,41 +19,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -95,10 +95,10 @@ Iterations 900 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index aaee4decda3a..47659e74b31d 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,91 +9,79 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 + + +100 - - -70 + + +150 - - -80 + + +200 - - -90 + + +250 - - -100 + + +300 - + - --0.022 + +-0.001 - - --0.02 + + +-5e-4 - - --0.018 + + +0 - - --0.016 + + +5e-4 - + --0.014 +0.001 - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - - - - + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index c9449fa277a4..86d78e291d73 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - --0.008 + +-0.001 - - --0.007 + + +0 - - --0.006 + + +0.001 - - --0.005 + + +0.002 - - --0.004 + + +0.003 - - --0.003 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 9fa1717646b4..b76eac948aba 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + -4.0 - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index d0639f20e65d..356ba784b419 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9639 µs - 6.9731 µs - 6.9832 µs + 6.9729 µs + 6.9815 µs + 6.9904 µs R² - 0.9945626 - 0.9948050 - 0.9945068 + 0.9962752 + 0.9964808 + 0.9962612 Mean - 6.9610 µs - 6.9718 µs - 6.9831 µs + 6.9708 µs + 6.9807 µs + 6.9910 µs Std. Dev. - 42.744 ns - 56.812 ns - 70.239 ns + 42.058 ns + 51.817 ns + 60.881 ns Median - 6.9591 µs - 6.9652 µs - 6.9796 µs + 6.9681 µs + 6.9728 µs + 6.9905 µs MAD - 30.194 ns - 38.770 ns - 52.586 ns + 34.547 ns + 44.962 ns + 53.447 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.1005% - -1.0957% - -0.4561% - (p = 0.01 < + -0.0874% + +0.1286% + +0.3525% + (p = 0.25 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index aa1fa3573ec4..d6ac1b4b7552 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - - -6.96 - - - -6.965 + + +80 - - + + + 6.97 - - + + 6.975 - - + + 6.98 - - + + 6.985 - - - - + + +6.99 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index d59081406b13..84d236265cc5 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -6.96 - - - -6.965 - - - + 6.97 - - + + 6.975 - - + + 6.98 - - - - + + +6.985 + + + +6.99 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 0d4113f6f663..43a885acd6d9 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -50,46 +50,38 @@ Average Time (µs) - -6.8 - - - + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7 - - + + 7.05 - - + + 7.1 - - + + 7.15 - - + + 7.2 - - -7.25 - - + Density (a.u.) @@ -98,54 +90,48 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - - - - + + + + + - - - - - - - - - - - + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 74222a77ee79..ab1453aac813 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + - -6.8 - - - + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 06535aacd50c..658f311da2c8 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -17,37 +17,37 @@ Iterations - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 100 @@ -90,103 +90,103 @@ Iterations - + - + - - + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index c4fc092190af..57f69c5cc02e 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -16,10 +16,10 @@ Iterations - - - - + + + + 1.0 @@ -29,22 +29,22 @@ Iterations 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 100 @@ -85,103 +85,103 @@ Iterations - + - + - + - + - + - - + + - + - - - - - + + + + + - - - + + + - - + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 0c36eff75919..0ddeef965ab3 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -39,24 +39,28 @@ Average Time (µs) - -7 + +6.8 - - -8 + + +6.9 + + + +7 - - -9 + + +7.1 - - -10 + + +7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index c87a30129b58..8d841176a501 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -16,41 +16,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -92,8 +92,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 360fba231f81..bb1ff6699cc2 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - -6.965 + +6.972 - - -6.97 + + +6.974 - - -6.975 + + +6.976 - - + + +6.978 + + + 6.98 - - -6.985 + + +6.982 + + + +6.984 + + + +6.986 + + + +6.988 + + + +6.99 + + + +6.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 3203a58c4756..a7241efcf0be 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - -6.965 + +6.972 - - -6.97 + + +6.974 - - -6.975 + + +6.976 - - + + +6.978 + + + 6.98 - - -6.985 + + +6.982 + + + +6.984 + + + +6.986 + + + +6.988 + + + +6.99 + + + +6.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 10fcebf26cf7..65b11c1b14be 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15362.596706861532,"upper_bound":15499.912583700574},"point_estimate":15424.49138413571,"standard_error":35.314937006561685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15351.361549497848,"upper_bound":15384.240735524258},"point_estimate":15371.19127523109,"standard_error":10.352221261575048},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.01056638345797,"upper_bound":106.13169296284279},"point_estimate":80.96910336496809,"standard_error":10.655620503494795},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15356.293755392564,"upper_bound":15415.240035288683},"point_estimate":15382.758651790553,"standard_error":15.05126009703904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.404132319864,"upper_bound":489.7099284402565},"point_estimate":354.23880356418243,"standard_error":80.64960620584144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15204.377380143627,"upper_bound":15251.367601909045},"point_estimate":15226.5367033398,"standard_error":11.999571475021755},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15200.500189393939,"upper_bound":15238.413322099674},"point_estimate":15215.48917918231,"standard_error":10.10119058759698},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.40901902113424,"upper_bound":98.3352241551014},"point_estimate":76.1921069806527,"standard_error":9.88828782728882},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15208.811541144089,"upper_bound":15245.245642633454},"point_estimate":15225.287439042411,"standard_error":9.282777787780642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.41170609913293,"upper_bound":162.03810605416334},"point_estimate":120.30300605821967,"standard_error":21.34599205093479}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 8c372478bea0..e066fdabaeca 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[103711.0,180412.0,278715.0,376377.0,460243.0,543492.0,645980.0,730014.0,835793.0,912681.0,1006655.0,1110549.0,1200823.0,1289955.0,1386599.0,1442936.0,1576049.0,1860823.0,1765728.0,1846802.0,1942641.0,2017644.0,2115415.0,2203528.0,2549764.0,2374626.0,2482032.0,2583733.0,2648074.0,2768177.0,2842471.0,2955050.0,3053514.0,3131006.0,3249765.0,3321146.0,3436326.0,3461446.0,3557974.0,3678183.0,3777245.0,3883351.0,3960703.0,4031431.0,4118077.0,4246496.0,4284953.0,4394461.0,4706928.0,4587716.0,4743239.0,4790802.0,4870563.0,5380173.0,5076406.0,5144287.0,5222502.0,5276777.0,5422984.0,5547421.0,5602103.0,5739750.0,5815047.0,5929662.0,6013808.0,6114654.0,6148138.0,6360698.0,6359929.0,6435455.0,6552513.0,6620946.0,6726102.0,6800176.0,6924148.0,7044758.0,7085871.0,7186620.0,7305909.0,7339332.0,7498325.0,7574167.0,7681159.0,7789736.0,7855051.0,7978048.0,8017370.0,8133573.0,8239457.0,8303473.0,8326264.0,8496587.0,8576416.0,8667217.0,8762303.0,8767049.0,8928311.0,9007714.0,9098251.0,9227651.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92072.0,180247.0,270204.0,372186.0,450955.0,540683.0,641269.0,721011.0,825061.0,925931.0,990660.0,1091370.0,1214682.0,1275215.0,1361498.0,1452632.0,1569294.0,1664515.0,1735150.0,1830521.0,1915361.0,2012696.0,2094156.0,2216032.0,2262852.0,2386190.0,2443945.0,2566032.0,2646670.0,2734971.0,2815537.0,2916796.0,3021701.0,3102332.0,3181936.0,3266789.0,3396196.0,3490256.0,3567756.0,3648499.0,3728970.0,3824595.0,3952443.0,4046013.0,4134930.0,4211167.0,4279251.0,4396157.0,4445729.0,4600374.0,4661590.0,4749512.0,4814063.0,4888273.0,5015644.0,5354556.0,5246051.0,5311746.0,5399532.0,5459590.0,5603926.0,5650474.0,5729297.0,5853263.0,5948031.0,6000467.0,6106196.0,6207165.0,6318366.0,6378684.0,6530942.0,6580229.0,6647974.0,6768391.0,6818264.0,6954829.0,7063524.0,7153823.0,7179085.0,7293294.0,7400238.0,7480451.0,7537695.0,7666582.0,7712364.0,7876073.0,7921983.0,8030839.0,8131092.0,8250171.0,8314354.0,8376222.0,8483144.0,8582579.0,8631049.0,8774539.0,8867798.0,8945318.0,9072594.0,9150092.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 8bbee7672640..85e3e8240c91 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14976.039215361148,15142.697892467851,15587.121031419058,15753.779708525759] \ No newline at end of file +[14858.789262122536,15011.269376996228,15417.883016659405,15570.363131533097] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 614dee4debc9..8b3c4fae72e5 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0033327024261924428,"upper_bound":0.014072026942006998},"point_estimate":0.00818658909386727,"standard_error":0.0027273771451482307},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00384348695311032,"upper_bound":0.00749418279737557},"point_estimate":0.0060233560011264675,"standard_error":0.000977754803017875}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01783665787236963,"upper_bound":-0.008515581827911468},"point_estimate":-0.012833789838899268,"standard_error":0.0023812470554134273},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011508044854790178,"upper_bound":-0.008037030332677442},"point_estimate":-0.010129474889800871,"standard_error":0.0009135414885707847}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 10fcebf26cf7..65b11c1b14be 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15362.596706861532,"upper_bound":15499.912583700574},"point_estimate":15424.49138413571,"standard_error":35.314937006561685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15351.361549497848,"upper_bound":15384.240735524258},"point_estimate":15371.19127523109,"standard_error":10.352221261575048},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.01056638345797,"upper_bound":106.13169296284279},"point_estimate":80.96910336496809,"standard_error":10.655620503494795},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15356.293755392564,"upper_bound":15415.240035288683},"point_estimate":15382.758651790553,"standard_error":15.05126009703904},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171.404132319864,"upper_bound":489.7099284402565},"point_estimate":354.23880356418243,"standard_error":80.64960620584144}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15204.377380143627,"upper_bound":15251.367601909045},"point_estimate":15226.5367033398,"standard_error":11.999571475021755},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15200.500189393939,"upper_bound":15238.413322099674},"point_estimate":15215.48917918231,"standard_error":10.10119058759698},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.40901902113424,"upper_bound":98.3352241551014},"point_estimate":76.1921069806527,"standard_error":9.88828782728882},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15208.811541144089,"upper_bound":15245.245642633454},"point_estimate":15225.287439042411,"standard_error":9.282777787780642},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.41170609913293,"upper_bound":162.03810605416334},"point_estimate":120.30300605821967,"standard_error":21.34599205093479}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 8c372478bea0..e066fdabaeca 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[103711.0,180412.0,278715.0,376377.0,460243.0,543492.0,645980.0,730014.0,835793.0,912681.0,1006655.0,1110549.0,1200823.0,1289955.0,1386599.0,1442936.0,1576049.0,1860823.0,1765728.0,1846802.0,1942641.0,2017644.0,2115415.0,2203528.0,2549764.0,2374626.0,2482032.0,2583733.0,2648074.0,2768177.0,2842471.0,2955050.0,3053514.0,3131006.0,3249765.0,3321146.0,3436326.0,3461446.0,3557974.0,3678183.0,3777245.0,3883351.0,3960703.0,4031431.0,4118077.0,4246496.0,4284953.0,4394461.0,4706928.0,4587716.0,4743239.0,4790802.0,4870563.0,5380173.0,5076406.0,5144287.0,5222502.0,5276777.0,5422984.0,5547421.0,5602103.0,5739750.0,5815047.0,5929662.0,6013808.0,6114654.0,6148138.0,6360698.0,6359929.0,6435455.0,6552513.0,6620946.0,6726102.0,6800176.0,6924148.0,7044758.0,7085871.0,7186620.0,7305909.0,7339332.0,7498325.0,7574167.0,7681159.0,7789736.0,7855051.0,7978048.0,8017370.0,8133573.0,8239457.0,8303473.0,8326264.0,8496587.0,8576416.0,8667217.0,8762303.0,8767049.0,8928311.0,9007714.0,9098251.0,9227651.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[92072.0,180247.0,270204.0,372186.0,450955.0,540683.0,641269.0,721011.0,825061.0,925931.0,990660.0,1091370.0,1214682.0,1275215.0,1361498.0,1452632.0,1569294.0,1664515.0,1735150.0,1830521.0,1915361.0,2012696.0,2094156.0,2216032.0,2262852.0,2386190.0,2443945.0,2566032.0,2646670.0,2734971.0,2815537.0,2916796.0,3021701.0,3102332.0,3181936.0,3266789.0,3396196.0,3490256.0,3567756.0,3648499.0,3728970.0,3824595.0,3952443.0,4046013.0,4134930.0,4211167.0,4279251.0,4396157.0,4445729.0,4600374.0,4661590.0,4749512.0,4814063.0,4888273.0,5015644.0,5354556.0,5246051.0,5311746.0,5399532.0,5459590.0,5603926.0,5650474.0,5729297.0,5853263.0,5948031.0,6000467.0,6106196.0,6207165.0,6318366.0,6378684.0,6530942.0,6580229.0,6647974.0,6768391.0,6818264.0,6954829.0,7063524.0,7153823.0,7179085.0,7293294.0,7400238.0,7480451.0,7537695.0,7666582.0,7712364.0,7876073.0,7921983.0,8030839.0,8131092.0,8250171.0,8314354.0,8376222.0,8483144.0,8582579.0,8631049.0,8774539.0,8867798.0,8945318.0,9072594.0,9150092.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 8bbee7672640..85e3e8240c91 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14976.039215361148,15142.697892467851,15587.121031419058,15753.779708525759] \ No newline at end of file +[14858.789262122536,15011.269376996228,15417.883016659405,15570.363131533097] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 9ebe8b0819a5..2097ed285f71 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - + + +0.05 + + - + +55 + + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - + + 95 - - + + 100 - - -105 - - - -110 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index da0f80bdf445..0d0fccd8b926 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (ns) - -5e-4 + +0.002 - - -0.001 + + +0.004 - - -0.0015 + + +0.006 - - -0.002 + + +0.008 - - -0.0025 + + +0.01 - - -0.003 + + +0.012 - - -0.0035 + + +0.014 - - -0.004 + + +0.016 + + + +0.018 - - -0.0045 + + +0.02 - - -0.005 + + +0.022 - + - -150 + +80 + + + +90 - - -200 + + +100 - - -250 + + +110 - - -300 + + +120 - - -350 + + +130 - - -400 + + +140 + + + +150 - - -450 + + +160 - - -500 + + +170 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index ba46685e472f..82818dbca195 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,30 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + 15 @@ -46,10 +54,10 @@ Average Time (µs) 17 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 0db16923d15e..0c6d222a4982 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index fff8e9c97b26..91212950e283 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - - - - + +-0.018 + + + +-0.017 + + + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 8360d24effda..894a6989f3bc 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,79 +9,75 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - - - - + +-0.0115 + + + +-0.011 + + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 7dbc459a17a7..aa92696277fd 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -17,73 +17,69 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 8fb2b086f479..cc455ac3f3a5 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.356 µs - 15.383 µs - 15.415 µs + 15.209 µs + 15.225 µs + 15.245 µs R² - 0.9828157 - 0.9832116 - 0.9826154 + 0.9952698 + 0.9954290 + 0.9951954 Mean - 15.363 µs - 15.424 µs - 15.500 µs + 15.204 µs + 15.227 µs + 15.251 µs Std. Dev. - 171.40 ns - 354.24 ns - 489.71 ns + 82.412 ns + 120.30 ns + 162.04 ns Median - 15.351 µs - 15.371 µs - 15.384 µs + 15.201 µs + 15.215 µs + 15.238 µs MAD - 64.011 ns - 80.969 ns - 106.13 ns + 58.409 ns + 76.192 ns + 98.335 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.3333% - +0.8187% - +1.4072% + -1.7837% + -1.2834% + -0.8516% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 4c6d02e915ef..636b8c7086d5 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - - -12 + + +30 - - - -15.36 + + +35 - - -15.38 - - - -15.4 + + + +15.2 - - -15.42 + + +15.21 - - -15.44 + + +15.22 - - -15.46 + + +15.23 - - -15.48 + + +15.24 - - -15.5 + + +15.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 47030cf776c1..0e9697e20a3b 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,14 +9,14 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - + 30 @@ -25,46 +25,54 @@ Average time (µs) 40 - + 50 - - + + 60 - + - -15.35 + +15.2 - - -15.355 + + +15.205 - - -15.36 + + +15.21 - - -15.365 + + +15.215 - - -15.37 + + +15.22 - - -15.375 + + +15.225 - - -15.38 + + +15.23 - - - - + + +15.235 + + + +15.24 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 0eb3bc685094..610fa7b9da74 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 15 - - -15.5 + + +15.2 - - -16 + + +15.4 - - -16.5 + + +15.6 - - -17 + + +15.8 - - -17.5 + + +16 - + Density (a.u.) @@ -70,72 +70,54 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 + +0.5 - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 2ec2e2750e2d..8ca70ef7cbb0 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,35 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + - + 15 - - -16 + + +15.5 - - -17 + + +16 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index a32b8eadbaab..d2df588eae75 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -86,107 +86,107 @@ Iterations - + - - + + - + - + - - - + + + - + - - - - - - + + + + + + - - - - - + + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 67478d6d14ae..08d4a6c3a6f7 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -12,51 +12,51 @@ Iterations - - - - - - - - + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 100 @@ -83,105 +83,105 @@ Iterations - + - - + + - + - + - - - + + + - - - + + + - + - + - - + + - + - - - - - - - - - + + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - + + + - - - + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index cf4d3a981b95..1af3ee9a899b 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,30 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + 15 @@ -43,8 +51,8 @@ Average Time (µs) 17 - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 454c9a141815..2658a2f49342 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 34e7878cdbd9..218e7b755041 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + - -15.35 + +15.205 + + + +15.21 - - -15.36 + + +15.215 - - -15.37 + + +15.22 - - -15.38 + + +15.225 - - -15.39 + + +15.23 - - -15.4 + + +15.235 - - -15.41 + + +15.24 - - -15.42 + + +15.245 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index c1650424bedf..9e1eca9542f1 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + - -15.35 + +15.205 + + + +15.21 - - -15.36 + + +15.215 - - -15.37 + + +15.22 - - -15.38 + + +15.225 - - -15.39 + + +15.23 - - -15.4 + + +15.235 - - -15.41 + + +15.24 - - -15.42 + + +15.245 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 53ef94de640a..3fe7f1de7820 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53255.745295220266,"upper_bound":53447.86259539561},"point_estimate":53341.24175936748,"standard_error":49.37354379416601},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53191.920731707316,"upper_bound":53292.215300064185},"point_estimate":53244.66180555556,"standard_error":27.163971968157487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.04571418597337,"upper_bound":230.58403782298393},"point_estimate":180.9895089300056,"standard_error":23.057806358161017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53313.15308635334,"upper_bound":53478.338285005986},"point_estimate":53389.92361940299,"standard_error":42.32112795630754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246.60854668854736,"upper_bound":733.819636940637},"point_estimate":495.5982208324454,"standard_error":133.286778803845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53416.71580223968,"upper_bound":54011.42157133134},"point_estimate":53686.340029974,"standard_error":152.32732785017672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53215.65625,"upper_bound":53286.3448715188},"point_estimate":53250.60432189283,"standard_error":19.998852233860255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.41293371015918,"upper_bound":249.3572084051886},"point_estimate":199.0825660216109,"standard_error":32.44198275844535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53402.48697038905,"upper_bound":54463.63850004374},"point_estimate":53868.92121287129,"standard_error":272.3669631523697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":815.9281437012844,"upper_bound":2090.6007008016586},"point_estimate":1537.255197893758,"standard_error":324.87402880172783}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 462eafbfec90..0ed82bd4f785 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[440711.0,841080.0,1285050.0,1703476.0,2122056.0,2561349.0,2952854.0,3401768.0,3846988.0,4247996.0,4674757.0,5088990.0,5509236.0,5945975.0,6479459.0,6806046.0,7215353.0,7630389.0,8060063.0,8554986.0,8926116.0,9398247.0,9887461.0,10191802.0,11383724.0,11061849.0,11478539.0,11887059.0,12391915.0,12763694.0,13275301.0,13617062.0,14082562.0,14603309.0,14876405.0,15335141.0,15713425.0,16088719.0,16562029.0,16988628.0,17446950.0,17857799.0,18325258.0,18727911.0,19126876.0,19533596.0,20033664.0,20410024.0,20897386.0,21280340.0,21732141.0,22060230.0,22550402.0,22957178.0,23372055.0,23745322.0,24273721.0,24634762.0,25153202.0,25556307.0,25915419.0,26348975.0,26814383.0,27217498.0,28436622.0,28239787.0,28516744.0,28932473.0,29399400.0,29852003.0,30326307.0,30746780.0,31167744.0,31512528.0,32013144.0,32403746.0,32851838.0,33281430.0,33776311.0,34049383.0,35046007.0,34957450.0,35502817.0,35740435.0,36220354.0,36741604.0,37073389.0,38066386.0,38161133.0,38490619.0,38835510.0,39231520.0,39677929.0,40212940.0,40705653.0,41025394.0,41359889.0,41825156.0,43043523.0,42611149.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[435563.0,864074.0,1263613.0,1734408.0,2146322.0,2548698.0,2970143.0,3377827.0,3831291.0,4236519.0,4658499.0,5182688.0,5516030.0,6049442.0,6384317.0,6832593.0,7210454.0,7729545.0,8065716.0,8544668.0,8927670.0,9366942.0,9757433.0,10214285.0,10624286.0,11082256.0,11486361.0,11966786.0,12330757.0,12744202.0,13190167.0,13624048.0,14072511.0,14500213.0,15560792.0,16225552.0,16125055.0,18006311.0,18933029.0,16995536.0,17424470.0,17871817.0,18289708.0,18679408.0,19144043.0,19716634.0,19940472.0,20416703.0,20854428.0,21287222.0,22053974.0,22127253.0,22565266.0,22950994.0,23338731.0,23816562.0,24275878.0,24671141.0,25044647.0,25478336.0,25918034.0,26412895.0,26808644.0,27176037.0,27690826.0,28203861.0,28562885.0,28954706.0,29416944.0,29825435.0,30326573.0,30691846.0,31171853.0,31532778.0,32042331.0,32376147.0,32782925.0,33350079.0,33566291.0,34048816.0,34527085.0,35184974.0,35358642.0,35808280.0,36340003.0,36663624.0,37123212.0,37536846.0,38088500.0,44415792.0,43924314.0,42185119.0,40058209.0,40032937.0,40475435.0,41069858.0,41464708.0,41728854.0,42389889.0,42669943.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 1b9e4adfa391..932d3051ab54 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52372.50264294096,52751.33272028,53761.54625985077,54140.37633718982] \ No newline at end of file +[52358.20284092351,52758.566533608304,53826.20304743442,54226.56674011922] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 381443d01659..1e35e3c0383d 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001605722650039426,"upper_bound":0.0037005701641878203},"point_estimate":0.0011303684962038485,"standard_error":0.001352521652160779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001111176662418445,"upper_bound":0.0015049795544528344},"point_estimate":0.00033437529296098667,"standard_error":0.0006646911107530296}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001061861923200047,"upper_bound":0.012094705649092357},"point_estimate":0.006469633237323524,"standard_error":0.002816241641183704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011592964748246004,"upper_bound":0.0012263250355475375},"point_estimate":0.00011160773936302881,"standard_error":0.000621403435770366}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 53ef94de640a..3fe7f1de7820 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53255.745295220266,"upper_bound":53447.86259539561},"point_estimate":53341.24175936748,"standard_error":49.37354379416601},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53191.920731707316,"upper_bound":53292.215300064185},"point_estimate":53244.66180555556,"standard_error":27.163971968157487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":141.04571418597337,"upper_bound":230.58403782298393},"point_estimate":180.9895089300056,"standard_error":23.057806358161017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53313.15308635334,"upper_bound":53478.338285005986},"point_estimate":53389.92361940299,"standard_error":42.32112795630754},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":246.60854668854736,"upper_bound":733.819636940637},"point_estimate":495.5982208324454,"standard_error":133.286778803845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53416.71580223968,"upper_bound":54011.42157133134},"point_estimate":53686.340029974,"standard_error":152.32732785017672},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53215.65625,"upper_bound":53286.3448715188},"point_estimate":53250.60432189283,"standard_error":19.998852233860255},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":124.41293371015918,"upper_bound":249.3572084051886},"point_estimate":199.0825660216109,"standard_error":32.44198275844535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53402.48697038905,"upper_bound":54463.63850004374},"point_estimate":53868.92121287129,"standard_error":272.3669631523697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":815.9281437012844,"upper_bound":2090.6007008016586},"point_estimate":1537.255197893758,"standard_error":324.87402880172783}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 462eafbfec90..0ed82bd4f785 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[440711.0,841080.0,1285050.0,1703476.0,2122056.0,2561349.0,2952854.0,3401768.0,3846988.0,4247996.0,4674757.0,5088990.0,5509236.0,5945975.0,6479459.0,6806046.0,7215353.0,7630389.0,8060063.0,8554986.0,8926116.0,9398247.0,9887461.0,10191802.0,11383724.0,11061849.0,11478539.0,11887059.0,12391915.0,12763694.0,13275301.0,13617062.0,14082562.0,14603309.0,14876405.0,15335141.0,15713425.0,16088719.0,16562029.0,16988628.0,17446950.0,17857799.0,18325258.0,18727911.0,19126876.0,19533596.0,20033664.0,20410024.0,20897386.0,21280340.0,21732141.0,22060230.0,22550402.0,22957178.0,23372055.0,23745322.0,24273721.0,24634762.0,25153202.0,25556307.0,25915419.0,26348975.0,26814383.0,27217498.0,28436622.0,28239787.0,28516744.0,28932473.0,29399400.0,29852003.0,30326307.0,30746780.0,31167744.0,31512528.0,32013144.0,32403746.0,32851838.0,33281430.0,33776311.0,34049383.0,35046007.0,34957450.0,35502817.0,35740435.0,36220354.0,36741604.0,37073389.0,38066386.0,38161133.0,38490619.0,38835510.0,39231520.0,39677929.0,40212940.0,40705653.0,41025394.0,41359889.0,41825156.0,43043523.0,42611149.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[435563.0,864074.0,1263613.0,1734408.0,2146322.0,2548698.0,2970143.0,3377827.0,3831291.0,4236519.0,4658499.0,5182688.0,5516030.0,6049442.0,6384317.0,6832593.0,7210454.0,7729545.0,8065716.0,8544668.0,8927670.0,9366942.0,9757433.0,10214285.0,10624286.0,11082256.0,11486361.0,11966786.0,12330757.0,12744202.0,13190167.0,13624048.0,14072511.0,14500213.0,15560792.0,16225552.0,16125055.0,18006311.0,18933029.0,16995536.0,17424470.0,17871817.0,18289708.0,18679408.0,19144043.0,19716634.0,19940472.0,20416703.0,20854428.0,21287222.0,22053974.0,22127253.0,22565266.0,22950994.0,23338731.0,23816562.0,24275878.0,24671141.0,25044647.0,25478336.0,25918034.0,26412895.0,26808644.0,27176037.0,27690826.0,28203861.0,28562885.0,28954706.0,29416944.0,29825435.0,30326573.0,30691846.0,31171853.0,31532778.0,32042331.0,32376147.0,32782925.0,33350079.0,33566291.0,34048816.0,34527085.0,35184974.0,35358642.0,35808280.0,36340003.0,36663624.0,37123212.0,37536846.0,38088500.0,44415792.0,43924314.0,42185119.0,40058209.0,40032937.0,40475435.0,41069858.0,41464708.0,41728854.0,42389889.0,42669943.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 1b9e4adfa391..932d3051ab54 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52372.50264294096,52751.33272028,53761.54625985077,54140.37633718982] \ No newline at end of file +[52358.20284092351,52758.566533608304,53826.20304743442,54226.56674011922] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index b1b81511d851..105b52faa581 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - - -0.018 - - - -0.02 - - + - -140 + +120 - - -150 + + +140 - - + + 160 - - -170 - - - + + 180 - - -190 - - - + + 200 - - -210 - - - + + 220 - - -230 - - - + + 240 - - - - + + +260 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index fcec4068986f..3b55517b7b59 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,69 +6,69 @@ micro/ops/unique:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.2 - - -0.001 + + +0.4 - - -0.0015 + + +0.6 - - -0.002 + + +0.8 - - -0.0025 + + +1 - - -0.003 + + +1.2 - - -0.0035 + + + +0.8 - - -0.004 + + +1 - - - -200 + + +1.2 - - -300 + + +1.4 - - -400 + + +1.6 - - -500 + + +1.8 - - -600 + + +2 - - -700 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 14d70bd08ba1..e05460bd6d35 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -34,26 +34,18 @@ Average Time (µs) - -52 - - - -54 - - - -56 - - - -58 - - - - - - + +55 + + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 78341df0612c..fac5063ba016 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -18,51 +18,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -100,10 +100,10 @@ Iterations 800 - - + + - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index cb7bcc88485f..fc58d2a018ce 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - --0.002 + + +120 - - --0.001 + + +140 - - + + + 0 - - -0.001 - - - + + 0.002 - - -0.003 - - - + + 0.004 - - - - - + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index ecd49576a534..67d6020b9879 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - -0.0015 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index b04c21ad3b98..3acd7f81c2c0 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -21,69 +21,61 @@ t score 0.1 - + 0.15 - - + + 0.2 - + 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 63b8db83a9f8..5aa9d784881c 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 53.313 µs - 53.390 µs - 53.478 µs + 53.402 µs + 53.869 µs + 54.464 µs R² - 0.9941600 - 0.9944447 - 0.9940672 + 0.8463156 + 0.8540830 + 0.8415269 Mean - 53.256 µs - 53.341 µs - 53.448 µs + 53.417 µs + 53.686 µs + 54.011 µs Std. Dev. - 246.61 ns - 495.60 ns - 733.82 ns + 815.93 ns + 1.5373 µs + 2.0906 µs Median - 53.192 µs - 53.245 µs - 53.292 µs + 53.216 µs + 53.251 µs + 53.286 µs MAD - 141.05 ns - 180.99 ns - 230.58 ns + 124.41 ns + 199.08 ns + 249.36 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1606% - +0.1130% - +0.3701% - (p = 0.44 > + +0.1062% + +0.6470% + +1.2095% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 630eb692c6de..aafa847c82e4 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 - - - -4 + +0.5 - - -5 + + +1 - - -6 + + +1.5 - - -7 + + +2 - - -8 + + +2.5 - + - -53.25 + +53.4 - - -53.3 + + +53.5 - - -53.35 + + +53.6 - - -53.4 + + +53.7 + + + +53.8 - - -53.45 + + +53.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index e33828b4c8e1..71762c7e6d7a 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + + +45 + + + +50 + + - -53.2 + +53.21 - - + + 53.22 - - + + +53.23 + + + 53.24 - - + + +53.25 + + + 53.26 - - + + +53.27 + + + 53.28 - - -53.3 + + +53.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index acc146b8bad3..f4955ac5950b 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (µs) - + 52 - - -53 - - - + + 54 - - -55 - - - + + 56 - - -57 + + +58 + + + +60 - + + +62 + + Density (a.u.) @@ -78,54 +78,84 @@ Density (a.u.) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - + + +0.25 + + + +0.3 + + + +0.35 + + + 0.4 - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 556e0a8eaafa..5740daccf747 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,47 +10,35 @@ Average Time (µs) 0 - -0.2 - - - -0.4 - - - -0.6 + +0.1 - - -0.8 + + +0.2 - - -1 + + +0.3 - - -1.2 + + +0.4 - - -1.4 + + +0.5 - + - -52 - - - -54 + +55 - - -56 + + +60 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 074ca81ea553..6596a1b0b7fe 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -16,47 +16,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -91,107 +91,107 @@ Iterations - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 2cb5d69e214e..53955c124740 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -13,47 +13,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -91,102 +91,102 @@ Iterations - + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 0579db10eae4..32a1886f257c 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -31,24 +31,16 @@ Average Time (µs) - -52 - - - -54 - - - -56 - - - -58 - - - - - - + +55 + + + +60 + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index b1cbf24270a6..20048b74c77c 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -17,12 +17,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -36,30 +36,30 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -97,8 +97,8 @@ Iterations 800 - - + + - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 17c8dae8ef60..749c21f1febf 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 + + +1 - - -8 + + +1.2 - - -9 + + +1.4 - - -10 + + +1.6 - + - -53.3 - - - -53.32 - - - -53.34 - - - -53.36 - - - -53.38 - - - + 53.4 - - -53.42 + + +53.6 + + + +53.8 - - -53.44 + + +54 - - -53.46 + + +54.2 - - -53.48 + + +54.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 0c4db84a2a08..0580a771c134 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 + +0.2 - - -4 + + +0.4 - - -5 + + +0.6 - - -6 + + +0.8 - - -7 + + +1 - - -8 + + +1.2 - - -9 + + +1.4 - - -10 + + +1.6 - + - -53.3 - - - -53.32 - - - -53.34 - - - -53.36 - - - -53.38 - - - + 53.4 - - -53.42 + + +53.6 + + + +53.8 - - -53.44 + + +54 - - -53.46 + + +54.2 - - -53.48 + + +54.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index d1b2f1086085..1fff827a1a1d 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908677.5123725007,"upper_bound":1915556.6005591024},"point_estimate":1911365.1272269532,"standard_error":1834.117308201368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906988.4353344077,"upper_bound":1908449.1096153846},"point_estimate":1907685.7281976743,"standard_error":403.3795802734481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1974.8384298044741,"upper_bound":3391.20974359962},"point_estimate":2712.73172124067,"standard_error":359.4056126451522},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.8555687494,"upper_bound":1910678.0289958802},"point_estimate":1909130.9903768287,"standard_error":722.8079733592824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5083.75141526256,"upper_bound":30367.05646821966},"point_estimate":18454.276305372165,"standard_error":8320.754409947624}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1899775.1325360732,"upper_bound":1909481.8208982367},"point_estimate":1903759.4475289374,"standard_error":2547.0336798186236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898478.0170717593,"upper_bound":1899311.5465587045},"point_estimate":1898946.3625,"standard_error":226.5537289062156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1360.4607030103673,"upper_bound":2277.4381387381},"point_estimate":1778.2674382633177,"standard_error":228.98589167034353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898929.1375682983,"upper_bound":1901651.0257785793},"point_estimate":1900182.1782828432,"standard_error":697.071712702497},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4382.596348774007,"upper_bound":40634.45967036403},"point_estimate":25583.971932805496,"standard_error":9909.54214890005}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 112d162fe3e2..1a7833ad6ad2 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2081697.0,3857935.0,5751381.0,7627405.0,9548854.0,11446188.0,13343921.0,15261483.0,17187059.0,19047584.0,20957191.0,22940965.0,24830213.0,26955281.0,28681577.0,30467152.0,32453241.0,34447104.0,36209937.0,38132487.0,40127854.0,41898050.0,43942628.0,45780060.0,47717388.0,49591518.0,51431976.0,53393138.0,55409504.0,58053819.0,59122549.0,60989947.0,62938406.0,64838915.0,67825217.0,68713792.0,70607358.0,72436946.0,74347684.0,76357096.0,78169061.0,79972520.0,81973446.0,84039454.0,85635317.0,87775783.0,89561158.0,92626747.0,93539376.0,95372010.0,97197590.0,99241657.0,100953134.0,102980690.0,104797754.0,107001749.0,109466730.0,110705747.0,112683009.0,114281807.0,116449283.0,118119725.0,120495480.0,121924270.0,124046313.0,126872356.0,127905120.0,129541256.0,131741954.0,133376288.0,135591493.0,137361419.0,139207347.0,141332936.0,142940770.0,146947752.0,146709217.0,148926878.0,150716902.0,152413592.0,154749642.0,156470316.0,158385243.0,160074008.0,162056350.0,164061003.0,167170856.0,167804866.0,169678485.0,171533641.0,173500443.0,175445866.0,177721154.0,179214996.0,181016962.0,183085314.0,185116256.0,188158152.0,188760414.0,190639072.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2046243.0,3838661.0,5696721.0,7587783.0,9498623.0,12631665.0,13370696.0,15192309.0,17100934.0,18975866.0,20919086.0,22840204.0,24695931.0,26558270.0,28525084.0,30342288.0,32337806.0,34164158.0,36049489.0,37957372.0,39875266.0,41771338.0,43721199.0,45507506.0,47508104.0,49474156.0,51231077.0,53074691.0,55048368.0,56929572.0,58904511.0,60875693.0,62898061.0,64536832.0,66461708.0,68297136.0,70313643.0,72175932.0,74071002.0,75959429.0,77795479.0,79790555.0,81473799.0,83407121.0,85461338.0,88602706.0,89261246.0,91109890.0,93076994.0,94960643.0,96907449.0,98608486.0,100688030.0,102517138.0,104413229.0,106361238.0,108281345.0,110208745.0,112140413.0,113945916.0,115839684.0,117619859.0,119610617.0,121503393.0,124742273.0,125372881.0,127144932.0,129183930.0,130969876.0,133019284.0,134756579.0,136700831.0,139858319.0,140450455.0,142692733.0,144401384.0,146214321.0,148010686.0,150492082.0,153269800.0,153900558.0,155675363.0,157525169.0,159356681.0,161297556.0,163395945.0,165219071.0,167020316.0,168924633.0,170864667.0,172729360.0,175659794.0,176374198.0,178246585.0,180096611.0,182094915.0,184126128.0,187255944.0,187756730.0,189819253.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index ed88230ce033..7e0da6fbd41c 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1895396.9072937153,1900830.7919927223,1915321.1511900744,1920755.0358890814] \ No newline at end of file +[1891107.6929794224,1894497.5223933256,1903537.0674970674,1906926.8969109706] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 8dde8d5708b1..ded5437048d0 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005493631023935594,"upper_bound":0.0034174995036010043},"point_estimate":0.0011076020004006093,"standard_error":0.0010296744709089992},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008926712790621183,"upper_bound":0.0006027854524217613},"point_estimate":-0.0001626888773103019,"standard_error":0.00038437732655730554}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006945370259654557,"upper_bound":-0.0007951155153870526},"point_estimate":-0.0039791872257554095,"standard_error":0.0015567450424872349},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005078732561489718,"upper_bound":-0.004153958235755706},"point_estimate":-0.004581134915723761,"standard_error":0.0002401399087686703}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index d1b2f1086085..1fff827a1a1d 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1908677.5123725007,"upper_bound":1915556.6005591024},"point_estimate":1911365.1272269532,"standard_error":1834.117308201368},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1906988.4353344077,"upper_bound":1908449.1096153846},"point_estimate":1907685.7281976743,"standard_error":403.3795802734481},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1974.8384298044741,"upper_bound":3391.20974359962},"point_estimate":2712.73172124067,"standard_error":359.4056126451522},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1907856.8555687494,"upper_bound":1910678.0289958802},"point_estimate":1909130.9903768287,"standard_error":722.8079733592824},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5083.75141526256,"upper_bound":30367.05646821966},"point_estimate":18454.276305372165,"standard_error":8320.754409947624}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1899775.1325360732,"upper_bound":1909481.8208982367},"point_estimate":1903759.4475289374,"standard_error":2547.0336798186236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898478.0170717593,"upper_bound":1899311.5465587045},"point_estimate":1898946.3625,"standard_error":226.5537289062156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1360.4607030103673,"upper_bound":2277.4381387381},"point_estimate":1778.2674382633177,"standard_error":228.98589167034353},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1898929.1375682983,"upper_bound":1901651.0257785793},"point_estimate":1900182.1782828432,"standard_error":697.071712702497},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4382.596348774007,"upper_bound":40634.45967036403},"point_estimate":25583.971932805496,"standard_error":9909.54214890005}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 112d162fe3e2..1a7833ad6ad2 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2081697.0,3857935.0,5751381.0,7627405.0,9548854.0,11446188.0,13343921.0,15261483.0,17187059.0,19047584.0,20957191.0,22940965.0,24830213.0,26955281.0,28681577.0,30467152.0,32453241.0,34447104.0,36209937.0,38132487.0,40127854.0,41898050.0,43942628.0,45780060.0,47717388.0,49591518.0,51431976.0,53393138.0,55409504.0,58053819.0,59122549.0,60989947.0,62938406.0,64838915.0,67825217.0,68713792.0,70607358.0,72436946.0,74347684.0,76357096.0,78169061.0,79972520.0,81973446.0,84039454.0,85635317.0,87775783.0,89561158.0,92626747.0,93539376.0,95372010.0,97197590.0,99241657.0,100953134.0,102980690.0,104797754.0,107001749.0,109466730.0,110705747.0,112683009.0,114281807.0,116449283.0,118119725.0,120495480.0,121924270.0,124046313.0,126872356.0,127905120.0,129541256.0,131741954.0,133376288.0,135591493.0,137361419.0,139207347.0,141332936.0,142940770.0,146947752.0,146709217.0,148926878.0,150716902.0,152413592.0,154749642.0,156470316.0,158385243.0,160074008.0,162056350.0,164061003.0,167170856.0,167804866.0,169678485.0,171533641.0,173500443.0,175445866.0,177721154.0,179214996.0,181016962.0,183085314.0,185116256.0,188158152.0,188760414.0,190639072.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2046243.0,3838661.0,5696721.0,7587783.0,9498623.0,12631665.0,13370696.0,15192309.0,17100934.0,18975866.0,20919086.0,22840204.0,24695931.0,26558270.0,28525084.0,30342288.0,32337806.0,34164158.0,36049489.0,37957372.0,39875266.0,41771338.0,43721199.0,45507506.0,47508104.0,49474156.0,51231077.0,53074691.0,55048368.0,56929572.0,58904511.0,60875693.0,62898061.0,64536832.0,66461708.0,68297136.0,70313643.0,72175932.0,74071002.0,75959429.0,77795479.0,79790555.0,81473799.0,83407121.0,85461338.0,88602706.0,89261246.0,91109890.0,93076994.0,94960643.0,96907449.0,98608486.0,100688030.0,102517138.0,104413229.0,106361238.0,108281345.0,110208745.0,112140413.0,113945916.0,115839684.0,117619859.0,119610617.0,121503393.0,124742273.0,125372881.0,127144932.0,129183930.0,130969876.0,133019284.0,134756579.0,136700831.0,139858319.0,140450455.0,142692733.0,144401384.0,146214321.0,148010686.0,150492082.0,153269800.0,153900558.0,155675363.0,157525169.0,159356681.0,161297556.0,163395945.0,165219071.0,167020316.0,168924633.0,170864667.0,172729360.0,175659794.0,176374198.0,178246585.0,180096611.0,182094915.0,184126128.0,187255944.0,187756730.0,189819253.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index ed88230ce033..7e0da6fbd41c 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1895396.9072937153,1900830.7919927223,1915321.1511900744,1920755.0358890814] \ No newline at end of file +[1891107.6929794224,1894497.5223933256,1903537.0674970674,1906926.8969109706] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index f264026fd34f..fa102594b5d9 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - + + +1.4 + + + +1.6 + + + +1.8 + + + 2 - - -2.2 + + + +1.3 + + + +1.4 + + + +1.5 - - -2.4 + + +1.6 - - -2.6 + + +1.7 - - -2.8 + + +1.8 - - -3 + + +1.9 - - -3.2 + + +2 + + + +2.1 + + + +2.2 - - -3.4 + + +2.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 7ddca30a0e54..5679aec75348 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - -0.04 + + +0.03 - - -0.06 - - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - - -0.14 + + +0.07 - - -0.16 + + +0.08 - + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - + + +35 + + + +40 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 452dc2e91394..31c89a4ee82d 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,59 +9,63 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 - - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 38596dabc0cb..3338b7f4e0d2 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 9721aecb66df..d699bf515442 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + - --5e-4 - - - -0 - - - -5e-4 + +-0.007 - - -0.001 + + +-0.006 - - -0.0015 + + +-0.005 - - -0.002 + + +-0.004 - - -0.0025 + + +-0.003 - - -0.003 + + +-0.002 - - -0.0035 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 11bcf954ca40..628d5361548d 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - + + +1200 + + + +1400 + + + +1600 + + + +1800 + + - --0.001 + +-0.0051 + + + +-0.005 + + + +-0.0049 - - --8e-4 + + +-0.0048 - - --6e-4 + + +-0.0047 - - --4e-4 + + +-0.0046 - - --2e-4 + + +-0.0045 - - -0 + + +-0.0044 - - -2e-4 + + +-0.0043 - - -4e-4 + + +-0.0042 - - -6e-4 + + +-0.0041 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 412f02509b3d..8c44d656d989 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index fe07b6ccc8a2..56d94acf88ce 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.9079 ms - 1.9091 ms - 1.9107 ms + 1.8989 ms + 1.9002 ms + 1.9017 ms R² - 0.9986392 - 0.9987009 - 0.9986100 + 0.9986993 + 0.9987595 + 0.9986768 Mean - 1.9087 ms - 1.9114 ms - 1.9156 ms + 1.8998 ms + 1.9038 ms + 1.9095 ms Std. Dev. - 5.0838 µs - 18.454 µs - 30.367 µs + 4.3826 µs + 25.584 µs + 40.634 µs Median - 1.9070 ms - 1.9077 ms - 1.9084 ms + 1.8985 ms + 1.8989 ms + 1.8993 ms MAD - 1.9748 µs - 2.7127 µs - 3.3912 µs + 1.3605 µs + 1.7783 µs + 2.2774 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0549% - +0.1108% - +0.3417% - (p = 0.33 > + -0.6945% + -0.3979% + -0.0795% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index a75376f8f2e2..240c3c2c2d4c 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - -1.908 + + +120 - - -1.909 + + +140 - - -1.91 + + +160 - - -1.911 + + +180 - - -1.912 + + + +1.9 + + + +1.902 - - -1.913 + + +1.904 - - -1.914 + + +1.906 - - -1.915 + + +1.908 - - -1.916 + + +1.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 07e8077fca17..a17b66add216 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 + + +2000 - - -1800 + + +2500 - - -2000 + + +3000 - + - -1.907 + +1.8984 + + + +1.8985 + + + +1.8986 - - -1.9072 + + +1.8987 - - -1.9074 + + +1.8988 - - -1.9076 + + +1.8989 - - -1.9078 + + +1.899 - - -1.908 + + +1.8991 - - -1.9082 + + +1.8992 - - -1.9084 + + +1.8993 - - -1.9086 + + +1.8994 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 9cc0b16bc31a..300f0a29a499 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,26 +54,26 @@ Average Time (ms) - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - + Density (a.u.) @@ -82,68 +82,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index e33c968de606..63aaece174fe 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index efb544febea2..5e6486a06615 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,52 +18,52 @@ Iterations - + - + - - - - - + + + + + - + 20.0 - + 40.0 - + 60.0 - + 80.0 - + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -106,19 +106,19 @@ Iterations - + - + - + - + @@ -127,80 +127,80 @@ Iterations - - + + - + - + - + - - + + - + - - - + + + - + - + - - + + - + - + - - + + - - + + - - + + - + - - - - - - + + + + + + - - + + - - + + - + diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 963ee79c88d9..20fcfe444314 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -18,12 +18,12 @@ Iterations - - + + - - - + + + 20.0 @@ -37,30 +37,30 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - + 120.0 - + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -107,15 +107,15 @@ Iterations - + - + - + @@ -131,12 +131,12 @@ Iterations - + - + - + @@ -144,21 +144,21 @@ Iterations - + - + - + - + - + @@ -166,36 +166,36 @@ Iterations - - + + - + - + - - + + - + - - + + - + - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index c678958ac93f..62a393d366f0 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,61 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 - - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + - + 1.9 - - + + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 3a6111b6c906..936d3b70027d 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 0f9b2592bd01..1ae6f69f2fbf 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -1.908 + +1.899 - - -1.9085 + + +1.8995 - - -1.909 + + +1.9 - - -1.9095 + + +1.9005 - + -1.91 +1.901 - -1.9105 + +1.9015 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 88e87c74329d..8e3cf5911b7c 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -1.908 + +1.899 - - -1.9085 + + +1.8995 - - -1.909 + + +1.9 - - -1.9095 + + +1.9005 - + -1.91 +1.901 - -1.9105 + +1.9015 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index ce7cb93c5a73..0394ee73a711 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1865395.7747393101,"upper_bound":1871164.6836260213},"point_estimate":1867869.9253438595,"standard_error":1484.191193310195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1863633.6,"upper_bound":1864903.263888889},"point_estimate":1864432.3884062814,"standard_error":351.95596931028393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1653.1689881012746,"upper_bound":3261.429394921799},"point_estimate":2461.5439233091333,"standard_error":417.988914485491},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864634.2631556515,"upper_bound":1871660.3355747464},"point_estimate":1867185.3428698094,"standard_error":1923.818403053699},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5006.886172003955,"upper_bound":22193.40466241025},"point_estimate":14869.600085658352,"standard_error":4443.926616917847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869748.34214553,"upper_bound":1888529.8744527455},"point_estimate":1878339.207170083,"standard_error":4830.133156960769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1861369.7105263157,"upper_bound":1863188.888888889},"point_estimate":1862240.465775401,"standard_error":398.3402421821692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2643.3899501936435,"upper_bound":4966.980758283736},"point_estimate":3836.6145150887346,"standard_error":616.7670194798275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1862653.8083112654,"upper_bound":1874829.4449602573},"point_estimate":1867807.2802571303,"standard_error":3190.07613073936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29007.965135117105,"upper_bound":63736.97823427614},"point_estimate":48577.87058198084,"standard_error":8854.789029724623}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index b8a0bf15699d..67356ef948a4 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966863.0,3801981.0,5608976.0,7445947.0,9301964.0,11167117.0,13033202.0,14888237.0,16825615.0,18689316.0,20458961.0,22409865.0,24195360.0,26093976.0,27968858.0,29786593.0,31677925.0,33519726.0,35405237.0,37363925.0,39219100.0,40980940.0,42874497.0,44701830.0,46764031.0,48461803.0,50307810.0,53259919.0,54072221.0,55900757.0,57684549.0,59612939.0,61582288.0,63383813.0,65181982.0,67139317.0,68947845.0,70975711.0,73105838.0,74528808.0,76442342.0,78371454.0,80692387.0,82465820.0,83931019.0,85781515.0,87597337.0,89443916.0,91540600.0,93138426.0,95223750.0,96899721.0,98953877.0,101862493.0,102600408.0,104428372.0,106404662.0,108397124.0,110056824.0,111845435.0,113705470.0,115659318.0,117822056.0,119344481.0,121212690.0,123088603.0,125006956.0,126702935.0,128795311.0,130454352.0,132494001.0,134267594.0,136102471.0,137885311.0,139769069.0,141730021.0,143455685.0,145349192.0,147445295.0,149025198.0,150886924.0,152797402.0,154986228.0,164272428.0,159345447.0,160362541.0,162088616.0,163828256.0,165996965.0,167593699.0,170548000.0,171427929.0,173224445.0,174994001.0,176944804.0,178755185.0,181010786.0,182672740.0,184982883.0,186342485.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1926499.0,3770143.0,5579233.0,7441843.0,9316515.0,11168905.0,13160767.0,15810517.0,18497637.0,20602849.0,22816655.0,23039591.0,24211592.0,26118745.0,31586248.0,32917876.0,31641742.0,33485436.0,35350070.0,37240902.0,39108501.0,40971471.0,42881269.0,44785587.0,47427914.0,48458398.0,50319896.0,52225776.0,54001243.0,55905992.0,57667322.0,59622344.0,61470327.0,63364556.0,65193603.0,67000268.0,69434265.0,70732049.0,72552811.0,74589495.0,77411998.0,78269921.0,80214053.0,81992636.0,83782769.0,85623879.0,87593189.0,89379325.0,91258366.0,92975724.0,94942006.0,97306274.0,98734292.0,100612200.0,102420278.0,105907652.0,105972143.0,107938447.0,109819029.0,111390876.0,113534841.0,116447342.0,117144886.0,118946882.0,120788131.0,122682401.0,124619118.0,126635996.0,128430589.0,131391921.0,133300657.0,134288011.0,136743466.0,137673618.0,139422646.0,141080161.0,143231361.0,145084091.0,146827458.0,148698954.0,150631654.0,152350916.0,154175113.0,157236722.0,158046013.0,160018858.0,161765280.0,163800463.0,165236876.0,167610820.0,169097427.0,170997857.0,172906192.0,181333874.0,186561229.0,179540875.0,180360927.0,183837311.0,184307429.0,185965536.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 56298307a70d..e7bed4b40a5b 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1852273.4016499445,1857730.2183537078,1872281.7295637433,1877738.5462675067] \ No newline at end of file +[1843290.044903013,1851706.9080867046,1874151.876576549,1882568.7397602405] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index a81382ef4e26..979e3088407c 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02488545502298659,"upper_bound":-0.0008708901222283865},"point_estimate":-0.01120037942974772,"standard_error":0.006186513524538973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00087615796079849,"upper_bound":0.0001481941770580186},"point_estimate":-0.00018275995808658685,"standard_error":0.00027119252968553715}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006054548405645961,"upper_bound":0.0106645266645911},"point_estimate":0.005604930880985348,"standard_error":0.002655145181177098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017413307820920432,"upper_bound":-0.0006057545520579133},"point_estimate":-0.0011756514446490396,"standard_error":0.00028565648568286477}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index ce7cb93c5a73..0394ee73a711 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1865395.7747393101,"upper_bound":1871164.6836260213},"point_estimate":1867869.9253438595,"standard_error":1484.191193310195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1863633.6,"upper_bound":1864903.263888889},"point_estimate":1864432.3884062814,"standard_error":351.95596931028393},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1653.1689881012746,"upper_bound":3261.429394921799},"point_estimate":2461.5439233091333,"standard_error":417.988914485491},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1864634.2631556515,"upper_bound":1871660.3355747464},"point_estimate":1867185.3428698094,"standard_error":1923.818403053699},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5006.886172003955,"upper_bound":22193.40466241025},"point_estimate":14869.600085658352,"standard_error":4443.926616917847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1869748.34214553,"upper_bound":1888529.8744527455},"point_estimate":1878339.207170083,"standard_error":4830.133156960769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1861369.7105263157,"upper_bound":1863188.888888889},"point_estimate":1862240.465775401,"standard_error":398.3402421821692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2643.3899501936435,"upper_bound":4966.980758283736},"point_estimate":3836.6145150887346,"standard_error":616.7670194798275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1862653.8083112654,"upper_bound":1874829.4449602573},"point_estimate":1867807.2802571303,"standard_error":3190.07613073936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29007.965135117105,"upper_bound":63736.97823427614},"point_estimate":48577.87058198084,"standard_error":8854.789029724623}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index b8a0bf15699d..67356ef948a4 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1966863.0,3801981.0,5608976.0,7445947.0,9301964.0,11167117.0,13033202.0,14888237.0,16825615.0,18689316.0,20458961.0,22409865.0,24195360.0,26093976.0,27968858.0,29786593.0,31677925.0,33519726.0,35405237.0,37363925.0,39219100.0,40980940.0,42874497.0,44701830.0,46764031.0,48461803.0,50307810.0,53259919.0,54072221.0,55900757.0,57684549.0,59612939.0,61582288.0,63383813.0,65181982.0,67139317.0,68947845.0,70975711.0,73105838.0,74528808.0,76442342.0,78371454.0,80692387.0,82465820.0,83931019.0,85781515.0,87597337.0,89443916.0,91540600.0,93138426.0,95223750.0,96899721.0,98953877.0,101862493.0,102600408.0,104428372.0,106404662.0,108397124.0,110056824.0,111845435.0,113705470.0,115659318.0,117822056.0,119344481.0,121212690.0,123088603.0,125006956.0,126702935.0,128795311.0,130454352.0,132494001.0,134267594.0,136102471.0,137885311.0,139769069.0,141730021.0,143455685.0,145349192.0,147445295.0,149025198.0,150886924.0,152797402.0,154986228.0,164272428.0,159345447.0,160362541.0,162088616.0,163828256.0,165996965.0,167593699.0,170548000.0,171427929.0,173224445.0,174994001.0,176944804.0,178755185.0,181010786.0,182672740.0,184982883.0,186342485.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1926499.0,3770143.0,5579233.0,7441843.0,9316515.0,11168905.0,13160767.0,15810517.0,18497637.0,20602849.0,22816655.0,23039591.0,24211592.0,26118745.0,31586248.0,32917876.0,31641742.0,33485436.0,35350070.0,37240902.0,39108501.0,40971471.0,42881269.0,44785587.0,47427914.0,48458398.0,50319896.0,52225776.0,54001243.0,55905992.0,57667322.0,59622344.0,61470327.0,63364556.0,65193603.0,67000268.0,69434265.0,70732049.0,72552811.0,74589495.0,77411998.0,78269921.0,80214053.0,81992636.0,83782769.0,85623879.0,87593189.0,89379325.0,91258366.0,92975724.0,94942006.0,97306274.0,98734292.0,100612200.0,102420278.0,105907652.0,105972143.0,107938447.0,109819029.0,111390876.0,113534841.0,116447342.0,117144886.0,118946882.0,120788131.0,122682401.0,124619118.0,126635996.0,128430589.0,131391921.0,133300657.0,134288011.0,136743466.0,137673618.0,139422646.0,141080161.0,143231361.0,145084091.0,146827458.0,148698954.0,150631654.0,152350916.0,154175113.0,157236722.0,158046013.0,160018858.0,161765280.0,163800463.0,165236876.0,167610820.0,169097427.0,170997857.0,172906192.0,181333874.0,186561229.0,179540875.0,180360927.0,183837311.0,184307429.0,185965536.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 56298307a70d..e7bed4b40a5b 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1852273.4016499445,1857730.2183537078,1872281.7295637433,1877738.5462675067] \ No newline at end of file +[1843290.044903013,1851706.9080867046,1874151.876576549,1882568.7397602405] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 2f3145e84663..325d9fa187bd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - + - -1.6 - - - -1.8 - - - -2 + +2.5 - - -2.2 - - - -2.4 - - - -2.6 + + +3 - - -2.8 + + +3.5 - - -3 + + +4 - - -3.2 + + +4.5 - - -3.4 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index c5eaf2e55946..8ab353603459 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - - -0.08 + + +0.02 - - -0.1 + + +0.025 - - -0.12 + + +0.03 - - - -4 + + +0.035 - - -6 + + +0.04 - - -8 + + +0.045 - - -10 + + + +30 - - -12 + + +35 - - -14 + + +40 - - -16 + + +45 - - -18 + + +50 - - -20 + + +55 - - -22 + + +60 - - -24 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index ce586f5c2af0..1ab261aed538 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -50,18 +50,26 @@ Average Time (ms) - + +1.8 + + + +1.9 + + + 2 - - -2.5 + + +2.1 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index f880e7d65082..86d0fa51e7cc 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -22,13 +22,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -42,34 +42,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 2be87119de5a..e44788d082a6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - -3.46945e-18 - - - - - - + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 5604c4112927..693e88e08f46 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -13,58 +13,62 @@ Relative change (%) 200 - + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + - --8e-4 + +-0.0018 - - --6e-4 + + +-0.0016 - - --4e-4 + + +-0.0014 - - --2e-4 + + +-0.0012 - - -0 + + +-0.001 - - -2e-4 + + +-8e-4 + + + +-6e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index df1914e21c66..34dc644851cd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,65 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 77c38562d211..a0afc2564993 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8646 ms - 1.8672 ms - 1.8717 ms + 1.8627 ms + 1.8678 ms + 1.8748 ms R² - 0.9924888 - 0.9927448 - 0.9919574 + 0.9787542 + 0.9797819 + 0.9778755 Mean - 1.8654 ms - 1.8679 ms - 1.8712 ms + 1.8697 ms + 1.8783 ms + 1.8885 ms Std. Dev. - 5.0069 µs - 14.870 µs - 22.193 µs + 29.008 µs + 48.578 µs + 63.737 µs Median - 1.8636 ms - 1.8644 ms - 1.8649 ms + 1.8614 ms + 1.8622 ms + 1.8632 ms MAD - 1.6532 µs - 2.4615 µs - 3.2614 µs + 2.6434 µs + 3.8366 µs + 4.9670 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.4885% - -1.1200% - -0.0871% - (p = 0.05 > + +0.0605% + +0.5605% + +1.0665% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 6d9ddb2993dd..b6c9f8edfba2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - - -1.865 + + +70 - - -1.866 + + +80 - - -1.867 + + +90 - - -1.868 + + + +1.87 - - -1.869 + + +1.875 - - -1.87 + + +1.88 + + + +1.885 - - -1.871 + + +1.89 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 597740c74363..27fc3996f120 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 + + +1000 - - -600 + + +1500 - - -800 + + +2000 - - -1000 + + + +1.8612 - - -1200 + + +1.8614 - - -1400 + + +1.8616 - - - -1.8636 + + +1.8618 - - -1.8638 + + +1.862 - - -1.864 + + +1.8622 - - -1.8642 + + +1.8624 - - -1.8644 + + +1.8626 - - -1.8646 + + +1.8628 - - -1.8648 + + +1.863 - - -1.865 + + +1.8632 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 2a05f89c328d..efdcd94928a5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,38 @@ Average Time (ms) - -1.86 + +1.8 - - -1.88 + + +1.85 - - + + 1.9 - - -1.92 + + +1.95 - + + +2 + + -1.94 +2.05 - -1.96 + +2.1 - - -1.98 + + +2.15 - + Density (a.u.) @@ -90,72 +94,84 @@ Density (a.u.) 0 - -5 - - - -10 - - - -15 - - - -20 + +2 - - -25 + + +4 - - -30 - - - -35 - - - -40 + + +6 - - -45 + + +8 - - -50 + + +10 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index be7f7587e296..4d7fa228b81e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (ms) 0 - -10 + +2 + + + +4 + + + +6 - - -20 + + +8 - - -30 + + +10 + + + +12 - - -40 + + +14 - - -50 + + +16 - - -60 + + +18 - + - -1.85 + +1.8 - - + + 1.9 - - -1.95 + + +2 + + + +2.1 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 503a06224356..df7277e1e072 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -18,20 +18,20 @@ Iterations - + - + - + - + 20.0 - + 40.0 @@ -48,18 +48,18 @@ Iterations 100.0 - + 120.0 - + 140.0 - + 160.0 - + 180.0 @@ -112,15 +112,15 @@ Iterations - - - - - + + + + + - - + + @@ -129,84 +129,84 @@ Iterations - + - + - + - - + + - + - + - - - - + + + + - - + + - - - + + + - - - - - + + + + + - - - - - - + + + + + + - - - + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index ffc065a27735..e07c1cd55d02 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -23,7 +23,7 @@ Iterations - + 20.0 @@ -57,10 +57,10 @@ Iterations 160.0 - + 180.0 - + 10 @@ -109,15 +109,15 @@ Iterations - - - - - + + + + + - - - + + + @@ -126,82 +126,82 @@ Iterations - + - + - + - + - + - + - - + + - + - + - + - - - + + + - - + + - - + + - - + + - + - - + + - - + + - - - - + + + + - - + + - - + + - - - - - - - + + + + + + + - + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 1465ee21373c..6944d108bc89 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -47,16 +47,24 @@ Average Time (ms) - + +1.8 + + + +1.9 + + + 2 - - -2.5 + + +2.1 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 8597a8c80f3f..215d2d456102 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -18,14 +18,14 @@ Iterations - + - - - - - - + + + + + + 0.0 @@ -35,38 +35,38 @@ Iterations 20.0 - + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 4478a646d233..341f53cf14a3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - -1.864 + +1.862 - - -1.865 + + +1.864 - - + + 1.866 - - -1.867 - - - + + 1.868 - - -1.869 - - - + + 1.87 - - -1.871 - - - + + 1.872 - - - - + + +1.874 + + + +1.876 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 772b20720a19..64593d836c2e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - -1.864 + +1.862 - - -1.865 + + +1.864 - - + + 1.866 - - -1.867 - - - + + 1.868 - - -1.869 - - - + + 1.87 - - -1.871 - - - + + 1.872 - - - - + + +1.874 + + + +1.876 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 542f3a1f5b76..3448876aa5e9 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5405073.783333335,"upper_bound":5421589.6928888885},"point_estimate":5413030.883333335,"standard_error":4221.627973760978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5392406.222222222,"upper_bound":5414018.833333334},"point_estimate":5401185.666666667,"standard_error":5118.695687676489},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26009.580804903995,"upper_bound":42226.05340033853},"point_estimate":34944.79901293921,"standard_error":4282.512976733175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32939.51232749727,"upper_bound":51390.466324830435},"point_estimate":42730.66416578353,"standard_error":4713.444852919999}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5367427.559888887,"upper_bound":5394861.986055557},"point_estimate":5379350.737777779,"standard_error":7098.280054901184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5361135.666666667,"upper_bound":5368649.666666667},"point_estimate":5363487.722222222,"standard_error":2166.1352927197945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11240.578800440295,"upper_bound":20408.23573768116},"point_estimate":16104.659847418545,"standard_error":2345.1708502288507},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24204.04629747613,"upper_bound":105926.88697310406},"point_estimate":71351.27006861135,"standard_error":21391.43063879611}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 07b4237db597..312abce80ba2 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48468501.0,48531648.0,48427636.0,48463952.0,48861685.0,48339280.0,48360128.0,48343640.0,48825145.0,49530571.0,48605555.0,48410316.0,48445259.0,48379196.0,48278516.0,48278567.0,48524236.0,48583466.0,48513112.0,48354639.0,48608052.0,48400886.0,48645600.0,48491565.0,48657757.0,48472149.0,48411135.0,48458772.0,49534757.0,48744767.0,48703940.0,48535158.0,48697756.0,48567115.0,48525597.0,48668755.0,48502376.0,48352523.0,48234217.0,48301330.0,48281184.0,48484599.0,48723465.0,48531656.0,48291531.0,48313141.0,48238253.0,49957595.0,48346693.0,49077535.0,48947984.0,48948776.0,49114915.0,49040827.0,48957762.0,49952173.0,49028474.0,48907096.0,49158986.0,49024194.0,48820096.0,49035136.0,49070371.0,49733016.0,48845304.0,48857022.0,49652028.0,48854430.0,48912276.0,48856811.0,49015881.0,48933909.0,48960095.0,48843358.0,48887983.0,49125754.0,48742740.0,48947662.0,48647436.0,48788258.0,48749104.0,48746915.0,48575942.0,48606408.0,48709599.0,48828820.0,50170401.0,48604114.0,48426962.0,48516007.0,48439537.0,48518063.0,48413488.0,48613290.0,48355840.0,48427457.0,48428796.0,48531569.0,48551145.0,48618678.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48159930.0,48250221.0,48348291.0,48542946.0,48222155.0,48147427.0,49808010.0,48437929.0,48419245.0,48235473.0,48057170.0,48127338.0,48037403.0,48127770.0,47897301.0,48133021.0,48082925.0,48145914.0,48050916.0,48106912.0,48083417.0,48252721.0,48280898.0,48228981.0,52386785.0,48443160.0,48176953.0,48539028.0,48112853.0,48200865.0,48340086.0,48332112.0,48235212.0,48261380.0,48225855.0,48233136.0,48178585.0,48166151.0,48069361.0,48145676.0,48260637.0,48166270.0,48198102.0,48669011.0,48327785.0,48272222.0,48258424.0,49657405.0,48523737.0,48255039.0,48234048.0,48250198.0,48304750.0,48420295.0,48308827.0,48315589.0,48270557.0,48255297.0,48314739.0,48276376.0,48155463.0,48167866.0,48377899.0,48319978.0,48281767.0,48254498.0,48432879.0,48752146.0,48421780.0,48318999.0,52566943.0,48384067.0,48321333.0,49031370.0,48855250.0,48837727.0,48497352.0,48317847.0,48349133.0,48417882.0,48244769.0,48175530.0,48232427.0,48499358.0,48378661.0,48336491.0,48195036.0,48716609.0,48209253.0,48299049.0,48455592.0,48440514.0,48421248.0,48362300.0,48234239.0,48167984.0,48371054.0,48334357.0,48264185.0,48244009.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index e829f076531b..a9570796a4d6 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5233003.361111114,5307825.486111113,5507351.152777777,5582173.277777776] \ No newline at end of file +[5290197.75,5322728.625,5409477.625,5442008.5] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 8ecd05034bde..3eae9228b6a9 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020243628445595283,"upper_bound":0.0015871223813711144},"point_estimate":-0.0002219116266604093,"standard_error":0.0009265720794938245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034287196883980853,"upper_bound":0.0009100617264523603},"point_estimate":-0.0016267549656496794,"standard_error":0.0010670848705147786}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00903891068430346,"upper_bound":-0.0028894667120427106},"point_estimate":-0.006222049399211227,"standard_error":0.001543064041263787},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009397279113872559,"upper_bound":-0.005260071900286989},"point_estimate":-0.006979568333874808,"standard_error":0.001024617557772386}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 542f3a1f5b76..3448876aa5e9 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5405073.783333335,"upper_bound":5421589.6928888885},"point_estimate":5413030.883333335,"standard_error":4221.627973760978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5392406.222222222,"upper_bound":5414018.833333334},"point_estimate":5401185.666666667,"standard_error":5118.695687676489},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26009.580804903995,"upper_bound":42226.05340033853},"point_estimate":34944.79901293921,"standard_error":4282.512976733175},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32939.51232749727,"upper_bound":51390.466324830435},"point_estimate":42730.66416578353,"standard_error":4713.444852919999}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5367427.559888887,"upper_bound":5394861.986055557},"point_estimate":5379350.737777779,"standard_error":7098.280054901184},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5361135.666666667,"upper_bound":5368649.666666667},"point_estimate":5363487.722222222,"standard_error":2166.1352927197945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11240.578800440295,"upper_bound":20408.23573768116},"point_estimate":16104.659847418545,"standard_error":2345.1708502288507},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24204.04629747613,"upper_bound":105926.88697310406},"point_estimate":71351.27006861135,"standard_error":21391.43063879611}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 07b4237db597..312abce80ba2 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48468501.0,48531648.0,48427636.0,48463952.0,48861685.0,48339280.0,48360128.0,48343640.0,48825145.0,49530571.0,48605555.0,48410316.0,48445259.0,48379196.0,48278516.0,48278567.0,48524236.0,48583466.0,48513112.0,48354639.0,48608052.0,48400886.0,48645600.0,48491565.0,48657757.0,48472149.0,48411135.0,48458772.0,49534757.0,48744767.0,48703940.0,48535158.0,48697756.0,48567115.0,48525597.0,48668755.0,48502376.0,48352523.0,48234217.0,48301330.0,48281184.0,48484599.0,48723465.0,48531656.0,48291531.0,48313141.0,48238253.0,49957595.0,48346693.0,49077535.0,48947984.0,48948776.0,49114915.0,49040827.0,48957762.0,49952173.0,49028474.0,48907096.0,49158986.0,49024194.0,48820096.0,49035136.0,49070371.0,49733016.0,48845304.0,48857022.0,49652028.0,48854430.0,48912276.0,48856811.0,49015881.0,48933909.0,48960095.0,48843358.0,48887983.0,49125754.0,48742740.0,48947662.0,48647436.0,48788258.0,48749104.0,48746915.0,48575942.0,48606408.0,48709599.0,48828820.0,50170401.0,48604114.0,48426962.0,48516007.0,48439537.0,48518063.0,48413488.0,48613290.0,48355840.0,48427457.0,48428796.0,48531569.0,48551145.0,48618678.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48159930.0,48250221.0,48348291.0,48542946.0,48222155.0,48147427.0,49808010.0,48437929.0,48419245.0,48235473.0,48057170.0,48127338.0,48037403.0,48127770.0,47897301.0,48133021.0,48082925.0,48145914.0,48050916.0,48106912.0,48083417.0,48252721.0,48280898.0,48228981.0,52386785.0,48443160.0,48176953.0,48539028.0,48112853.0,48200865.0,48340086.0,48332112.0,48235212.0,48261380.0,48225855.0,48233136.0,48178585.0,48166151.0,48069361.0,48145676.0,48260637.0,48166270.0,48198102.0,48669011.0,48327785.0,48272222.0,48258424.0,49657405.0,48523737.0,48255039.0,48234048.0,48250198.0,48304750.0,48420295.0,48308827.0,48315589.0,48270557.0,48255297.0,48314739.0,48276376.0,48155463.0,48167866.0,48377899.0,48319978.0,48281767.0,48254498.0,48432879.0,48752146.0,48421780.0,48318999.0,52566943.0,48384067.0,48321333.0,49031370.0,48855250.0,48837727.0,48497352.0,48317847.0,48349133.0,48417882.0,48244769.0,48175530.0,48232427.0,48499358.0,48378661.0,48336491.0,48195036.0,48716609.0,48209253.0,48299049.0,48455592.0,48440514.0,48421248.0,48362300.0,48234239.0,48167984.0,48371054.0,48334357.0,48264185.0,48244009.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index e829f076531b..a9570796a4d6 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5233003.361111114,5307825.486111113,5507351.152777777,5582173.277777776] \ No newline at end of file +[5290197.75,5322728.625,5409477.625,5442008.5] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 0c1149b7ecff..32ff5d77b392 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + - -26 + +11 + + + +12 - - -28 + + +13 - - -30 + + +14 - - -32 + + +15 - - -34 + + +16 - - -36 + + +17 - - -38 + + +18 - - -40 + + +19 - - -42 + + +20 - - -44 + + +21 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 95320c25c508..e5cc846458f8 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.005 - - -0.03 - - - -0.04 + + +0.01 - - -0.05 + + +0.015 - - -0.06 + + +0.02 - - -0.07 + + +0.025 - - -0.08 + + +0.03 - - -0.09 + + +0.035 - + -32 +20 - -34 - - - -36 - - - -38 + +30 - - + + 40 - - -42 + + +50 - - -44 + + +60 - - -46 + + +70 - - -48 + + +80 - - -50 + + +90 + + + +100 - - -52 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 8e4cae9500c2..b0ef4abda04d 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.36 + +5.35 - - -5.38 - - - + + 5.4 - - -5.42 + + +5.45 - - -5.44 + + +5.5 - - -5.46 + + +5.55 - - -5.48 + + +5.6 - - -5.5 + + +5.65 - - -5.52 + + +5.7 - - -5.54 + + +5.75 - - -5.56 + + +5.8 - + 0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index f266fd3de300..a3423582ba25 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,67 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - + -8 +5 - -10 + +6 - - -12 + + +7 - - -14 + + +8 + + + +9 - + -16 +10 + +11 + + - + 5.4 - - -5.5 - - - + + 5.6 - - - - - + + +5.8 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 3004722fbe44..9e683fb3ccd0 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,74 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + --0.002 +-0.009 - --0.0015 - - - --0.001 + +-0.008 - - --5e-4 + + +-0.007 - - -0 + + +-0.006 - - -5e-4 + + +-0.005 - - -0.001 + + +-0.004 - - -0.0015 + + +-0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 84040b88fe83..c95b9772f206 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,90 +9,94 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + + +550 + + - --0.0035 + +-0.0095 - - --0.003 + + +-0.009 - - --0.0025 + + +-0.0085 - - --0.002 + + +-0.008 - - --0.0015 + + +-0.0075 - - --0.001 + + +-0.007 - - --5e-4 + + +-0.0065 - - -0 + + +-0.006 - - -5e-4 + + +-0.0055 - - -0.001 + + +-0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 802acde336e6..e4aaf4d68cc4 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index b9ff9c9b7378..5da81e930676 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006411 - 0.0006635 - 0.0006377 + 0.0006892 + 0.0007086 + 0.0006764 Mean - 5.4051 ms - 5.4130 ms - 5.4216 ms + 5.3674 ms + 5.3794 ms + 5.3949 ms Std. Dev. - 32.940 µs - 42.731 µs - 51.390 µs + 24.204 µs + 71.351 µs + 105.93 µs Median - 5.3924 ms - 5.4012 ms - 5.4140 ms + 5.3611 ms + 5.3635 ms + 5.3686 ms MAD - 26.010 µs - 34.945 µs - 42.226 µs + 11.241 µs + 16.105 µs + 20.408 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2024% - -0.0222% - +0.1587% - (p = 0.82 > + -0.9039% + -0.6222% + -0.2889% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 479cdd1ed884..bf522e0aedcd 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.36 + +5.35 - - -5.38 - - - + + 5.4 - - -5.42 + + +5.45 - - -5.44 + + +5.5 - - -5.46 + + +5.55 - - -5.48 + + +5.6 - - -5.5 + + +5.65 - - -5.52 + + +5.7 - - -5.54 + + +5.75 - - -5.56 + + +5.8 - + 10 @@ -112,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index cca624911edf..35d6f2c871f8 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.36 + +5.35 - - -5.38 - - - + + 5.4 - - -5.42 + + +5.45 - - -5.44 + + +5.5 - - -5.46 + + +5.55 - - -5.48 + + +5.6 - - -5.5 + + +5.65 - - -5.52 + + +5.7 - - -5.54 + + +5.75 - - -5.56 + + +5.8 - + 10 @@ -109,104 +104,104 @@ Average Iteration Time (ms) 100 - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 98d3c15a862f..64b4403c382a 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - -5.404 - - - -5.406 - - - -5.408 - - - -5.41 + +5.365 - - -5.412 + + +5.37 - - -5.414 + + +5.375 - - -5.416 + + +5.38 - - -5.418 + + +5.385 - - -5.42 + + +5.39 - - -5.422 + + +5.395 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index e5f36af04e2f..deeaca389746 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 + + + +200 - - -140 + + +250 - - -160 + + +300 - - -180 + + + +5.361 - - -200 + + +5.362 - - -220 + + +5.363 - - - -5.395 + + +5.364 - - -5.4 + + +5.365 - - -5.405 + + +5.366 - - -5.41 + + +5.367 - - -5.415 + + +5.368 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 17f4e11aeb8e..8cdee5833ade 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,34 @@ Average Time (ms) - -5.35 + +5.3 - - + + 5.4 - - -5.45 - - - + + 5.5 - - -5.55 - - - + + 5.6 - + + +5.7 + + + +5.8 + + + +5.9 + + Density (a.u.) @@ -82,62 +86,52 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 1d9ca3105676..c9e815d1e258 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - + + +12 + + - + 5.4 - - -5.5 - - - + + 5.6 - - - + + +5.8 + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 125144d18518..2cab6d84b6af 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + - -5.36 + +5.35 - - -5.38 - - - + + 5.4 - - -5.42 + + +5.45 - - -5.44 + + +5.5 - - -5.46 + + +5.55 - - -5.48 + + +5.6 - - -5.5 + + +5.65 - - -5.52 + + +5.7 - + -5.54 +5.75 - -5.56 + +5.8 - + 0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 010a376f15ab..2d482766dc0d 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,65 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - + -8 +5 - -10 + +6 - - -12 + + +7 - - -14 + + +8 + + + +9 - + -16 +10 + +11 + + - + 5.4 - - -5.5 - - - + + 5.6 - - - - - + + +5.8 + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 786c217971bd..7c5736d7f1bf 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - -5.404 - - - -5.406 - - - -5.408 - - - -5.41 + +5.365 - - -5.412 + + +5.37 - - -5.414 + + +5.375 - - -5.416 + + +5.38 - - -5.418 + + +5.385 - - -5.42 + + +5.39 - - -5.422 + + +5.395 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index a9e9a967dcba..a76b597b0f55 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1603674.1614594704,"upper_bound":1610466.960287084},"point_estimate":1606425.6954615992,"standard_error":1775.3122428425816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602012.7249378625,"upper_bound":1603897.913580247},"point_estimate":1602456.143390192,"standard_error":520.9550660699772},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2645.862726311106,"upper_bound":4473.081837522334},"point_estimate":3471.3380861354794,"standard_error":496.1942289049251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602763.5561536811,"upper_bound":1605769.7436130939},"point_estimate":1604141.209280331,"standard_error":766.8547252996389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5663.4411123228265,"upper_bound":28816.58921932926},"point_estimate":17885.255322229055,"standard_error":7118.078511890804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598384.6171530029,"upper_bound":1609815.6443835457},"point_estimate":1603318.428223026,"standard_error":2949.4493389706467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595972.4853479853,"upper_bound":1597828.5526315789},"point_estimate":1597221.9556087186,"standard_error":451.4444796004197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2744.879201612213,"upper_bound":4795.106604839685},"point_estimate":3851.555868287793,"standard_error":545.4744116990789},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1597914.3254536993,"upper_bound":1600462.4597443016},"point_estimate":1599118.2894133294,"standard_error":649.4107296095452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6989.442719052249,"upper_bound":45325.377375421485},"point_estimate":29789.59744636872,"standard_error":9544.390152853168}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index bd038b02103a..bcf292409dd1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1763274.0,3231077.0,4812233.0,6557142.0,8006991.0,9656974.0,11180582.0,12843118.0,14432919.0,16156950.0,17698573.0,19263877.0,20786914.0,22434411.0,24055520.0,25714820.0,27235966.0,28831422.0,30346618.0,31956771.0,33566262.0,35265886.0,37265249.0,38524979.0,40039602.0,41580801.0,43364783.0,44959547.0,46590774.0,47961890.0,49786258.0,51392028.0,54563707.0,54504669.0,55883657.0,57857231.0,59203841.0,61246986.0,62439577.0,63982355.0,65674316.0,67222953.0,68708731.0,70553855.0,72094435.0,73402966.0,75288206.0,77211317.0,78314746.0,80280996.0,81800612.0,83507944.0,84925502.0,86709666.0,88263262.0,89952624.0,91263520.0,92767558.0,96138472.0,95884833.0,97877880.0,99160050.0,100893765.0,102520069.0,104026201.0,105747407.0,107364442.0,110400562.0,110453353.0,112332180.0,113735596.0,115245921.0,116938569.0,118700079.0,120315550.0,121777433.0,124626517.0,124965416.0,126575769.0,128041529.0,129915731.0,131541077.0,132848929.0,134861683.0,136259654.0,137740743.0,140480709.0,140851335.0,142631988.0,143988021.0,147528194.0,147425213.0,149147469.0,150432816.0,152405436.0,153561985.0,155199548.0,157511280.0,158625432.0,160184437.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1710686.0,3226638.0,4790298.0,6386040.0,7986990.0,9563182.0,11132526.0,12753853.0,14418591.0,15953853.0,17535195.0,19264115.0,20734252.0,22342414.0,23883672.0,25585490.0,27971511.0,28701796.0,33197780.0,36468312.0,33459660.0,35124078.0,36623622.0,38293991.0,39823879.0,41408319.0,43093288.0,44611173.0,46211271.0,47992197.0,49551680.0,51007311.0,52587141.0,54284934.0,56074918.0,57494706.0,58954108.0,60530458.0,62246272.0,64805580.0,65503104.0,67154715.0,68528332.0,70248695.0,71809741.0,73611567.0,75176494.0,76588670.0,79046330.0,79652997.0,81293562.0,83140129.0,84465578.0,86252140.0,87937239.0,89290875.0,91041429.0,92952746.0,94110264.0,96124563.0,97426690.0,99221593.0,100649817.0,102122301.0,105250235.0,105461172.0,107967880.0,108646245.0,110291796.0,111496926.0,113435207.0,114800826.0,116498863.0,118020190.0,119842624.0,121434970.0,122999474.0,124916053.0,126311246.0,127625988.0,129491561.0,131379112.0,132861560.0,134984591.0,136328785.0,137639211.0,138474441.0,140416402.0,141901461.0,143751164.0,145211777.0,147084112.0,148385897.0,150325636.0,151940777.0,153616098.0,155526361.0,157190673.0,158125360.0,159535493.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index f5aa723acb2c..b543bdd2c574 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1585381.223286001,1593003.4717710125,1613329.4677310432,1620951.7162160547] \ No newline at end of file +[1579605.9788945196,1587196.3043871997,1607437.17236768,1615027.49786036] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index c8adb7233143..6cd1b6e40ea9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9.625891220827531e-6,"upper_bound":0.005355066740554724},"point_estimate":0.0024715751497903504,"standard_error":0.0013417611167324827},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0012885167091369887,"upper_bound":0.00276304759157453},"point_estimate":0.0018000212447470965,"standard_error":0.00039070786924157684}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005929218782350953,"upper_bound":0.0027348759522470493},"point_estimate":-0.0019342738648614466,"standard_error":0.0022310768932172205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004437970198063912,"upper_bound":-0.0028100546487725975},"point_estimate":-0.003266353218503548,"standard_error":0.00042952965835673566}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index a9e9a967dcba..a76b597b0f55 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1603674.1614594704,"upper_bound":1610466.960287084},"point_estimate":1606425.6954615992,"standard_error":1775.3122428425816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602012.7249378625,"upper_bound":1603897.913580247},"point_estimate":1602456.143390192,"standard_error":520.9550660699772},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2645.862726311106,"upper_bound":4473.081837522334},"point_estimate":3471.3380861354794,"standard_error":496.1942289049251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602763.5561536811,"upper_bound":1605769.7436130939},"point_estimate":1604141.209280331,"standard_error":766.8547252996389},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5663.4411123228265,"upper_bound":28816.58921932926},"point_estimate":17885.255322229055,"standard_error":7118.078511890804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1598384.6171530029,"upper_bound":1609815.6443835457},"point_estimate":1603318.428223026,"standard_error":2949.4493389706467},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1595972.4853479853,"upper_bound":1597828.5526315789},"point_estimate":1597221.9556087186,"standard_error":451.4444796004197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2744.879201612213,"upper_bound":4795.106604839685},"point_estimate":3851.555868287793,"standard_error":545.4744116990789},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1597914.3254536993,"upper_bound":1600462.4597443016},"point_estimate":1599118.2894133294,"standard_error":649.4107296095452},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6989.442719052249,"upper_bound":45325.377375421485},"point_estimate":29789.59744636872,"standard_error":9544.390152853168}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index bd038b02103a..bcf292409dd1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1763274.0,3231077.0,4812233.0,6557142.0,8006991.0,9656974.0,11180582.0,12843118.0,14432919.0,16156950.0,17698573.0,19263877.0,20786914.0,22434411.0,24055520.0,25714820.0,27235966.0,28831422.0,30346618.0,31956771.0,33566262.0,35265886.0,37265249.0,38524979.0,40039602.0,41580801.0,43364783.0,44959547.0,46590774.0,47961890.0,49786258.0,51392028.0,54563707.0,54504669.0,55883657.0,57857231.0,59203841.0,61246986.0,62439577.0,63982355.0,65674316.0,67222953.0,68708731.0,70553855.0,72094435.0,73402966.0,75288206.0,77211317.0,78314746.0,80280996.0,81800612.0,83507944.0,84925502.0,86709666.0,88263262.0,89952624.0,91263520.0,92767558.0,96138472.0,95884833.0,97877880.0,99160050.0,100893765.0,102520069.0,104026201.0,105747407.0,107364442.0,110400562.0,110453353.0,112332180.0,113735596.0,115245921.0,116938569.0,118700079.0,120315550.0,121777433.0,124626517.0,124965416.0,126575769.0,128041529.0,129915731.0,131541077.0,132848929.0,134861683.0,136259654.0,137740743.0,140480709.0,140851335.0,142631988.0,143988021.0,147528194.0,147425213.0,149147469.0,150432816.0,152405436.0,153561985.0,155199548.0,157511280.0,158625432.0,160184437.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1710686.0,3226638.0,4790298.0,6386040.0,7986990.0,9563182.0,11132526.0,12753853.0,14418591.0,15953853.0,17535195.0,19264115.0,20734252.0,22342414.0,23883672.0,25585490.0,27971511.0,28701796.0,33197780.0,36468312.0,33459660.0,35124078.0,36623622.0,38293991.0,39823879.0,41408319.0,43093288.0,44611173.0,46211271.0,47992197.0,49551680.0,51007311.0,52587141.0,54284934.0,56074918.0,57494706.0,58954108.0,60530458.0,62246272.0,64805580.0,65503104.0,67154715.0,68528332.0,70248695.0,71809741.0,73611567.0,75176494.0,76588670.0,79046330.0,79652997.0,81293562.0,83140129.0,84465578.0,86252140.0,87937239.0,89290875.0,91041429.0,92952746.0,94110264.0,96124563.0,97426690.0,99221593.0,100649817.0,102122301.0,105250235.0,105461172.0,107967880.0,108646245.0,110291796.0,111496926.0,113435207.0,114800826.0,116498863.0,118020190.0,119842624.0,121434970.0,122999474.0,124916053.0,126311246.0,127625988.0,129491561.0,131379112.0,132861560.0,134984591.0,136328785.0,137639211.0,138474441.0,140416402.0,141901461.0,143751164.0,145211777.0,147084112.0,148385897.0,150325636.0,151940777.0,153616098.0,155526361.0,157190673.0,158125360.0,159535493.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index f5aa723acb2c..b543bdd2c574 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1585381.223286001,1593003.4717710125,1613329.4677310432,1620951.7162160547] \ No newline at end of file +[1579605.9788945196,1587196.3043871997,1607437.17236768,1615027.49786036] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 7e8519cfd39f..24112622bcdb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - -0.9 - - + - -2.6 - - - -2.8 - - - + 3 - - -3.2 - - - -3.4 + + +3.5 - - -3.6 - - - -3.8 - - - + + 4 - - -4.2 - - - -4.4 + + +4.5 - - -4.6 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index d5bbb8083af2..2b82029bee34 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - - -0.08 + + +0.02 - - -0.1 + + +0.025 - - -0.12 + + +0.03 - - -0.14 + + +0.035 + + + +0.04 - + + +0.045 + + - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - + + +35 + + + +40 + + + +45 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index de90bc1d3207..3cff0e71d021 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,71 +9,55 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - -50 - - - -55 - - + - + 1.6 - - -1.65 - - - + + 1.7 - - -1.75 + + +1.8 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 1b7605fb2a63..1a037c0378b8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -112,8 +112,8 @@ Iterations - - + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 9a1172c40cbb..01754439664e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 + + + +80 - - -150 + + +100 - - -200 + + +120 - - -250 + + +140 - - -300 + + +160 - + - + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - -0.004 - - - -0.005 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 18c6f3399841..904d18619987 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + - -0.0012 + +-0.0046 - - -0.0014 + + +-0.0044 - - -0.0016 + + +-0.0042 - - -0.0018 + + +-0.004 - - -0.002 + + +-0.0038 - - -0.0022 + + +-0.0036 - - -0.0024 + + +-0.0034 - - -0.0026 + + +-0.0032 - - -0.0028 + + +-0.003 - - - - + + +-0.0028 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 5b9765caf852..6ed3eedfc8be 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 5ce5c8444bae..dcb48ab0733b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.6028 ms - 1.6041 ms - 1.6058 ms + 1.5979 ms + 1.5991 ms + 1.6005 ms R² - 0.9976694 - 0.9977714 - 0.9976288 + 0.9941194 + 0.9941976 + 0.9941001 Mean - 1.6037 ms - 1.6064 ms - 1.6105 ms + 1.5984 ms + 1.6033 ms + 1.6098 ms Std. Dev. - 5.6634 µs - 17.885 µs - 28.817 µs + 6.9894 µs + 29.790 µs + 45.325 µs Median - 1.6020 ms - 1.6025 ms - 1.6039 ms + 1.5960 ms + 1.5972 ms + 1.5978 ms MAD - 2.6459 µs - 3.4713 µs - 4.4731 µs + 2.7449 µs + 3.8516 µs + 4.7951 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.0010% - +0.2472% - +0.5355% - (p = 0.06 > + -0.5929% + -0.1934% + +0.2735% + (p = 0.40 > 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 4621e080541c..e841109d065f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + + +140 + + - -1.603 + +1.598 - - -1.604 + + +1.6 - - -1.605 + + +1.602 - - -1.606 + + +1.604 - - -1.607 + + +1.606 - - + + 1.608 - - -1.609 - - - + + 1.61 - - -1.611 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 5c5223bda2cf..ccdf0e137533 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,90 +9,50 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 + + +1500 - - -1400 + + +2000 - - -1600 + + +2500 - - -1800 - - + - -1.602 - - - -1.6022 - - - -1.6024 - - - -1.6026 - - - -1.6028 - - - -1.603 - - - -1.6032 + +1.596 - - -1.6034 + + +1.5965 - - -1.6036 + + +1.597 - - -1.6038 + + +1.5975 - - -1.604 + + +1.598 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 8e157cd2ed5b..2c487fe3916e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,30 @@ Average Time (ms) - -1.58 - - - + 1.6 - - -1.62 - - - -1.64 - - - -1.66 + + +1.65 - - -1.68 - - - + + 1.7 - - -1.72 - - - -1.74 + + +1.75 - - -1.76 + + +1.8 - - -1.78 + + +1.85 - + Density (a.u.) @@ -106,66 +86,50 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index a40e247a4598..02a195e84d19 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - - -45 - - + - + 1.6 - - -1.65 - - - + + 1.7 - - -1.75 + + +1.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 5a245651ed7e..1fc63c8595b4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -21,11 +21,10 @@ Iterations - - - - - + + + + 20.0 @@ -39,26 +38,22 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - -160.0 - - + 10 @@ -101,104 +96,104 @@ Iterations - + - + - + - + - - + + - + - - + + - - + + - + - + - + - - - - - + + + + + - - - - - + + + + + - + - + - - - - + + + + - + - - + + - - - - - - - - - + + + + + + + + + - - + + - + - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index f838eded63ec..0265453d15b7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -20,9 +20,8 @@ Iterations - - - + + 20.0 @@ -44,18 +43,14 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - - -160.0 - - + 10 @@ -107,45 +102,45 @@ Iterations - + - + - - - + + + - + - + - + - + - + - + - - + + @@ -154,46 +149,46 @@ Iterations - - + + - + - + - - + + - + - + - + - - - - - - + + + + + + - - + + - - + + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index df28ee25d27b..c887dd2bd68c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,69 +6,53 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - -50 - - - -55 - - + - + 1.6 - - -1.65 - - - + + 1.7 - - -1.75 + + +1.8 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 08d17431a25c..dc39ede360d5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -110,5 +110,5 @@ Iterations - + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 8e032f7f89ac..688827e6a38c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 - + - -1.6025 - - - -1.603 - - - -1.6035 + +1.598 - - -1.604 + + +1.5985 - - -1.6045 + + +1.599 - - -1.605 + + +1.5995 - - -1.6055 + + +1.6 - - -1.606 + + +1.6005 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 82c13542720b..7e7bb8e4ef04 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 - + - -1.6025 - - - -1.603 - - - -1.6035 + +1.598 - - -1.604 + + +1.5985 - - -1.6045 + + +1.599 - - -1.605 + + +1.5995 - - -1.6055 + + +1.6 - - -1.606 + + +1.6005 - - - - + + + + Bootstrap distribution