From e061704fd62e1b7f240c23b0a7c674f03a0b359b Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 15 Dec 2023 03:50:03 +0000 Subject: [PATCH] Update Benchmarks 2023-12-15 7e1eae6b708ef89c833cd2d2c2e5112c2bd84395 --- bench/data.js | 210 +++++++- bench/data.json | 210 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../report/SD.svg | 94 ++-- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 26 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 64 ++- .../report/change/t-test.svg | 60 ++- .../report/index.html | 42 +- .../report/mean.svg | 96 ++-- .../report/median.svg | 94 ++-- .../report/pdf.svg | 140 ++--- .../report/pdf_small.svg | 80 ++- .../report/regression.svg | 52 +- .../report/regression_small.svg | 28 +- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 108 ++-- .../report/typical.svg | 108 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 86 ++-- .../report/SD.svg | 102 ++-- .../report/both/iteration_times.svg | 442 ++++++++-------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 112 ++-- .../report/change/median.svg | 82 ++- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 255 +++++---- .../report/mean.svg | 92 ++-- .../report/median.svg | 90 ++-- .../report/pdf.svg | 122 ++--- .../report/pdf_small.svg | 72 +-- .../report/relative_iteration_times_small.svg | 434 ++++++++-------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 ++- .../report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 461 +++++++++-------- .../report/both/pdf.svg | 36 +- .../report/change/mean.svg | 120 +++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 76 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 246 ++++----- .../report/iteration_times_small.svg | 224 ++++---- .../report/mean.svg | 58 +-- .../report/median.svg | 86 ++-- .../report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 443 ++++++++-------- .../report/relative_pdf_small.svg | 36 +- .../report/typical.svg | 58 +-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 70 ++- criterion/fan_in_hydroflow/report/SD.svg | 84 +-- .../report/both/iteration_times.svg | 462 +++++++++-------- .../fan_in_hydroflow/report/both/pdf.svg | 62 +-- .../fan_in_hydroflow/report/change/mean.svg | 108 ++-- .../fan_in_hydroflow/report/change/median.svg | 108 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 68 +-- criterion/fan_in_hydroflow/report/index.html | 40 +- .../report/iteration_times.svg | 253 +++++---- .../report/iteration_times_small.svg | 251 +++++---- criterion/fan_in_hydroflow/report/mean.svg | 70 +-- criterion/fan_in_hydroflow/report/median.svg | 74 +-- criterion/fan_in_hydroflow/report/pdf.svg | 106 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 458 +++++++++-------- .../report/relative_pdf_small.svg | 62 +-- criterion/fan_in_hydroflow/report/typical.svg | 70 +-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 92 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 462 ++++++++--------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 124 +++-- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 259 +++++----- .../fan_in_hydroflow_surface/report/mean.svg | 72 +-- .../report/median.svg | 88 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 176 +++---- .../report/pdf_small.svg | 50 +- .../report/relative_iteration_times_small.svg | 462 ++++++++--------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 72 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 104 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 436 ++++++++-------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 52 +- .../report/index.html | 38 +- .../report/iteration_times.svg | 264 +++++----- .../report/iteration_times_small.svg | 262 +++++----- .../report/mean.svg | 106 ++-- .../report/median.svg | 86 ++-- .../report/pdf.svg | 104 ++-- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 436 ++++++++-------- .../report/relative_pdf_small.svg | 48 +- .../report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 62 ++- .../fan_out_hydroflow_surface/report/SD.svg | 118 +++-- .../report/both/iteration_times.svg | 458 ++++++++--------- .../report/both/pdf.svg | 60 +-- .../report/change/mean.svg | 82 ++- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 256 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 84 +-- .../report/median.svg | 106 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 96 ++-- .../report/pdf_small.svg | 50 +- .../report/relative_iteration_times_small.svg | 456 ++++++++--------- .../report/relative_pdf_small.svg | 60 +-- .../report/typical.svg | 84 +-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 76 +-- criterion/fork_join_hydroflow/report/SD.svg | 78 +-- .../report/both/iteration_times.svg | 467 +++++++++-------- .../fork_join_hydroflow/report/both/pdf.svg | 36 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 72 +-- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 277 +++++----- .../report/iteration_times_small.svg | 275 +++++----- criterion/fork_join_hydroflow/report/mean.svg | 106 ++-- .../fork_join_hydroflow/report/median.svg | 114 +++-- criterion/fork_join_hydroflow/report/pdf.svg | 90 ++-- .../fork_join_hydroflow/report/pdf_small.svg | 74 ++- .../report/relative_iteration_times_small.svg | 465 +++++++++-------- .../report/relative_pdf_small.svg | 36 +- .../fork_join_hydroflow/report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 112 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 455 ++++++++--------- .../report/both/pdf.svg | 76 ++- .../report/change/mean.svg | 76 ++- .../report/change/median.svg | 112 ++-- .../report/change/t-test.svg | 74 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 267 +++++----- .../report/mean.svg | 82 ++- .../report/median.svg | 80 +-- .../report/pdf.svg | 168 +++--- .../report/pdf_small.svg | 68 ++- .../report/relative_iteration_times_small.svg | 459 ++++++++--------- .../report/relative_pdf_small.svg | 76 ++- .../report/typical.svg | 82 ++- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 78 +-- criterion/identity_hydroflow/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 463 ++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 78 ++- .../identity_hydroflow/report/change/mean.svg | 96 ++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 70 +-- .../identity_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 255 +++++---- .../report/iteration_times_small.svg | 255 +++++---- criterion/identity_hydroflow/report/mean.svg | 100 ++-- .../identity_hydroflow/report/median.svg | 104 ++-- criterion/identity_hydroflow/report/pdf.svg | 132 +++-- .../identity_hydroflow/report/pdf_small.svg | 50 +- .../report/relative_iteration_times_small.svg | 463 ++++++++--------- .../report/relative_pdf_small.svg | 78 ++- .../identity_hydroflow/report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../identity_hydroflow_compiled/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 428 ++++++++-------- .../report/both/pdf.svg | 36 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 274 +++++----- .../report/iteration_times_small.svg | 268 +++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 82 ++- .../report/pdf.svg | 110 ++-- .../report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 408 +++++++-------- .../report/relative_pdf_small.svg | 36 +- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 90 ++-- .../identity_hydroflow_surface/report/SD.svg | 78 ++- .../report/both/iteration_times.svg | 435 ++++++++-------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 84 ++- .../report/change/t-test.svg | 68 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 259 +++++----- .../report/mean.svg | 108 ++-- .../report/median.svg | 90 ++-- .../identity_hydroflow_surface/report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 437 ++++++++-------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 108 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 70 ++- criterion/micro_ops_anti_join/report/SD.svg | 66 +-- .../micro_ops_anti_join/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 18 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 76 +-- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 70 +-- .../micro_ops_anti_join/report/median.svg | 84 +-- criterion/micro_ops_anti_join/report/pdf.svg | 132 +++-- .../micro_ops_anti_join/report/pdf_small.svg | 56 +- .../micro_ops_anti_join/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 216 ++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 4 +- .../micro_ops_anti_join/report/slope.svg | 70 ++- .../micro_ops_anti_join/report/typical.svg | 70 ++- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 94 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 92 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 14 +- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_crossjoin/report/index.html | 44 +- criterion/micro_ops_crossjoin/report/mean.svg | 100 ++-- .../micro_ops_crossjoin/report/median.svg | 94 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 134 ++--- .../micro_ops_crossjoin/report/pdf_small.svg | 48 +- .../micro_ops_crossjoin/report/regression.svg | 226 ++++---- .../report/regression_small.svg | 194 +++---- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 14 +- .../micro_ops_crossjoin/report/slope.svg | 118 +++-- .../micro_ops_crossjoin/report/typical.svg | 118 +++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 66 ++- criterion/micro_ops_difference/report/SD.svg | 102 ++-- .../micro_ops_difference/report/both/pdf.svg | 84 +-- .../report/both/regression.svg | 42 +- .../report/change/mean.svg | 120 ++--- .../report/change/median.svg | 74 ++- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 42 +- .../micro_ops_difference/report/mean.svg | 104 ++-- .../micro_ops_difference/report/median.svg | 84 +-- criterion/micro_ops_difference/report/pdf.svg | 92 ++-- .../micro_ops_difference/report/pdf_small.svg | 72 +-- .../report/regression.svg | 186 +++---- .../report/regression_small.svg | 148 +++--- .../report/relative_pdf_small.svg | 84 +-- .../report/relative_regression_small.svg | 42 +- .../micro_ops_difference/report/slope.svg | 108 ++-- .../micro_ops_difference/report/typical.svg | 108 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 96 ++-- criterion/micro_ops_flat_map/report/SD.svg | 82 +-- .../micro_ops_flat_map/report/both/pdf.svg | 60 ++- .../report/both/regression.svg | 50 +- .../micro_ops_flat_map/report/change/mean.svg | 84 +-- .../report/change/median.svg | 120 +++-- .../report/change/t-test.svg | 60 +-- .../micro_ops_flat_map/report/index.html | 46 +- criterion/micro_ops_flat_map/report/mean.svg | 66 ++- .../micro_ops_flat_map/report/median.svg | 80 ++- criterion/micro_ops_flat_map/report/pdf.svg | 130 +++-- .../micro_ops_flat_map/report/pdf_small.svg | 64 +-- .../micro_ops_flat_map/report/regression.svg | 136 ++--- .../report/regression_small.svg | 84 +-- .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 42 +- criterion/micro_ops_flat_map/report/slope.svg | 62 +-- .../micro_ops_flat_map/report/typical.svg | 62 +-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 86 ++-- criterion/micro_ops_fold/report/SD.svg | 100 ++-- criterion/micro_ops_fold/report/both/pdf.svg | 44 +- .../micro_ops_fold/report/both/regression.svg | 8 +- .../micro_ops_fold/report/change/mean.svg | 100 ++-- .../micro_ops_fold/report/change/median.svg | 92 ++-- .../micro_ops_fold/report/change/t-test.svg | 80 ++- criterion/micro_ops_fold/report/index.html | 44 +- criterion/micro_ops_fold/report/mean.svg | 72 +-- criterion/micro_ops_fold/report/median.svg | 92 ++-- criterion/micro_ops_fold/report/pdf.svg | 78 +-- criterion/micro_ops_fold/report/pdf_small.svg | 60 +-- .../micro_ops_fold/report/regression.svg | 228 ++++----- .../report/regression_small.svg | 218 ++++---- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_fold/report/slope.svg | 80 ++- criterion/micro_ops_fold/report/typical.svg | 80 ++- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 82 ++- criterion/micro_ops_group_by/report/SD.svg | 88 ++-- .../micro_ops_group_by/report/both/pdf.svg | 72 +-- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 104 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 76 +-- .../micro_ops_group_by/report/index.html | 46 +- criterion/micro_ops_group_by/report/mean.svg | 94 ++-- .../micro_ops_group_by/report/median.svg | 100 ++-- criterion/micro_ops_group_by/report/pdf.svg | 124 +++-- .../micro_ops_group_by/report/pdf_small.svg | 60 +-- .../micro_ops_group_by/report/regression.svg | 232 +++++---- .../report/regression_small.svg | 226 ++++---- .../report/relative_pdf_small.svg | 70 +-- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_group_by/report/slope.svg | 86 ++-- .../micro_ops_group_by/report/typical.svg | 86 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 98 ++-- criterion/micro_ops_identity/report/SD.svg | 98 ++-- .../micro_ops_identity/report/both/pdf.svg | 66 +-- .../report/both/regression.svg | 22 +- .../micro_ops_identity/report/change/mean.svg | 84 +-- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 86 ++-- .../micro_ops_identity/report/median.svg | 86 ++-- criterion/micro_ops_identity/report/pdf.svg | 94 ++-- .../micro_ops_identity/report/pdf_small.svg | 38 +- .../micro_ops_identity/report/regression.svg | 206 ++++---- .../report/regression_small.svg | 168 +++--- .../report/relative_pdf_small.svg | 62 +-- .../report/relative_regression_small.svg | 10 +- criterion/micro_ops_identity/report/slope.svg | 102 ++-- .../micro_ops_identity/report/typical.svg | 102 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 78 ++- criterion/micro_ops_join/report/SD.svg | 90 ++-- criterion/micro_ops_join/report/both/pdf.svg | 30 +- .../micro_ops_join/report/both/regression.svg | 52 +- .../micro_ops_join/report/change/mean.svg | 104 ++-- .../micro_ops_join/report/change/median.svg | 114 +++-- .../micro_ops_join/report/change/t-test.svg | 76 +-- criterion/micro_ops_join/report/index.html | 46 +- criterion/micro_ops_join/report/mean.svg | 100 ++-- criterion/micro_ops_join/report/median.svg | 102 ++-- criterion/micro_ops_join/report/pdf.svg | 140 +++-- criterion/micro_ops_join/report/pdf_small.svg | 62 +-- .../micro_ops_join/report/regression.svg | 158 +++--- .../report/regression_small.svg | 128 ++--- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 46 +- criterion/micro_ops_join/report/slope.svg | 100 ++-- criterion/micro_ops_join/report/typical.svg | 100 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 74 +-- criterion/micro_ops_map/report/SD.svg | 88 ++-- criterion/micro_ops_map/report/both/pdf.svg | 56 +- .../micro_ops_map/report/both/regression.svg | 8 +- .../micro_ops_map/report/change/mean.svg | 68 +-- .../micro_ops_map/report/change/median.svg | 94 ++-- .../micro_ops_map/report/change/t-test.svg | 56 +- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 96 ++-- criterion/micro_ops_map/report/median.svg | 106 ++-- criterion/micro_ops_map/report/pdf.svg | 96 ++-- criterion/micro_ops_map/report/pdf_small.svg | 52 +- criterion/micro_ops_map/report/regression.svg | 252 ++++----- .../micro_ops_map/report/regression_small.svg | 238 ++++----- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_map/report/slope.svg | 108 ++-- criterion/micro_ops_map/report/typical.svg | 108 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 92 ++-- .../micro_ops_next_tick_big/report/SD.svg | 86 ++-- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 54 +- .../report/change/mean.svg | 76 ++- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 74 +-- .../micro_ops_next_tick_big/report/median.svg | 84 ++- .../micro_ops_next_tick_big/report/pdf.svg | 192 ++++--- .../report/pdf_small.svg | 68 ++- .../report/regression.svg | 295 ++++++----- .../report/regression_small.svg | 287 +++++------ .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 46 +- .../micro_ops_next_tick_big/report/slope.svg | 98 ++-- .../report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 92 ++-- .../micro_ops_next_tick_small/report/SD.svg | 90 ++-- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 50 +- .../report/change/mean.svg | 128 ++--- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 56 +- .../report/index.html | 44 +- .../micro_ops_next_tick_small/report/mean.svg | 76 +-- .../report/median.svg | 112 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 196 ++++--- .../report/pdf_small.svg | 58 ++- .../report/regression.svg | 326 ++++++------ .../report/regression_small.svg | 310 ++++++----- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 20 +- .../report/slope.svg | 72 +-- .../report/typical.svg | 72 +-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 110 ++-- criterion/micro_ops_sort/report/SD.svg | 84 +-- criterion/micro_ops_sort/report/both/pdf.svg | 30 +- .../micro_ops_sort/report/both/regression.svg | 8 +- .../micro_ops_sort/report/change/mean.svg | 68 +-- .../micro_ops_sort/report/change/median.svg | 88 ++-- .../micro_ops_sort/report/change/t-test.svg | 68 ++- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 100 ++-- criterion/micro_ops_sort/report/median.svg | 92 ++-- criterion/micro_ops_sort/report/pdf.svg | 102 ++-- criterion/micro_ops_sort/report/pdf_small.svg | 64 ++- .../micro_ops_sort/report/regression.svg | 212 ++++---- .../report/regression_small.svg | 174 +++---- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_sort/report/slope.svg | 82 +-- criterion/micro_ops_sort/report/typical.svg | 82 +-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 98 ++-- criterion/micro_ops_tee/report/SD.svg | 94 ++-- criterion/micro_ops_tee/report/both/pdf.svg | 64 +-- .../micro_ops_tee/report/both/regression.svg | 8 +- .../micro_ops_tee/report/change/mean.svg | 70 +-- .../micro_ops_tee/report/change/median.svg | 88 ++-- .../micro_ops_tee/report/change/t-test.svg | 72 +-- criterion/micro_ops_tee/report/index.html | 42 +- criterion/micro_ops_tee/report/mean.svg | 124 +++-- criterion/micro_ops_tee/report/median.svg | 90 ++-- criterion/micro_ops_tee/report/pdf.svg | 130 +++-- criterion/micro_ops_tee/report/pdf_small.svg | 68 +-- criterion/micro_ops_tee/report/regression.svg | 218 ++++---- .../micro_ops_tee/report/regression_small.svg | 200 ++++---- .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_tee/report/slope.svg | 110 ++-- criterion/micro_ops_tee/report/typical.svg | 110 ++-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 92 ++-- criterion/micro_ops_union/report/SD.svg | 108 ++-- criterion/micro_ops_union/report/both/pdf.svg | 64 ++- .../report/both/regression.svg | 41 +- .../micro_ops_union/report/change/mean.svg | 126 +++-- .../micro_ops_union/report/change/median.svg | 96 ++-- .../micro_ops_union/report/change/t-test.svg | 68 +-- criterion/micro_ops_union/report/index.html | 44 +- criterion/micro_ops_union/report/mean.svg | 90 ++-- criterion/micro_ops_union/report/median.svg | 76 +-- criterion/micro_ops_union/report/pdf.svg | 112 ++-- .../micro_ops_union/report/pdf_small.svg | 62 ++- .../micro_ops_union/report/regression.svg | 237 ++++----- .../report/regression_small.svg | 219 ++++---- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 33 +- criterion/micro_ops_union/report/slope.svg | 84 ++- criterion/micro_ops_union/report/typical.svg | 84 ++- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 70 +-- criterion/micro_ops_unique/report/SD.svg | 78 +-- .../micro_ops_unique/report/both/pdf.svg | 72 +-- .../report/both/regression.svg | 8 +- .../micro_ops_unique/report/change/mean.svg | 90 ++-- .../micro_ops_unique/report/change/median.svg | 86 ++-- .../micro_ops_unique/report/change/t-test.svg | 60 +-- criterion/micro_ops_unique/report/index.html | 46 +- criterion/micro_ops_unique/report/mean.svg | 74 ++- criterion/micro_ops_unique/report/median.svg | 78 +-- criterion/micro_ops_unique/report/pdf.svg | 78 ++- .../micro_ops_unique/report/pdf_small.svg | 64 +-- .../micro_ops_unique/report/regression.svg | 138 ++--- .../report/regression_small.svg | 82 +-- .../report/relative_pdf_small.svg | 68 +-- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_unique/report/slope.svg | 92 ++-- criterion/micro_ops_unique/report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 88 ++-- .../reachability_hydroflow/report/SD.svg | 116 ++--- .../report/both/iteration_times.svg | 483 +++++++++--------- .../report/both/pdf.svg | 62 +-- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 76 ++- .../report/change/t-test.svg | 72 +-- .../reachability_hydroflow/report/index.html | 62 ++- .../reachability_hydroflow/report/mean.svg | 94 ++-- .../reachability_hydroflow/report/median.svg | 116 ++--- .../reachability_hydroflow/report/pdf.svg | 166 +++--- .../report/pdf_small.svg | 50 +- .../report/regression.svg | 102 ++-- .../report/regression_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 481 ++++++++--------- .../report/relative_pdf_small.svg | 62 +-- .../reachability_hydroflow/report/slope.svg | 82 ++- .../reachability_hydroflow/report/typical.svg | 74 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 100 ++-- .../report/SD.svg | 70 +-- .../report/both/iteration_times.svg | 448 ++++++++-------- .../report/both/pdf.svg | 46 +- .../report/change/mean.svg | 82 ++- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 64 ++- .../report/mean.svg | 110 ++-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 162 +++--- .../report/pdf_small.svg | 62 ++- .../report/regression.svg | 84 +-- .../report/regression_small.svg | 60 +-- .../report/relative_iteration_times_small.svg | 424 +++++++-------- .../report/relative_pdf_small.svg | 46 +- .../report/slope.svg | 104 ++-- .../report/typical.svg | 120 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 84 +-- .../report/both/iteration_times.svg | 456 ++++++++--------- .../report/both/pdf.svg | 64 +-- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 248 ++++----- .../report/iteration_times_small.svg | 248 ++++----- .../report/mean.svg | 96 ++-- .../report/median.svg | 104 ++-- .../report/pdf.svg | 116 +++-- .../report/pdf_small.svg | 60 +-- .../report/relative_iteration_times_small.svg | 456 ++++++++--------- .../report/relative_pdf_small.svg | 64 +-- .../report/typical.svg | 96 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 90 ++-- .../report/both/pdf.svg | 60 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 84 +-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 42 +- .../report/mean.svg | 74 +-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 124 ++--- .../report/pdf_small.svg | 66 +-- .../report/regression.svg | 198 +++---- .../report/regression_small.svg | 160 +++--- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 86 ++-- .../report/typical.svg | 86 ++-- 765 files changed, 30861 insertions(+), 30451 deletions(-) diff --git a/bench/data.js b/bench/data.js index 6b764157ae3b..154065651253 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1702525795239, + "lastUpdate": 1702612198961, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -99781,6 +99781,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "7e1eae6b708ef89c833cd2d2c2e5112c2bd84395", + "message": "refactor: remove intrinsics from KVS bench, fixes warning (#979)", + "timestamp": "2023-12-13T22:09:00Z", + "url": "https://github.com/hydro-project/hydroflow/commit/7e1eae6b708ef89c833cd2d2c2e5112c2bd84395" + }, + "date": 1702612198940, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309137, + "range": "± 7133", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490845, + "range": "± 27592", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6525782, + "range": "± 153603", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 77592901, + "range": "± 744249", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44418957, + "range": "± 594199", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44271965, + "range": "± 356143", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6428047, + "range": "± 31727", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5557057, + "range": "± 44618", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4938387, + "range": "± 12981", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 9012333, + "range": "± 281162", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490696, + "range": "± 9322", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6603955, + "range": "± 14623", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1937700, + "range": "± 32702", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1969449, + "range": "± 24683", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5341474, + "range": "± 63396", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1587092, + "range": "± 17131", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3923, + "range": "± 35", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52811, + "range": "± 251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9444, + "range": "± 102", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6534, + "range": "± 55", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 87383, + "range": "± 1210", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 72880, + "range": "± 2654", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14897, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6881, + "range": "± 43", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18246, + "range": "± 1307", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 101241, + "range": "± 966", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 108234, + "range": "± 3332", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9100, + "range": "± 170", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 52485, + "range": "± 1749", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69737, + "range": "± 3532", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8900, + "range": "± 219", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 0c33201189bd..78457000036c 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1702525795239, + "lastUpdate": 1702612198961, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -99780,6 +99780,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "7e1eae6b708ef89c833cd2d2c2e5112c2bd84395", + "message": "refactor: remove intrinsics from KVS bench, fixes warning (#979)", + "timestamp": "2023-12-13T22:09:00Z", + "url": "https://github.com/hydro-project/hydroflow/commit/7e1eae6b708ef89c833cd2d2c2e5112c2bd84395" + }, + "date": 1702612198940, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309137, + "range": "± 7133", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490845, + "range": "± 27592", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6525782, + "range": "± 153603", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 77592901, + "range": "± 744249", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44418957, + "range": "± 594199", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44271965, + "range": "± 356143", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6428047, + "range": "± 31727", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5557057, + "range": "± 44618", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4938387, + "range": "± 12981", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 9012333, + "range": "± 281162", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490696, + "range": "± 9322", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6603955, + "range": "± 14623", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1937700, + "range": "± 32702", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1969449, + "range": "± 24683", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5341474, + "range": "± 63396", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1587092, + "range": "± 17131", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3923, + "range": "± 35", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52811, + "range": "± 251", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9444, + "range": "± 102", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6534, + "range": "± 55", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 87383, + "range": "± 1210", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 72880, + "range": "± 2654", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14897, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6881, + "range": "± 43", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18246, + "range": "± 1307", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 101241, + "range": "± 966", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 108234, + "range": "± 3332", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9100, + "range": "± 170", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 52485, + "range": "± 1749", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69737, + "range": "± 3532", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8900, + "range": "± 219", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 432ce9273502..b4c723d6b426 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309219.7549533518,"upper_bound":310059.5301988588},"point_estimate":309551.50724979566,"standard_error":221.2723435023094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309106.68299755803,"upper_bound":309220.08754801535},"point_estimate":309154.98297764227,"standard_error":35.01492548914982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174.15003567670956,"upper_bound":297.47055455907224},"point_estimate":219.882962729574,"standard_error":31.345804595588355},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309231.2723955679,"upper_bound":309634.35506028146},"point_estimate":309401.925209103,"standard_error":103.96769389271697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.62337929812264,"upper_bound":3656.8099813603894},"point_estimate":2232.772232283808,"standard_error":952.4498131066008}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309224.44077614613,"upper_bound":311488.75655730953},"point_estimate":310006.5394891184,"standard_error":707.9782377865275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309069.8348356009,"upper_bound":309246.18209876545},"point_estimate":309137.9783514014,"standard_error":43.01433345167351},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.2601186634643,"upper_bound":334.54350696554894},"point_estimate":256.7661703410902,"standard_error":37.79992329686363},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309161.51403434057,"upper_bound":312180.3066395341},"point_estimate":310104.043597606,"standard_error":897.1311566420729},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377.3568069267634,"upper_bound":12218.695158807495},"point_estimate":7133.88176634847,"standard_error":4250.41472266723}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 6e1bec7f59d6..e624d517066e 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241437.0,2466172.0,3719801.0,4942503.0,6210579.0,7416418.0,8650572.0,9925161.0,11115491.0,12354975.0,13602232.0,14826437.0,16074967.0,17298179.0,18551798.0,19772266.0,21015115.0,22238738.0,23499912.0,24713927.0,25948901.0,27214463.0,28487970.0,29679674.0,30896263.0,32138231.0,34382800.0,34640020.0,35853915.0,37116671.0,38325277.0,39584036.0,40806256.0,42043675.0,46089064.0,44620915.0,45781119.0,46967893.0,48350403.0,49442121.0,50700058.0,51897864.0,53147095.0,54365748.0,55634897.0,56941835.0,58087584.0,59350060.0,60606023.0,61879289.0,63045696.0,64283165.0,65497801.0,66844554.0,68028925.0,69296710.0,70521917.0,71680819.0,72933987.0,74343177.0,75511077.0,76616639.0,77986105.0,79193118.0,80355226.0,81613364.0,82898331.0,84107257.0,85670635.0,86594368.0,87817852.0,88997693.0,90297669.0,91473043.0,92904784.0,93990439.0,95168448.0,96471590.0,97727633.0,98946348.0,100136138.0,101387643.0,103634156.0,103900322.0,105143792.0,106457553.0,107628058.0,108928825.0,109999824.0,111764897.0,112520157.0,113729794.0,115026855.0,116194533.0,117550575.0,118697684.0,120005034.0,121245989.0,122400454.0,123629858.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1243017.0,2466969.0,3706009.0,4941292.0,6190993.0,7415205.0,8647172.0,9901180.0,11125542.0,12357139.0,13628779.0,14889761.0,16074298.0,17306466.0,18533253.0,19962649.0,21029688.0,22244171.0,23485896.0,24727110.0,25960029.0,27214369.0,28475569.0,29789750.0,30941116.0,32187991.0,33368331.0,34675729.0,35841181.0,37217378.0,38338237.0,39549285.0,40833028.0,42014912.0,43404303.0,44533567.0,45872945.0,47036955.0,48209761.0,49557083.0,50684424.0,51956566.0,53214211.0,54394221.0,55623713.0,56860600.0,58072729.0,59395876.0,60865719.0,61806099.0,63051903.0,64319425.0,65531896.0,66779382.0,68326603.0,69314860.0,70452129.0,71738087.0,72978580.0,74173978.0,75428468.0,76667437.0,77942855.0,79113326.0,98920199.0,81976277.0,83024747.0,84079195.0,85259696.0,86677410.0,87784794.0,89072766.0,90216167.0,91566284.0,92709305.0,94039265.0,95160134.0,96378215.0,97778016.0,98875171.0,100195763.0,101648062.0,102691717.0,103895310.0,105189444.0,106280757.0,107674016.0,108868563.0,110056386.0,111268637.0,112480075.0,113676255.0,114993337.0,116202062.0,117396478.0,118669701.0,119940961.0,121151568.0,122322881.0,123665184.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index a279ac351ae8..916ce7a9258a 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308110.4154357071,308565.7231091463,309779.8769049842,310235.1845784234] \ No newline at end of file +[307868.8929864892,308446.38022862474,309986.34620765276,310563.8334497883] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 88de94832798..9c6c7c333199 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00701921578335752,"upper_bound":0.0018562535176174658},"point_estimate":-0.0017338422982478008,"standard_error":0.0023526759571960887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0001637033240843294,"upper_bound":0.00038158513750041756},"point_estimate":0.00006449787554752007,"standard_error":0.00014570158539100616}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020042050979371395,"upper_bound":0.006376828975898631},"point_estimate":0.001469972617369697,"standard_error":0.002224370249866905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003774213999202525,"upper_bound":0.0003383522989832688},"point_estimate":-0.000055003565127997867,"standard_error":0.00017902832333708873}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 432ce9273502..b4c723d6b426 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309219.7549533518,"upper_bound":310059.5301988588},"point_estimate":309551.50724979566,"standard_error":221.2723435023094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309106.68299755803,"upper_bound":309220.08754801535},"point_estimate":309154.98297764227,"standard_error":35.01492548914982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174.15003567670956,"upper_bound":297.47055455907224},"point_estimate":219.882962729574,"standard_error":31.345804595588355},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309231.2723955679,"upper_bound":309634.35506028146},"point_estimate":309401.925209103,"standard_error":103.96769389271697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.62337929812264,"upper_bound":3656.8099813603894},"point_estimate":2232.772232283808,"standard_error":952.4498131066008}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309224.44077614613,"upper_bound":311488.75655730953},"point_estimate":310006.5394891184,"standard_error":707.9782377865275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309069.8348356009,"upper_bound":309246.18209876545},"point_estimate":309137.9783514014,"standard_error":43.01433345167351},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":188.2601186634643,"upper_bound":334.54350696554894},"point_estimate":256.7661703410902,"standard_error":37.79992329686363},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309161.51403434057,"upper_bound":312180.3066395341},"point_estimate":310104.043597606,"standard_error":897.1311566420729},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":377.3568069267634,"upper_bound":12218.695158807495},"point_estimate":7133.88176634847,"standard_error":4250.41472266723}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 6e1bec7f59d6..e624d517066e 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241437.0,2466172.0,3719801.0,4942503.0,6210579.0,7416418.0,8650572.0,9925161.0,11115491.0,12354975.0,13602232.0,14826437.0,16074967.0,17298179.0,18551798.0,19772266.0,21015115.0,22238738.0,23499912.0,24713927.0,25948901.0,27214463.0,28487970.0,29679674.0,30896263.0,32138231.0,34382800.0,34640020.0,35853915.0,37116671.0,38325277.0,39584036.0,40806256.0,42043675.0,46089064.0,44620915.0,45781119.0,46967893.0,48350403.0,49442121.0,50700058.0,51897864.0,53147095.0,54365748.0,55634897.0,56941835.0,58087584.0,59350060.0,60606023.0,61879289.0,63045696.0,64283165.0,65497801.0,66844554.0,68028925.0,69296710.0,70521917.0,71680819.0,72933987.0,74343177.0,75511077.0,76616639.0,77986105.0,79193118.0,80355226.0,81613364.0,82898331.0,84107257.0,85670635.0,86594368.0,87817852.0,88997693.0,90297669.0,91473043.0,92904784.0,93990439.0,95168448.0,96471590.0,97727633.0,98946348.0,100136138.0,101387643.0,103634156.0,103900322.0,105143792.0,106457553.0,107628058.0,108928825.0,109999824.0,111764897.0,112520157.0,113729794.0,115026855.0,116194533.0,117550575.0,118697684.0,120005034.0,121245989.0,122400454.0,123629858.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1243017.0,2466969.0,3706009.0,4941292.0,6190993.0,7415205.0,8647172.0,9901180.0,11125542.0,12357139.0,13628779.0,14889761.0,16074298.0,17306466.0,18533253.0,19962649.0,21029688.0,22244171.0,23485896.0,24727110.0,25960029.0,27214369.0,28475569.0,29789750.0,30941116.0,32187991.0,33368331.0,34675729.0,35841181.0,37217378.0,38338237.0,39549285.0,40833028.0,42014912.0,43404303.0,44533567.0,45872945.0,47036955.0,48209761.0,49557083.0,50684424.0,51956566.0,53214211.0,54394221.0,55623713.0,56860600.0,58072729.0,59395876.0,60865719.0,61806099.0,63051903.0,64319425.0,65531896.0,66779382.0,68326603.0,69314860.0,70452129.0,71738087.0,72978580.0,74173978.0,75428468.0,76667437.0,77942855.0,79113326.0,98920199.0,81976277.0,83024747.0,84079195.0,85259696.0,86677410.0,87784794.0,89072766.0,90216167.0,91566284.0,92709305.0,94039265.0,95160134.0,96378215.0,97778016.0,98875171.0,100195763.0,101648062.0,102691717.0,103895310.0,105189444.0,106280757.0,107674016.0,108868563.0,110056386.0,111268637.0,112480075.0,113676255.0,114993337.0,116202062.0,117396478.0,118669701.0,119940961.0,121151568.0,122322881.0,123665184.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index a279ac351ae8..916ce7a9258a 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308110.4154357071,308565.7231091463,309779.8769049842,310235.1845784234] \ No newline at end of file +[307868.8929864892,308446.38022862474,309986.34620765276,310563.8334497883] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 91ef4bdc2ddb..b4332145354c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - -0.008 + + +0.007 - - -0.01 + + +0.008 - - -0.012 + + +0.009 - - -0.014 + + +0.01 - - -0.016 + + +0.011 - + - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + +320 + + + +340 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index b225728f5740..e5363cfc912d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - - -0.7 + + +0.35 - + - -0.5 + +0 - - -1 - - - -1.5 - - - + + 2 - - -2.5 + + +4 - - -3 + + +6 - - -3.5 + + +8 - - -4 + + +10 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index d32dda28f0eb..3192d046d4d0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 300 - - + + 320 - - + + 340 - - + + 360 - - + + 380 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 4898ea1a8382..73c8a41c69fe 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -19,11 +19,11 @@ Iterations - + - + - + 0.0 @@ -33,26 +33,26 @@ Iterations 20.0 - + 40.0 - + 60.0 - + 80.0 - + 100.0 - + 120.0 - + 0 @@ -90,10 +90,10 @@ Iterations 400 - - - - + + + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 33c653c0f2d5..58b24f5bea30 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 + + +200 - - + + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - - - + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 4657725a4557..21d0061d8b86 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - + +-4e-4 + + + +-3e-4 + + + -2e-4 - - + + -1e-4 - - --2.7105e-20 + + +0 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - + + 4e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 4419ee1cb5a4..a5e4bd67ecc3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index ad303c5b4cb1..4066d1eb2406 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.23 µs - 309.40 µs - 309.63 µs + 309.16 µs + 310.10 µs + 312.18 µs R² - 0.9972741 - 0.9973161 - 0.9972383 + 0.9153393 + 0.9164230 + 0.9111878 Mean 309.22 µs - 309.55 µs - 310.06 µs + 310.01 µs + 311.49 µs Std. Dev. - 366.62 ns - 2.2328 µs - 3.6568 µs + 377.36 ns + 7.1339 µs + 12.219 µs Median - 309.11 µs - 309.15 µs - 309.22 µs + 309.07 µs + 309.14 µs + 309.25 µs MAD - 174.15 ns - 219.88 ns - 297.47 ns + 188.26 ns + 256.77 ns + 334.54 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.7019% - -0.1734% - +0.1856% - (p = 0.58 > + -0.2004% + +0.1470% + +0.6377% + (p = 0.69 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 77b919eb6eb5..69a5feda855c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - -309.2 - - - -309.3 + +309 - - -309.4 - - - + + 309.5 - - -309.6 - - - -309.7 - - - -309.8 + + +310 - - -309.9 + + +310.5 - - -310 + + +311 - - -310.1 + + +311.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index cddd5d033613..a4d747328cdd 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 + + + +14 - - -20 + + +16 - - -25 + + +18 - + - + +309.06 + + + +309.08 + + + 309.1 - - + + 309.12 - - + + 309.14 - - + + 309.16 - - + + 309.18 - - + + 309.2 - - + + 309.22 - - - - + + +309.24 + + + +309.26 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index ecd6a48eb815..0c59c86c0aa1 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,26 +46,42 @@ Average Time (µs) - -310 + +300 - - -315 + + +310 - - + + 320 - - -325 - - - + + 330 - + + +340 + + + +350 + + + +360 + + + +370 + + + +380 + + Density (a.u.) @@ -74,64 +90,58 @@ Density (a.u.) 0 - -0.05 + +0.02 - - -0.1 - - - -0.15 + + +0.04 - - -0.2 + + +0.06 - - -0.25 + + +0.08 - - -0.3 + + +0.1 - - -0.35 + + +0.12 - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 1f77d00cc228..dcec4134ad6a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (µs) 0 - -0.05 + +0.02 - - -0.1 - - - -0.15 + + +0.04 - - -0.2 + + +0.06 - - -0.25 + + +0.08 - - -0.3 + + +0.1 - - -0.35 + + +0.12 - - -0.4 + + +0.14 - + - -310 + +300 - - -315 - - - + + 320 - - -325 + + +340 + + + +360 - - -330 + + +380 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index e836d0cf71b3..f23bb2546b8f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -84,7 +84,7 @@ Iterations - + @@ -95,7 +95,7 @@ Iterations - + @@ -106,19 +106,19 @@ Iterations - + - + - + - + @@ -127,61 +127,61 @@ Iterations - - + + - + - + - + - - + + - - + + - + - + - + - - + + - + - + - + - - + + - + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 7f7292e74f29..8abe0e7359ec 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -92,8 +92,8 @@ Iterations - - + + @@ -103,7 +103,7 @@ Iterations - + @@ -111,11 +111,11 @@ Iterations - - + + - + @@ -131,7 +131,7 @@ Iterations - + @@ -141,10 +141,10 @@ Iterations - - + + - + @@ -154,19 +154,19 @@ Iterations - + - + - + @@ -178,5 +178,5 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index e49470c6adb5..ef1dd064d277 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -39,24 +39,24 @@ Average Time (µs) 300 - + 320 - - + + 340 - - + + 360 - - + + 380 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 0f806c0b0deb..f51536f575c2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 8371f1376b25..12656e4150dc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - + - -309.2 - - - -309.25 + +309 - - -309.3 - - - -309.35 + + +309.5 - - -309.4 + + +310 - - -309.45 + + +310.5 - - -309.5 + + +311 - - -309.55 + + +311.5 - - -309.6 + + +312 - - -309.65 + + +312.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 9824ff4992ae..a14c3bdb8f34 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - + - -309.2 - - - -309.25 + +309 - - -309.3 - - - -309.35 + + +309.5 - - -309.4 + + +310 - - -309.45 + + +310.5 - - -309.5 + + +311 - - -309.55 + + +311.5 - - -309.6 + + +312 - - -309.65 + + +312.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 4680b9ca4515..99197a8ec49e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491311.439718749,"upper_bound":6494199.12340625},"point_estimate":6492619.505,"standard_error":738.1991925178448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491259.9375},"point_estimate":6490334.375,"standard_error":365.67342049143696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2042.374126240611,"upper_bound":4024.2396410554647},"point_estimate":2976.2267846614122,"standard_error":492.6250865902118},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3812.9153790628966,"upper_bound":10394.207995677692},"point_estimate":7425.346504662631,"standard_error":1701.895121271491}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493437.12534375,"upper_bound":6503976.8798124995},"point_estimate":6497807.27125,"standard_error":2746.0415798137687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489824.4375,"upper_bound":6491417.4375},"point_estimate":6490845.75,"standard_error":504.340089804766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2948.5206976532936,"upper_bound":6075.138717144728},"point_estimate":4494.223832711577,"standard_error":828.8865350217184},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8898.70106425457,"upper_bound":44021.86601674946},"point_estimate":27592.77815380262,"standard_error":10301.76824562776}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index f89ebbfed1b9..96829b87ceb4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51984376.0,51922319.0,51990106.0,51995746.0,51921087.0,51902974.0,52001046.0,51938559.0,51937218.0,51897423.0,52058504.0,51904105.0,52022917.0,51946736.0,51941365.0,51915176.0,51928061.0,51918943.0,51932098.0,51979335.0,51914014.0,51913643.0,52265580.0,51955471.0,51915797.0,51900549.0,51911079.0,51899016.0,51920346.0,51954890.0,51929362.0,51905598.0,51905920.0,51960642.0,51915446.0,51909967.0,51924414.0,51908915.0,51955542.0,51921198.0,51917922.0,51908804.0,51972943.0,51917671.0,51910137.0,51906120.0,51918181.0,51901270.0,51949110.0,51963767.0,51934733.0,51921028.0,51924584.0,51971722.0,51955772.0,51911870.0,51917310.0,51943299.0,51940343.0,51954659.0,51914345.0,52284777.0,51924794.0,51949471.0,51921558.0,51913944.0,51901260.0,51955752.0,51930054.0,51939391.0,51910688.0,51924714.0,51938339.0,51914765.0,51926988.0,51894016.0,51910528.0,51958847.0,51904276.0,51910418.0,51993001.0,51909435.0,51954158.0,51900659.0,51903173.0,51901069.0,52016635.0,51952655.0,51925154.0,51912531.0,52103607.0,51932869.0,51906440.0,51923031.0,51931827.0,51900318.0,51983844.0,51921618.0,51917570.0,51910357.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51896430.0,51921236.0,51932607.0,51922578.0,51905256.0,51901039.0,51904294.0,51921126.0,51897712.0,51926756.0,51907299.0,51918933.0,52727966.0,51902031.0,52248198.0,51911989.0,52058592.0,51930894.0,51927237.0,52372171.0,52007638.0,51919522.0,51918732.0,51902711.0,51985887.0,51905767.0,53852262.0,51924562.0,51995907.0,51902200.0,51917980.0,51927808.0,51980157.0,52224583.0,51898393.0,51917669.0,52009450.0,51902541.0,51899515.0,52002017.0,51913301.0,52192684.0,51939781.0,51983812.0,51893344.0,51900147.0,51937155.0,52031482.0,51893424.0,51885920.0,51926776.0,51973954.0,51974015.0,51908582.0,51910346.0,52022315.0,51904334.0,51920024.0,51920344.0,51994163.0,51976890.0,51894265.0,51903213.0,51988301.0,51907220.0,51965638.0,51896570.0,52010704.0,51914554.0,51928319.0,51944288.0,52282572.0,51971049.0,51914914.0,51899165.0,52038355.0,51895919.0,51906638.0,51942716.0,52026383.0,51907400.0,51957954.0,51905847.0,51998059.0,51948657.0,51906729.0,51915494.0,51987620.0,51930072.0,51989694.0,51929521.0,52080173.0,51902761.0,51902490.0,52030441.0,51927567.0,51904114.0,51928409.0,52000243.0,51929351.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 9cdd52df30f6..c5662f82f1e7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6472937.46875,6480884.234375,6502075.609375,6510022.375] \ No newline at end of file +[6458043.40625,6473135.890625,6513382.515625,6528475.0] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index f8add43fdf11..b30346392c7c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010556226524850656,"upper_bound":-0.0003336238221032441},"point_estimate":-0.00428429640859751,"standard_error":0.002738801663684092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000165561676799153,"upper_bound":0.00015089142974893387},"point_estimate":-0.000022879653619023443,"standard_error":0.0000822121699321899}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00006405083694240884,"upper_bound":0.0017597007538574785},"point_estimate":0.000799025146322796,"standard_error":0.00043748856835620995},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00015652423455592146,"upper_bound":0.00020596070266720723},"point_estimate":0.00007879023952450659,"standard_error":0.00010434893563511993}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 4680b9ca4515..99197a8ec49e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491311.439718749,"upper_bound":6494199.12340625},"point_estimate":6492619.505,"standard_error":738.1991925178448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491259.9375},"point_estimate":6490334.375,"standard_error":365.67342049143696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2042.374126240611,"upper_bound":4024.2396410554647},"point_estimate":2976.2267846614122,"standard_error":492.6250865902118},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3812.9153790628966,"upper_bound":10394.207995677692},"point_estimate":7425.346504662631,"standard_error":1701.895121271491}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493437.12534375,"upper_bound":6503976.8798124995},"point_estimate":6497807.27125,"standard_error":2746.0415798137687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489824.4375,"upper_bound":6491417.4375},"point_estimate":6490845.75,"standard_error":504.340089804766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2948.5206976532936,"upper_bound":6075.138717144728},"point_estimate":4494.223832711577,"standard_error":828.8865350217184},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8898.70106425457,"upper_bound":44021.86601674946},"point_estimate":27592.77815380262,"standard_error":10301.76824562776}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index f89ebbfed1b9..96829b87ceb4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51984376.0,51922319.0,51990106.0,51995746.0,51921087.0,51902974.0,52001046.0,51938559.0,51937218.0,51897423.0,52058504.0,51904105.0,52022917.0,51946736.0,51941365.0,51915176.0,51928061.0,51918943.0,51932098.0,51979335.0,51914014.0,51913643.0,52265580.0,51955471.0,51915797.0,51900549.0,51911079.0,51899016.0,51920346.0,51954890.0,51929362.0,51905598.0,51905920.0,51960642.0,51915446.0,51909967.0,51924414.0,51908915.0,51955542.0,51921198.0,51917922.0,51908804.0,51972943.0,51917671.0,51910137.0,51906120.0,51918181.0,51901270.0,51949110.0,51963767.0,51934733.0,51921028.0,51924584.0,51971722.0,51955772.0,51911870.0,51917310.0,51943299.0,51940343.0,51954659.0,51914345.0,52284777.0,51924794.0,51949471.0,51921558.0,51913944.0,51901260.0,51955752.0,51930054.0,51939391.0,51910688.0,51924714.0,51938339.0,51914765.0,51926988.0,51894016.0,51910528.0,51958847.0,51904276.0,51910418.0,51993001.0,51909435.0,51954158.0,51900659.0,51903173.0,51901069.0,52016635.0,51952655.0,51925154.0,51912531.0,52103607.0,51932869.0,51906440.0,51923031.0,51931827.0,51900318.0,51983844.0,51921618.0,51917570.0,51910357.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51896430.0,51921236.0,51932607.0,51922578.0,51905256.0,51901039.0,51904294.0,51921126.0,51897712.0,51926756.0,51907299.0,51918933.0,52727966.0,51902031.0,52248198.0,51911989.0,52058592.0,51930894.0,51927237.0,52372171.0,52007638.0,51919522.0,51918732.0,51902711.0,51985887.0,51905767.0,53852262.0,51924562.0,51995907.0,51902200.0,51917980.0,51927808.0,51980157.0,52224583.0,51898393.0,51917669.0,52009450.0,51902541.0,51899515.0,52002017.0,51913301.0,52192684.0,51939781.0,51983812.0,51893344.0,51900147.0,51937155.0,52031482.0,51893424.0,51885920.0,51926776.0,51973954.0,51974015.0,51908582.0,51910346.0,52022315.0,51904334.0,51920024.0,51920344.0,51994163.0,51976890.0,51894265.0,51903213.0,51988301.0,51907220.0,51965638.0,51896570.0,52010704.0,51914554.0,51928319.0,51944288.0,52282572.0,51971049.0,51914914.0,51899165.0,52038355.0,51895919.0,51906638.0,51942716.0,52026383.0,51907400.0,51957954.0,51905847.0,51998059.0,51948657.0,51906729.0,51915494.0,51987620.0,51930072.0,51989694.0,51929521.0,52080173.0,51902761.0,51902490.0,52030441.0,51927567.0,51904114.0,51928409.0,52000243.0,51929351.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 9cdd52df30f6..c5662f82f1e7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6472937.46875,6480884.234375,6502075.609375,6510022.375] \ No newline at end of file +[6458043.40625,6473135.890625,6513382.515625,6528475.0] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 2dac082433d7..e730c4be2c0e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - + - -2 - - - -2.5 - - - + 3 - - + + 3.5 - - + + 4 - - - - + + +4.5 + + + +5 + + + +5.5 + + + +6 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index cbd6f3e784ef..1369ca9d1733 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.05 + +0.01 - - -0.1 + + +0.02 - - -0.15 + + +0.03 - - -0.2 + + +0.04 - - -0.25 + + +0.05 - - -0.3 + + +0.06 - - - -4 + + +0.07 - - + + +0.08 + + + + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - - -9 + + +25 - - -10 + + +30 + + + +35 + + + +40 - - -11 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 092145c0815e..1c04428e83ab 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,42 +16,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -6.6 - - - -6.8 + +6.5 - - -7.0 + + +6.55 - - -7.2 - - - -7.4 + + +6.6 - - -7.6 + + +6.65 - - -7.8 + + +6.7 - + 0 @@ -98,205 +88,205 @@ Average Iteration Time (ms) - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 7436c91ec7be..ddbd184b3efc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -42,26 +42,22 @@ Average Time (ms) - + 6.5 - - -7 + + +6.6 - - -7.5 + + +6.7 - - -8 - - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 2fb3aeb636bf..ef179d29729d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - -20 + +100 - - -40 + + +200 - - -60 + + +300 - - -80 + + +400 - - -100 + + +500 + + + +600 - - -120 + + +700 - - -140 + + +800 - - -160 + + +900 - + - --0.01 + +0 - - --0.008 + + +2e-4 - - --0.006 + + +4e-4 - - --0.004 + + +6e-4 - - --0.002 + + +8e-4 - - -0 + + +0.001 + + + +0.0012 + + + +0.0014 + + + +0.0016 + + + +0.0018 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index f1924aeaea2a..9f011beee421 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,74 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - -4500 - - - -5000 - - + - --2e-4 - - - + -0.00015 - - + + -1e-4 - - + + -5e-5 - - + + 0 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - - - + + +2e-4 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 977b71e37f0b..32bcd42cc0bd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index d6f2dd15646f..2babf24d3f3f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0025920 - 0.0026730 - 0.0025565 + 0.0005699 + 0.0005843 + 0.0005562 Mean - 6.4913 ms - 6.4926 ms - 6.4942 ms + 6.4934 ms + 6.4978 ms + 6.5040 ms Std. Dev. - 3.8129 µs - 7.4253 µs - 10.394 µs + 8.8987 µs + 27.593 µs + 44.022 µs Median - 6.4897 ms - 6.4903 ms - 6.4913 ms + 6.4898 ms + 6.4908 ms + 6.4914 ms MAD - 2.0424 µs - 2.9762 µs - 4.0242 µs + 2.9485 µs + 4.4942 µs + 6.0751 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -1.0556% - -0.4284% - -0.0334% - (p = 0.09 > + +0.0064% + +0.0799% + +0.1760% + (p = 0.05 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 543f26000d9f..de920729565a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,57 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -6.49 - - - -6.495 - - - + 6.5 - - -6.505 - - - -6.51 - - - -6.515 - - - -6.52 + + +6.55 - - -6.525 + + +6.6 - - -6.53 + + +6.65 - - -6.535 + + +6.7 - + 10 @@ -107,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 2ab5104826f9..d34bde1d4d2d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,57 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -6.49 - - - -6.495 - - - + 6.5 - - -6.505 - - - -6.51 - - - -6.515 - - - -6.52 + + +6.55 - - -6.525 + + +6.6 - - -6.53 + + +6.65 - - -6.535 + + +6.7 - + 10 @@ -104,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 4d437d15667b..040a67c0c226 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - - -6.491 + + +140 - - -6.4915 + + +160 - - -6.492 + + + +6.494 - - -6.4925 + + +6.496 - - -6.493 + + +6.498 - - -6.4935 + + +6.5 - - -6.494 + + +6.502 - - -6.4945 + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 3dd5a101f4fc..d4c1198b83a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - -2000 - - - -2200 - - + - -6.4896 - - - + 6.4898 - - + + 6.49 - - + + 6.4902 - - + + 6.4904 - - + + 6.4906 - - + + 6.4908 - - + + 6.491 - - + + 6.4912 - - - - + + +6.4914 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 415739ffb5b5..a46b3f9e3654 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,34 +46,30 @@ Average Time (ms) - -6.48 - - - -6.49 - - - + 6.5 - - -6.51 + + +6.55 + + + +6.6 - - -6.52 + + +6.65 - - -6.53 + + +6.7 - - -6.54 + + +6.75 - + Density (a.u.) @@ -82,56 +78,46 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - -30 - - - -40 - - - -50 - - - -60 - - - -70 - - - -80 - - - - - - - - - - - - - - - - - - - - + + +25 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 2fac0ad8b359..877f75b39daa 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - -10 - - - -20 - - - -30 + +5 - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - -90 + + +30 - + - -6.48 - - - + 6.5 - - -6.52 + + +6.6 - - -6.54 + + +6.7 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index a3e044256c99..47665b36579e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,42 +13,32 @@ Average Iteration Time (ms) - - - - - - - + + + + + - -6.6 - - - -6.8 + +6.5 - - -7.0 + + +6.55 - - -7.2 - - - -7.4 + + +6.6 - - -7.6 + + +6.65 - - -7.8 + + +6.7 - + 0 @@ -95,203 +85,203 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 940d345693c3..b48b6fcab43c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -39,24 +39,20 @@ Average Time (ms) - + 6.5 - - -7 + + +6.6 - - -7.5 + + +6.7 - - -8 - - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index e0e1e93a2652..77cea45be297 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - - -6.491 + + +140 - - -6.4915 + + +160 - - -6.492 + + + +6.494 - - -6.4925 + + +6.496 - - -6.493 + + +6.498 - - -6.4935 + + +6.5 - - -6.494 + + +6.502 - - -6.4945 + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index fda1d1d2772a..d7f8bb02b47d 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554486.96678125,"upper_bound":6616035.81921875},"point_estimate":6581968.71375,"standard_error":15803.31222674054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529676.125,"upper_bound":6538478.625},"point_estimate":6533189.5625,"standard_error":2261.608346513566},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10406.739865243435,"upper_bound":20948.58165308833},"point_estimate":14130.28969913721,"standard_error":2705.682914016943},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68177.45894279736,"upper_bound":223702.13259411117},"point_estimate":159034.84573463188,"standard_error":38303.17338517442}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6555380.44625,"upper_bound":6615088.2638125},"point_estimate":6582524.9525,"standard_error":15280.249387375528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6520838.625,"upper_bound":6530422.1875},"point_estimate":6525782.0625,"standard_error":2391.245837642826},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10606.890861690044,"upper_bound":22653.8704593759},"point_estimate":15836.854931339622,"standard_error":3075.3053484637408},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86381.03931236122,"upper_bound":214115.0017249627},"point_estimate":153603.76873427117,"standard_error":33040.550918349814}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index c2bbf412beaf..f86c49c818a8 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476684.0,52266542.0,52315265.0,52253249.0,52316664.0,52355746.0,52337245.0,52208712.0,52304442.0,52278995.0,52198556.0,52279885.0,52262673.0,52191512.0,52403788.0,52234801.0,52195649.0,52286337.0,52421723.0,52218433.0,52234743.0,52174250.0,52254367.0,52310514.0,52153812.0,52239431.0,52184951.0,52593952.0,52101055.0,52239365.0,52138915.0,52206459.0,52187728.0,52368565.0,52237409.0,52318280.0,52166779.0,52307829.0,52296830.0,52138404.0,52230506.0,52279618.0,52198213.0,52172328.0,52226770.0,52158119.0,52207194.0,52197797.0,52277213.0,52184131.0,52199500.0,52337986.0,52355070.0,52264491.0,52387669.0,58954344.0,60095102.0,53520733.0,53659474.0,58277389.0,52954888.0,52822681.0,53539038.0,52756818.0,52332248.0,52556966.0,52423547.0,52528833.0,52626565.0,52559671.0,54177671.0,52621988.0,52609834.0,53231385.0,52883836.0,54217746.0,53854406.0,55877081.0,53517890.0,52170142.0,52157630.0,52340220.0,52245517.0,52199297.0,52224918.0,52231026.0,52235455.0,52276652.0,52245623.0,52209467.0,52210899.0,52168512.0,52234644.0,52136169.0,52195079.0,52158313.0,52402538.0,52242188.0,52177079.0,52176325.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52331976.0,52220237.0,52493141.0,52390638.0,52241969.0,52268217.0,52790087.0,52457833.0,52218777.0,52282604.0,52210791.0,52331148.0,52251837.0,52262978.0,52279048.0,52335244.0,52165777.0,55619412.0,60210837.0,57940349.0,55849472.0,53742106.0,52450500.0,53510663.0,54523811.0,54474030.0,53770472.0,54697567.0,52506313.0,52276212.0,52924429.0,52926540.0,53171789.0,53656326.0,53671386.0,52724622.0,52938773.0,53029982.0,55441890.0,54563856.0,52651456.0,52166709.0,52208446.0,52172087.0,52194061.0,52227441.0,52160587.0,52184859.0,52214167.0,52304909.0,52154375.0,52154937.0,52076148.0,52116540.0,52148746.0,52099020.0,52324384.0,52145090.0,52107758.0,52094523.0,52095895.0,52092650.0,52180165.0,52228864.0,52264512.0,52144396.0,52222042.0,52096207.0,52173470.0,52144538.0,52204067.0,52093822.0,52125431.0,52129758.0,52283055.0,52159768.0,52193256.0,52120480.0,52234918.0,52103511.0,52104160.0,52194420.0,52155155.0,52100155.0,52108759.0,52128205.0,52160940.0,52135580.0,52143223.0,52110191.0,52129358.0,52185211.0,52121124.0,52154024.0,52149194.0,52115861.0,52106579.0,52128648.0,52103189.0,52135299.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 893dc75811ae..d4c0e4a03a33 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6441407.5,6483169.328125,6594534.203125,6636296.03125] \ No newline at end of file +[6398129.90625,6457534.3125,6615946.0625,6675350.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index e8443c321433..4c5310dcc088 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09671670576752,"upper_bound":0.007316807788164527},"point_estimate":-0.03792975898250517,"standard_error":0.028062665913408575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0024770000763277844,"upper_bound":0.003925056992002629},"point_estimate":0.0030612112318946227,"standard_error":0.00034753064464970853}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006561615665919729,"upper_bound":0.006579147357767217},"point_estimate":0.00008450947948701604,"standard_error":0.003361297692382029},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021792340110311503,"upper_bound":-0.00019591914275607358},"point_estimate":-0.0011338259710874654,"standard_error":0.0005145208531016845}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index fda1d1d2772a..d7f8bb02b47d 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554486.96678125,"upper_bound":6616035.81921875},"point_estimate":6581968.71375,"standard_error":15803.31222674054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529676.125,"upper_bound":6538478.625},"point_estimate":6533189.5625,"standard_error":2261.608346513566},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10406.739865243435,"upper_bound":20948.58165308833},"point_estimate":14130.28969913721,"standard_error":2705.682914016943},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68177.45894279736,"upper_bound":223702.13259411117},"point_estimate":159034.84573463188,"standard_error":38303.17338517442}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6555380.44625,"upper_bound":6615088.2638125},"point_estimate":6582524.9525,"standard_error":15280.249387375528},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6520838.625,"upper_bound":6530422.1875},"point_estimate":6525782.0625,"standard_error":2391.245837642826},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10606.890861690044,"upper_bound":22653.8704593759},"point_estimate":15836.854931339622,"standard_error":3075.3053484637408},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86381.03931236122,"upper_bound":214115.0017249627},"point_estimate":153603.76873427117,"standard_error":33040.550918349814}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index c2bbf412beaf..f86c49c818a8 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476684.0,52266542.0,52315265.0,52253249.0,52316664.0,52355746.0,52337245.0,52208712.0,52304442.0,52278995.0,52198556.0,52279885.0,52262673.0,52191512.0,52403788.0,52234801.0,52195649.0,52286337.0,52421723.0,52218433.0,52234743.0,52174250.0,52254367.0,52310514.0,52153812.0,52239431.0,52184951.0,52593952.0,52101055.0,52239365.0,52138915.0,52206459.0,52187728.0,52368565.0,52237409.0,52318280.0,52166779.0,52307829.0,52296830.0,52138404.0,52230506.0,52279618.0,52198213.0,52172328.0,52226770.0,52158119.0,52207194.0,52197797.0,52277213.0,52184131.0,52199500.0,52337986.0,52355070.0,52264491.0,52387669.0,58954344.0,60095102.0,53520733.0,53659474.0,58277389.0,52954888.0,52822681.0,53539038.0,52756818.0,52332248.0,52556966.0,52423547.0,52528833.0,52626565.0,52559671.0,54177671.0,52621988.0,52609834.0,53231385.0,52883836.0,54217746.0,53854406.0,55877081.0,53517890.0,52170142.0,52157630.0,52340220.0,52245517.0,52199297.0,52224918.0,52231026.0,52235455.0,52276652.0,52245623.0,52209467.0,52210899.0,52168512.0,52234644.0,52136169.0,52195079.0,52158313.0,52402538.0,52242188.0,52177079.0,52176325.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52331976.0,52220237.0,52493141.0,52390638.0,52241969.0,52268217.0,52790087.0,52457833.0,52218777.0,52282604.0,52210791.0,52331148.0,52251837.0,52262978.0,52279048.0,52335244.0,52165777.0,55619412.0,60210837.0,57940349.0,55849472.0,53742106.0,52450500.0,53510663.0,54523811.0,54474030.0,53770472.0,54697567.0,52506313.0,52276212.0,52924429.0,52926540.0,53171789.0,53656326.0,53671386.0,52724622.0,52938773.0,53029982.0,55441890.0,54563856.0,52651456.0,52166709.0,52208446.0,52172087.0,52194061.0,52227441.0,52160587.0,52184859.0,52214167.0,52304909.0,52154375.0,52154937.0,52076148.0,52116540.0,52148746.0,52099020.0,52324384.0,52145090.0,52107758.0,52094523.0,52095895.0,52092650.0,52180165.0,52228864.0,52264512.0,52144396.0,52222042.0,52096207.0,52173470.0,52144538.0,52204067.0,52093822.0,52125431.0,52129758.0,52283055.0,52159768.0,52193256.0,52120480.0,52234918.0,52103511.0,52104160.0,52194420.0,52155155.0,52100155.0,52108759.0,52128205.0,52160940.0,52135580.0,52143223.0,52110191.0,52129358.0,52185211.0,52121124.0,52154024.0,52149194.0,52115861.0,52106579.0,52128648.0,52103189.0,52135299.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 893dc75811ae..d4c0e4a03a33 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6441407.5,6483169.328125,6594534.203125,6636296.03125] \ No newline at end of file +[6398129.90625,6457534.3125,6615946.0625,6675350.46875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index c1f1f0395e4d..41c73e897b9d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - - -0.2 - - + - + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 3c6d0ac87f25..9087e09a6243 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - + -0.009 - - - 0.01 - - -0.011 + + +0.012 - + - -60 - - - + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - -240 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 1925477a794e..fd608240854f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -8.0 + +6.6 - - -10.0 + + +6.7 - - -12.0 + + +6.8 - - -14.0 + + +6.9 - - -16.0 + + +7.0 - - -18.0 + + +7.1 - - -20.0 + + +7.2 - + + +7.3 + + + +7.4 + + + +7.5 + + 0 @@ -97,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 32659ceb491d..2d2cef810e3f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -50,26 +50,22 @@ Average Time (ms) - -5 - - - -10 - - - -15 - - - -20 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 37d810d743d6..455c43e24e14 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,51 +9,91 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + - --0.1 - - - --0.08 - - - --0.06 - - - --0.04 - - - --0.02 - - - -1.38778e-17 - - - - - - + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index c85e344cf463..86806ead358a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - -400 + + +300 - - -600 + + +400 - - -800 + + +500 - - -1000 + + +600 - - -1200 + + +700 - - -1400 + + +800 - + - -0.0024 - - - -0.0026 - - - -0.0028 - - - -0.003 - - - -0.0032 + +-0.002 - - -0.0034 + + +-0.0015 - - -0.0036 + + +-0.001 - - -0.0038 + + +-5e-4 - - -0.004 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index cdae01ba7d3b..0635c9b2a4ba 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,57 +13,77 @@ t score 0.0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 59d2ebce5e3b..7af88ef0ceda 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013904 - 0.0014322 - 0.0013689 + 0.0017835 + 0.0018397 + 0.0017599 Mean - 6.5545 ms - 6.5820 ms - 6.6160 ms + 6.5554 ms + 6.5825 ms + 6.6151 ms Std. Dev. - 68.177 µs - 159.03 µs - 223.70 µs + 86.381 µs + 153.60 µs + 214.12 µs Median - 6.5297 ms - 6.5332 ms - 6.5385 ms + 6.5208 ms + 6.5258 ms + 6.5304 ms MAD - 10.407 µs - 14.130 µs - 20.949 µs + 10.607 µs + 15.837 µs + 22.654 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -9.6717% - -3.7930% - +0.7317% - (p = 0.23 > + -0.6562% + +0.0085% + +0.6579% + (p = 0.98 > 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 6ac35092a149..b23bbab73ee0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,57 @@ Average Iteration Time (ms) - + - - - - - - - - + + + + + + + + - + 6.6 - + 6.7 - + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 - - + + 7.5 - + 10 @@ -107,105 +107,105 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index cb217775f655..9f2844bc1324 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -15,13 +15,13 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + 6.6 @@ -35,34 +35,34 @@ Average Iteration Time (ms) 6.8 - + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 - - + + 7.5 - + 10 @@ -104,104 +104,104 @@ Average Iteration Time (ms) 100 - + - - - - - - - + + + + + + + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 23d86d12d8ed..4a7ceefe4609 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - - + + 6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 1a77f5555c9d..0dfd76703180 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,78 +9,54 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - -6.529 - - - -6.53 + +6.52 - - -6.531 + + +6.522 - - -6.532 + + +6.524 - - -6.533 + + +6.526 - - -6.534 + + +6.528 - - -6.535 - - - -6.536 - - - -6.537 - - - -6.538 + + +6.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 57c7bf6c87e5..76371aebd0d5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,34 +46,34 @@ Average Time (ms) - + 6.4 - - + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - + + 7.4 - - + + 7.6 - + Density (a.u.) @@ -82,84 +82,82 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 6a5456c62547..953ef9dd6d18 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - + - + 6.5 - - + + 7 - - + + 7.5 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 7eb461441fb1..37719240b876 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -8.0 + +6.6 - - -10.0 + + +6.7 - - -12.0 + + +6.8 - - -14.0 + + +6.9 - - -16.0 + + +7.0 - - -18.0 + + +7.1 - - -20.0 + + +7.2 - + + +7.3 + + + +7.4 + + + +7.5 + + 0 @@ -94,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - - + + + + - - - + + + - - + + - - + + - - - - + + + + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 9f84b39546c2..2145cfb41d98 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -47,24 +47,20 @@ Average Time (ms) - -5 - - - -10 - - - -15 - - - -20 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index f0039d044448..b13d33bf785e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - + 6.55 - - + + 6.56 - - + + 6.57 - - + + 6.58 - - + + 6.59 - - + + 6.6 - - + + 6.61 - - + + 6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index f7ff6a739427..bb5d478510a6 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77514226.63825001,"upper_bound":77781661.05250001},"point_estimate":77643391.16,"standard_error":68402.97735248035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77425629.0,"upper_bound":77668435.0},"point_estimate":77503530.0,"standard_error":61214.38183786762},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362196.2083697319,"upper_bound":634707.7204316854},"point_estimate":463600.8574694395,"standard_error":66868.13955349685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":532054.2968997642,"upper_bound":847083.0804140518},"point_estimate":688008.8190592085,"standard_error":81371.38432325532}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77658914.35,"upper_bound":77949036.569},"point_estimate":77797062.16,"standard_error":74207.3109898701},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77499326.5,"upper_bound":77718304.0},"point_estimate":77592901.5,"standard_error":63914.83636795034},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304436.3372951746,"upper_bound":588998.4219431877},"point_estimate":426163.72553408146,"standard_error":71058.0008642744},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":551550.4778978921,"upper_bound":911798.7098172258},"point_estimate":744249.5068751564,"standard_error":91906.9613273748}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 9b0985108e72..72aaad2bb96d 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[77617687.0,76931377.0,77224495.0,78873732.0,78422550.0,77832148.0,77351861.0,77776064.0,77138342.0,77000947.0,77408547.0,77443363.0,77442310.0,77846695.0,77665997.0,77342565.0,77645660.0,77175171.0,77163209.0,77746498.0,78180528.0,78088556.0,77206500.0,78149018.0,78041919.0,77399110.0,77751898.0,78257020.0,77502954.0,78520092.0,78565537.0,77697547.0,78624677.0,77839933.0,78221905.0,77428104.0,77426560.0,76844535.0,76727607.0,77458300.0,76840217.0,77529885.0,77079774.0,77483157.0,77254149.0,77800499.0,77871602.0,77552636.0,77694802.0,77672870.0,77438662.0,78233237.0,79088493.0,77504106.0,77300615.0,78157255.0,76689605.0,76338891.0,77269158.0,76757292.0,77461566.0,77522049.0,77718116.0,77509153.0,76848337.0,77668435.0,76767755.0,77215635.0,78850875.0,78709711.0,79046383.0,78413234.0,79355663.0,80810964.0,77361861.0,79436614.0,77761039.0,76801198.0,77794722.0,77157057.0,77045877.0,77840207.0,77354896.0,77403057.0,77412596.0,76979742.0,76641915.0,77274947.0,76567807.0,77319880.0,77224362.0,77473006.0,77010503.0,77525443.0,77935249.0,77411411.0,77903059.0,78199201.0,77759952.0,77307216.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[78268772.0,77275933.0,77531491.0,77224427.0,77480386.0,78693558.0,77585793.0,77918667.0,77148304.0,76698242.0,77395066.0,78110626.0,77506084.0,77421155.0,77504771.0,77168031.0,77476368.0,78593540.0,80396345.0,77389846.0,77600010.0,77432807.0,77346716.0,77714905.0,77376671.0,78815385.0,78300401.0,77505062.0,78101239.0,77397109.0,77220023.0,78229491.0,77499364.0,77224919.0,77427709.0,77470289.0,77540339.0,78989834.0,77506516.0,77265214.0,77317984.0,77569475.0,78129803.0,77603759.0,78741429.0,77860039.0,77718683.0,77664663.0,77765943.0,77883072.0,77402212.0,77808132.0,78210144.0,77292657.0,78697737.0,77493882.0,77429523.0,77138647.0,77718304.0,77386783.0,77947563.0,77467854.0,78068458.0,77708374.0,77261307.0,77481400.0,78277690.0,77308185.0,78885589.0,78581760.0,78964847.0,77619949.0,78201418.0,79117553.0,78217057.0,80390136.0,80333340.0,78117681.0,80544305.0,77624177.0,77851863.0,76843464.0,77488893.0,77824963.0,77781621.0,76866819.0,76889240.0,76629774.0,76848504.0,77784226.0,77982768.0,77226833.0,77391151.0,77896667.0,77054400.0,77040414.0,77765652.0,77657138.0,77660024.0,77518880.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index a10ef2607280..f5850bbbe247 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[75428176.75,76337456.125,78762201.125,79671480.5] \ No newline at end of file +[75333339.25,76362082.0,79105396.0,80134138.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index b911774a3ed6..a88b893db639 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.040818322083026645,"upper_bound":0.045208108487111806},"point_estimate":0.043005948768557456,"standard_error":0.0011137704583653622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04102783287405454,"upper_bound":0.04496428417430609},"point_estimate":0.042274692781841594,"standard_error":0.0010266411562353513}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006668102283366513,"upper_bound":0.004713129646628371},"point_estimate":0.0019791896992666924,"standard_error":0.0013516162439561972},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0016453155975658662,"upper_bound":0.0032924521562087694},"point_estimate":0.001153128122035163,"standard_error":0.0011990404298770317}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index f7ff6a739427..bb5d478510a6 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77514226.63825001,"upper_bound":77781661.05250001},"point_estimate":77643391.16,"standard_error":68402.97735248035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77425629.0,"upper_bound":77668435.0},"point_estimate":77503530.0,"standard_error":61214.38183786762},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362196.2083697319,"upper_bound":634707.7204316854},"point_estimate":463600.8574694395,"standard_error":66868.13955349685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":532054.2968997642,"upper_bound":847083.0804140518},"point_estimate":688008.8190592085,"standard_error":81371.38432325532}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77658914.35,"upper_bound":77949036.569},"point_estimate":77797062.16,"standard_error":74207.3109898701},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77499326.5,"upper_bound":77718304.0},"point_estimate":77592901.5,"standard_error":63914.83636795034},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":304436.3372951746,"upper_bound":588998.4219431877},"point_estimate":426163.72553408146,"standard_error":71058.0008642744},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":551550.4778978921,"upper_bound":911798.7098172258},"point_estimate":744249.5068751564,"standard_error":91906.9613273748}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 9b0985108e72..72aaad2bb96d 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[77617687.0,76931377.0,77224495.0,78873732.0,78422550.0,77832148.0,77351861.0,77776064.0,77138342.0,77000947.0,77408547.0,77443363.0,77442310.0,77846695.0,77665997.0,77342565.0,77645660.0,77175171.0,77163209.0,77746498.0,78180528.0,78088556.0,77206500.0,78149018.0,78041919.0,77399110.0,77751898.0,78257020.0,77502954.0,78520092.0,78565537.0,77697547.0,78624677.0,77839933.0,78221905.0,77428104.0,77426560.0,76844535.0,76727607.0,77458300.0,76840217.0,77529885.0,77079774.0,77483157.0,77254149.0,77800499.0,77871602.0,77552636.0,77694802.0,77672870.0,77438662.0,78233237.0,79088493.0,77504106.0,77300615.0,78157255.0,76689605.0,76338891.0,77269158.0,76757292.0,77461566.0,77522049.0,77718116.0,77509153.0,76848337.0,77668435.0,76767755.0,77215635.0,78850875.0,78709711.0,79046383.0,78413234.0,79355663.0,80810964.0,77361861.0,79436614.0,77761039.0,76801198.0,77794722.0,77157057.0,77045877.0,77840207.0,77354896.0,77403057.0,77412596.0,76979742.0,76641915.0,77274947.0,76567807.0,77319880.0,77224362.0,77473006.0,77010503.0,77525443.0,77935249.0,77411411.0,77903059.0,78199201.0,77759952.0,77307216.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[78268772.0,77275933.0,77531491.0,77224427.0,77480386.0,78693558.0,77585793.0,77918667.0,77148304.0,76698242.0,77395066.0,78110626.0,77506084.0,77421155.0,77504771.0,77168031.0,77476368.0,78593540.0,80396345.0,77389846.0,77600010.0,77432807.0,77346716.0,77714905.0,77376671.0,78815385.0,78300401.0,77505062.0,78101239.0,77397109.0,77220023.0,78229491.0,77499364.0,77224919.0,77427709.0,77470289.0,77540339.0,78989834.0,77506516.0,77265214.0,77317984.0,77569475.0,78129803.0,77603759.0,78741429.0,77860039.0,77718683.0,77664663.0,77765943.0,77883072.0,77402212.0,77808132.0,78210144.0,77292657.0,78697737.0,77493882.0,77429523.0,77138647.0,77718304.0,77386783.0,77947563.0,77467854.0,78068458.0,77708374.0,77261307.0,77481400.0,78277690.0,77308185.0,78885589.0,78581760.0,78964847.0,77619949.0,78201418.0,79117553.0,78217057.0,80390136.0,80333340.0,78117681.0,80544305.0,77624177.0,77851863.0,76843464.0,77488893.0,77824963.0,77781621.0,76866819.0,76889240.0,76629774.0,76848504.0,77784226.0,77982768.0,77226833.0,77391151.0,77896667.0,77054400.0,77040414.0,77765652.0,77657138.0,77660024.0,77518880.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index a10ef2607280..f5850bbbe247 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[75428176.75,76337456.125,78762201.125,79671480.5] \ No newline at end of file +[75333339.25,76362082.0,79105396.0,80134138.75] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 750d276dc6c1..7b7bddee2128 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - + - + +300 + + + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - -650 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 26a37da87fd7..80ca2127b840 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - -0.0045 - - + -0.005 +0.0045 - -500 - - - + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - - - + + +900 + + + +950 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 8a433ed5f86a..5edf90016312 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -74.0 + +76.5 - - -75.0 - - - -76.0 - - - + + 77.0 - - + + +77.5 + + + 78.0 - - + + +78.5 + + + 79.0 - - + + +79.5 + + + 80.0 - + + +80.5 + + 0 @@ -97,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 866a7670c563..6b7150e5dc6a 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - + - -74 - - - + 76 - - + + 78 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index f50e72f2fc44..9e6f20d82334 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,83 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -0.0405 - - - -0.041 - - - -0.0415 - - - -0.042 - - - -0.0425 - - - -0.043 - - - -0.0435 - - - -0.044 - - - -0.0445 - - - -0.045 - - - -0.0455 - - - - - - + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index c089ccda8b66..b5bb1dda6ab9 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - + -450 +300 - -500 + +350 - + - -0.041 - - - -0.0415 - - - -0.042 - - - -0.0425 - - - -0.043 - - - -0.0435 - - - -0.044 - - - -0.0445 - - - -0.045 - - - - - - + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index fb27870785a6..98fcd585084b 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index cad3eae8e96d..d1a195f391e3 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0023233 - 0.0024058 - 0.0023117 + 0.0013619 + 0.0014092 + 0.0013523 Mean - 77.514 ms - 77.643 ms - 77.782 ms + 77.659 ms + 77.797 ms + 77.949 ms Std. Dev. - 532.05 µs - 688.01 µs - 847.08 µs + 551.55 µs + 744.25 µs + 911.80 µs Median - 77.426 ms - 77.504 ms - 77.668 ms + 77.499 ms + 77.593 ms + 77.718 ms MAD - 362.20 µs - 463.60 µs - 634.71 µs + 304.44 µs + 426.16 µs + 589.00 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +4.0818% - +4.3006% - +4.5208% - (p = 0.00 < + -0.0667% + +0.1979% + +0.4713% + (p = 0.13 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 61fe087f22b1..d17d3ed67818 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -76.5 - - - + 77.0 - - + + 77.5 - - + + 78.0 - - + + 78.5 - - + + 79.0 - - + + 79.5 - - + + 80.0 - - + + 80.5 - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 47a1a1038122..780f97f8c94b 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -76.5 - - - + 77.0 - - + + 77.5 - - + + 78.0 - - + + 78.5 - - + + 79.0 - - + + 79.5 - - + + 80.0 - - + + 80.5 - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index f3339c27c1a8..828b062934ff 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -77.5 - - - -77.55 - - - -77.6 - - - + 77.65 - - + + 77.7 - - + + 77.75 - - + + 77.8 - - - - + + +77.85 + + + +77.9 + + + +77.95 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 2d0f9a4d731b..120cc52fc0f6 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + +8 - + - -77.4 - - - -77.45 - - - + 77.5 - - + + 77.55 - - + + 77.6 - - + + 77.65 - - - - + + +77.7 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 375d49fc6bf5..eac2970ae6e3 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,30 +54,50 @@ Average Time (ms) - + 76 - - + + +76.5 + + + 77 - - + + +77.5 + + + 78 - - + + +78.5 + + + 79 - - + + +79.5 + + + 80 - - + + +80.5 + + + 81 - + Density (a.u.) @@ -86,50 +106,50 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - + + +0.7 + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index e1b261078699..3898a12b4708 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - + 76 - - + + 78 - - + + 80 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 9f19905ff8c5..2e972ccd12ad 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,52 @@ Average Iteration Time (ms) - - - - + + + + + - - + + + - -74.0 + +76.5 - - -75.0 + + +77.0 - - -76.0 + + +77.5 - - -77.0 + + +78.0 + + + +78.5 - + -78.0 +79.0 - -79.0 + +79.5 - - + + 80.0 - + + +80.5 + + 0 @@ -94,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index be4abd1c94d1..71942f9cf8ed 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - + - -74 - - - + 76 - - + + 78 - - + + 80 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 371f4d42c197..29b1985d5a3f 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -77.5 - - - -77.55 - - - -77.6 - - - + 77.65 - - + + 77.7 - - + + 77.75 - - + + 77.8 - - - - + + +77.85 + + + +77.9 + + + +77.95 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 941d021c651c..99ca9f6a594d 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43781608.00675,"upper_bound":43981261.970625},"point_estimate":43884534.12,"standard_error":50882.19316037779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44103317.0,"upper_bound":44130217.25},"point_estimate":44116220.75,"standard_error":6324.593748997962},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47866.11080020666,"upper_bound":85338.825134933},"point_estimate":64870.791198313236,"standard_error":9622.95537078745},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":430160.4038414824,"upper_bound":566948.2183818563},"point_estimate":509495.6606512267,"standard_error":34910.04555377663}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44418570.162125,"upper_bound":44649291.595625006},"point_estimate":44521049.94,"standard_error":59144.07571713258},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44397979.5,"upper_bound":44434423.5},"point_estimate":44418957.0,"standard_error":9493.223096769012},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52885.453011095524,"upper_bound":102952.48347222805},"point_estimate":70172.93935418129,"standard_error":12730.166498900482},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266494.66130845965,"upper_bound":908412.437896298},"point_estimate":594199.6159088616,"standard_error":181181.45950494078}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 6c04b76e41d4..dacc3a34cd32 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88377753.0,88310998.0,85767570.0,87033734.0,88249673.0,88312801.0,89114958.0,88403310.0,85755959.0,88233383.0,85754527.0,88226150.0,88259652.0,88160246.0,88279069.0,88208576.0,85789121.0,86429095.0,88233423.0,88231500.0,85846499.0,88315546.0,88320606.0,88382922.0,85854784.0,88276233.0,88270943.0,88235948.0,86287692.0,85696639.0,88106797.0,88186405.0,88136532.0,88126062.0,88147503.0,88257428.0,88331947.0,85878579.0,88212293.0,88160747.0,88265593.0,88338409.0,88186595.0,88313533.0,88140920.0,88625334.0,88195132.0,88220068.0,88387500.0,88201523.0,88285350.0,88791715.0,88282976.0,88162661.0,88339211.0,85762221.0,88253200.0,85896672.0,88525398.0,88806683.0,88244944.0,88272175.0,85822834.0,88268151.0,88263441.0,88211745.0,88319296.0,88230100.0,88350745.0,88221494.0,85725237.0,85964554.0,88164688.0,88295682.0,88742676.0,88331268.0,88226853.0,85789388.0,85888642.0,88276395.0,88338893.0,88183292.0,86002746.0,88236792.0,88138268.0,85987517.0,88264264.0,88372315.0,85838829.0,85891157.0,88250758.0,88330848.0,89226758.0,88228887.0,88457483.0,88172593.0,88299680.0,86401700.0,88199483.0,88329956.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89273844.0,88461764.0,88844952.0,88728442.0,88828580.0,88747549.0,90400574.0,88794276.0,88697986.0,88890496.0,89506309.0,87015920.0,88810887.0,88671586.0,88757378.0,88794197.0,88712763.0,88737129.0,88771764.0,88790779.0,89394230.0,89018365.0,88748440.0,88795959.0,88772375.0,88876861.0,85987791.0,89034476.0,88758098.0,88777414.0,89973184.0,90097847.0,89383750.0,88713075.0,88731199.0,88868847.0,90014432.0,88916606.0,88927476.0,89910086.0,88431368.0,88851956.0,88839021.0,88859850.0,88957272.0,89357922.0,88709378.0,88800529.0,88761786.0,88889846.0,88768700.0,88839492.0,88824835.0,88799917.0,90463653.0,88884226.0,88847256.0,88825035.0,98200961.0,92824574.0,88230672.0,88710911.0,88886931.0,88905285.0,88770513.0,88715840.0,88766876.0,88730398.0,89687611.0,88569527.0,88789578.0,88857556.0,88707394.0,88727953.0,88890548.0,88723776.0,88888765.0,88852747.0,88815106.0,89494849.0,86030332.0,89060486.0,89458821.0,88617066.0,88804266.0,90101305.0,88836807.0,90237810.0,88886019.0,88858037.0,89067278.0,88927507.0,88915645.0,89467328.0,89135606.0,88715690.0,88743011.0,88902891.0,88743493.0,90302491.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index c9aeffec02ef..b9f06600d96e 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[43798353.0,43932655.125,44290794.125,44425096.25] \ No newline at end of file +[44034252.125,44203759.8125,44655780.3125,44825288.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 9baf152a21c0..bbe7f7f9b4ec 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018850375526328424,"upper_bound":-0.00967857437610603},"point_estimate":-0.013645612067879731,"standard_error":0.0023696463817216044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005746499103005731,"upper_bound":-0.0050768836870227485},"point_estimate":-0.005430376850748098,"standard_error":0.00016158401985418204}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011255161896190496,"upper_bound":0.0181539291319195},"point_estimate":0.014504331258467618,"standard_error":0.001779940000701826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006305139373875557,"upper_bound":0.007342298728180014},"point_estimate":0.006862243520712186,"standard_error":0.00026544635446777205}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 941d021c651c..99ca9f6a594d 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43781608.00675,"upper_bound":43981261.970625},"point_estimate":43884534.12,"standard_error":50882.19316037779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44103317.0,"upper_bound":44130217.25},"point_estimate":44116220.75,"standard_error":6324.593748997962},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47866.11080020666,"upper_bound":85338.825134933},"point_estimate":64870.791198313236,"standard_error":9622.95537078745},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":430160.4038414824,"upper_bound":566948.2183818563},"point_estimate":509495.6606512267,"standard_error":34910.04555377663}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44418570.162125,"upper_bound":44649291.595625006},"point_estimate":44521049.94,"standard_error":59144.07571713258},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44397979.5,"upper_bound":44434423.5},"point_estimate":44418957.0,"standard_error":9493.223096769012},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52885.453011095524,"upper_bound":102952.48347222805},"point_estimate":70172.93935418129,"standard_error":12730.166498900482},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266494.66130845965,"upper_bound":908412.437896298},"point_estimate":594199.6159088616,"standard_error":181181.45950494078}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 6c04b76e41d4..dacc3a34cd32 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88377753.0,88310998.0,85767570.0,87033734.0,88249673.0,88312801.0,89114958.0,88403310.0,85755959.0,88233383.0,85754527.0,88226150.0,88259652.0,88160246.0,88279069.0,88208576.0,85789121.0,86429095.0,88233423.0,88231500.0,85846499.0,88315546.0,88320606.0,88382922.0,85854784.0,88276233.0,88270943.0,88235948.0,86287692.0,85696639.0,88106797.0,88186405.0,88136532.0,88126062.0,88147503.0,88257428.0,88331947.0,85878579.0,88212293.0,88160747.0,88265593.0,88338409.0,88186595.0,88313533.0,88140920.0,88625334.0,88195132.0,88220068.0,88387500.0,88201523.0,88285350.0,88791715.0,88282976.0,88162661.0,88339211.0,85762221.0,88253200.0,85896672.0,88525398.0,88806683.0,88244944.0,88272175.0,85822834.0,88268151.0,88263441.0,88211745.0,88319296.0,88230100.0,88350745.0,88221494.0,85725237.0,85964554.0,88164688.0,88295682.0,88742676.0,88331268.0,88226853.0,85789388.0,85888642.0,88276395.0,88338893.0,88183292.0,86002746.0,88236792.0,88138268.0,85987517.0,88264264.0,88372315.0,85838829.0,85891157.0,88250758.0,88330848.0,89226758.0,88228887.0,88457483.0,88172593.0,88299680.0,86401700.0,88199483.0,88329956.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89273844.0,88461764.0,88844952.0,88728442.0,88828580.0,88747549.0,90400574.0,88794276.0,88697986.0,88890496.0,89506309.0,87015920.0,88810887.0,88671586.0,88757378.0,88794197.0,88712763.0,88737129.0,88771764.0,88790779.0,89394230.0,89018365.0,88748440.0,88795959.0,88772375.0,88876861.0,85987791.0,89034476.0,88758098.0,88777414.0,89973184.0,90097847.0,89383750.0,88713075.0,88731199.0,88868847.0,90014432.0,88916606.0,88927476.0,89910086.0,88431368.0,88851956.0,88839021.0,88859850.0,88957272.0,89357922.0,88709378.0,88800529.0,88761786.0,88889846.0,88768700.0,88839492.0,88824835.0,88799917.0,90463653.0,88884226.0,88847256.0,88825035.0,98200961.0,92824574.0,88230672.0,88710911.0,88886931.0,88905285.0,88770513.0,88715840.0,88766876.0,88730398.0,89687611.0,88569527.0,88789578.0,88857556.0,88707394.0,88727953.0,88890548.0,88723776.0,88888765.0,88852747.0,88815106.0,89494849.0,86030332.0,89060486.0,89458821.0,88617066.0,88804266.0,90101305.0,88836807.0,90237810.0,88886019.0,88858037.0,89067278.0,88927507.0,88915645.0,89467328.0,89135606.0,88715690.0,88743011.0,88902891.0,88743493.0,90302491.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index c9aeffec02ef..b9f06600d96e 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[43798353.0,43932655.125,44290794.125,44425096.25] \ No newline at end of file +[44034252.125,44203759.8125,44655780.3125,44825288.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 6f0403849802..429f2d3de7a9 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - -0.045 - - - -0.05 - - - -0.055 - - + - -45 - - - + 50 - - -55 - - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - -85 + + +90 + + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 5920048c5460..900bac9d116f 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -10,69 +10,69 @@ Average time (µs) -0.002 +5e-4 - -0.004 + +0.001 + + + +0.0015 - - -0.006 + + +0.002 - - -0.008 + + +0.0025 - - -0.01 + + +0.003 - - -0.012 + + +0.0035 - + - -420 + +200 - - -440 + + +300 - - -460 + + +400 - + -480 - - - 500 - - -520 + + +600 - - -540 + + +700 - - -560 + + +800 - - -580 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index e834b0fe7bbe..330c1434c9bc 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 43.0 - - + + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - -50.0 - - - -51.0 - - - -52.0 - - - -53.0 - - + 0 @@ -117,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 92078dccd3a3..03365f2b02ce 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -34,18 +34,22 @@ Average Time (ms) - -45 - - - -50 - - - - - - + +44 + + + +46 + + + +48 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 6d50ad205175..460ba6bf7fd4 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + - --0.019 - - - --0.018 - - - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - - - - + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 9f50eb978b56..936719d0508f 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 + + + +600 - - -1500 + + +800 - - -2000 + + +1000 - - -2500 + + +1200 - - -3000 + + +1400 - + - --0.0058 - - - --0.0057 + +0.0062 - - --0.0056 + + +0.0064 - - --0.0055 + + +0.0066 - - --0.0054 + + +0.0068 - - --0.0053 + + +0.007 - - --0.0052 + + +0.0072 - - --0.0051 + + +0.0074 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index b28d606481a6..9ab2549f59f2 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 09a8961dab53..1ac0743812c0 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0029306 - 0.0030510 - 0.0029442 + 0.0109101 + 0.0112343 + 0.0107349 Mean - 43.782 ms - 43.885 ms - 43.981 ms + 44.419 ms + 44.521 ms + 44.649 ms Std. Dev. - 430.16 µs - 509.50 µs - 566.95 µs + 266.49 µs + 594.20 µs + 908.41 µs Median - 44.103 ms - 44.116 ms - 44.130 ms + 44.398 ms + 44.419 ms + 44.434 ms MAD - 47.866 µs - 64.871 µs - 85.339 µs + 52.885 µs + 70.173 µs + 102.95 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.8850% - -1.3646% - -0.9679% + +1.1255% + +1.4504% + +1.8154% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 9d058c99fd8b..da65acf27e43 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - + 43.0 - - -43.2 - - - -43.4 + + +44.0 - - -43.6 + + +45.0 - - -43.8 + + +46.0 - - -44.0 + + +47.0 - - -44.2 + + +48.0 - - -44.4 + + +49.0 - + 10 @@ -97,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 7f34b27109ac..0c96702bbb0b 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - + 43.0 - - -43.2 - - - -43.4 + + +44.0 - - -43.6 + + +45.0 - - -43.8 + + +46.0 - - -44.0 + + +47.0 - - -44.2 + + +48.0 - - -44.4 + + +49.0 - + 10 @@ -94,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index cc563dbd9b20..6e2a7556c1f6 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - -43.8 + +44.4 + + + +44.45 - - -43.85 + + +44.5 - - -43.9 + + +44.55 - - -43.95 + + +44.6 - - -44 + + +44.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 674c3d91b7c5..5eafa90c3797 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -10,57 +10,73 @@ Average time (ms) -20 +10 - + +20 + + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 + + + + +44.395 - - -100 + + +44.4 - - -120 + + +44.405 - - - -44.105 + + +44.41 - - -44.11 + + +44.415 - - -44.115 + + +44.42 - - -44.12 + + +44.425 - - -44.125 + + +44.43 - - -44.13 + + +44.435 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index edadbf90106a..f96fd610811d 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,30 +54,34 @@ Average Time (ms) - -42.5 - - - + 43 - - -43.5 - - - + + 44 - - -44.5 - - - + + 45 - + + +46 + + + +47 + + + +48 + + + +49 + + Density (a.u.) @@ -86,94 +90,82 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 2745a6a614a2..0eca9abc9d38 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -43 - - - + 44 - - -45 + + +46 + + + +48 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index c836954d1b3f..7fb13fdffeec 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 43.0 - - + + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - -50.0 - - - -51.0 - - - -52.0 - - - -53.0 - - + 0 @@ -114,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index a5dd8fdcaee0..0bf7eaf8cd01 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -31,16 +31,20 @@ Average Time (ms) - -45 - - - -50 - - - - - - + +44 + + + +46 + + + +48 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 922433b284b9..6f7d4faf788d 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - -43.8 + +44.4 + + + +44.45 - - -43.85 + + +44.5 - - -43.9 + + +44.55 - - -43.95 + + +44.6 - - -44 + + +44.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index a2c5e9a936a8..76d3019ef485 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47341139.422625,"upper_bound":47638478.46},"point_estimate":47488024.61,"standard_error":76134.34715044578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47318477.25,"upper_bound":47556921.0},"point_estimate":47438285.75,"standard_error":57210.47557578358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548961.9216039777,"upper_bound":833969.8981940746},"point_estimate":698509.186398983,"standard_error":70331.51742363078},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":650465.8665252347,"upper_bound":865746.5259140305},"point_estimate":764472.1215801697,"standard_error":54887.9837115325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44325609.445,"upper_bound":44464789.755},"point_estimate":44392818.125,"standard_error":35333.641288852545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44218162.0,"upper_bound":44434091.5},"point_estimate":44271965.25,"standard_error":62093.00378991735},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230423.83465915918,"upper_bound":391423.44295084476},"point_estimate":277580.89202195406,"standard_error":46172.817047889395},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279811.97917874943,"upper_bound":426539.4755421174},"point_estimate":356143.4275750231,"standard_error":37509.184067464674}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index c35316af6b02..02c12b30bbd1 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[97322063.0,98000710.0,97640768.0,95185566.0,98162392.0,95835440.0,96315976.0,96846686.0,95703613.0,94832267.0,93186315.0,94426349.0,94871681.0,93204299.0,93841558.0,92222387.0,93713279.0,93557939.0,94588182.0,94216598.0,95113842.0,93909064.0,93259512.0,95894560.0,94432050.0,95652208.0,93815520.0,93095627.0,95297185.0,95807106.0,95902043.0,96272675.0,97928685.0,93999944.0,94919580.0,96752440.0,95282227.0,95052328.0,95538736.0,93919383.0,93835327.0,92574344.0,94901406.0,93496284.0,94964334.0,92541202.0,96842508.0,92785211.0,94288466.0,93854448.0,95487881.0,94991026.0,94773280.0,94637047.0,93922554.0,97779973.0,94817572.0,95691621.0,95523678.0,94908672.0,96084433.0,96456376.0,97673454.0,97542891.0,97285481.0,95559435.0,98083668.0,94746951.0,94743646.0,95731064.0,96691735.0,93479720.0,95173576.0,93685924.0,94190454.0,99471243.0,94862856.0,95007516.0,92640626.0,92205556.0,97104564.0,94013804.0,95917342.0,94205412.0,94078356.0,94821259.0,94685727.0,95136066.0,94881462.0,95133662.0,94122908.0,95098035.0,95680801.0,94487498.0,94178773.0,93984690.0,93484329.0,93425639.0,92046762.0,91665611.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87964920.0,90493657.0,88538415.0,89264794.0,88355311.0,88506255.0,88367785.0,88162230.0,89096260.0,89496729.0,88282665.0,88490855.0,89224861.0,88436324.0,89811419.0,89414715.0,89125744.0,89479116.0,89338582.0,89190676.0,88782101.0,88181296.0,88197787.0,88303344.0,88196013.0,89011240.0,89792063.0,88784476.0,89470851.0,88586836.0,88834971.0,89120776.0,89034183.0,89923258.0,89816819.0,89258564.0,88959714.0,88911133.0,88535360.0,88273269.0,88185826.0,88037878.0,88229617.0,88549446.0,87896644.0,88077252.0,88195754.0,87774094.0,87972085.0,88673488.0,88184860.0,88208868.0,88211824.0,88375561.0,87645713.0,87933543.0,88402961.0,88023611.0,88264072.0,88332780.0,88303118.0,89375112.0,89158166.0,88874766.0,91203766.0,88795396.0,88465930.0,88033871.0,87947519.0,89335979.0,88223997.0,88759499.0,88848646.0,89097191.0,91385837.0,88510994.0,88868183.0,88436304.0,88030184.0,89304890.0,91160605.0,88942472.0,89586999.0,88413711.0,88249905.0,88521313.0,89275776.0,88889682.0,89069089.0,88533166.0,88954875.0,88998436.0,88418281.0,89729215.0,89742640.0,88274652.0,88526594.0,89381534.0,88320668.0,88423420.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 3e1aa6100830..920f838fce43 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[44218410.75,45589645.6875,49246272.1875,50617507.125] \ No newline at end of file +[42792499.25,43463992.0625,45254639.5625,45926132.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index e5cc3d2b67bf..90ed7febbeb9 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07839006034615784,"upper_bound":0.08705797283206382},"point_estimate":0.08259031045537002,"standard_error":0.0021929279482949112},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0787933434598811,"upper_bound":0.08646208521326382},"point_estimate":0.08245414365225212,"standard_error":0.001876778929611575}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06844467341646954,"upper_bound":-0.06188873882838801},"point_estimate":-0.0651786742114393,"standard_error":0.0016713998374337357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06911189999866954,"upper_bound":-0.06251148248362792},"point_estimate":-0.06674609864037928,"standard_error":0.001743932551728619}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index a2c5e9a936a8..76d3019ef485 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47341139.422625,"upper_bound":47638478.46},"point_estimate":47488024.61,"standard_error":76134.34715044578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47318477.25,"upper_bound":47556921.0},"point_estimate":47438285.75,"standard_error":57210.47557578358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548961.9216039777,"upper_bound":833969.8981940746},"point_estimate":698509.186398983,"standard_error":70331.51742363078},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":650465.8665252347,"upper_bound":865746.5259140305},"point_estimate":764472.1215801697,"standard_error":54887.9837115325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44325609.445,"upper_bound":44464789.755},"point_estimate":44392818.125,"standard_error":35333.641288852545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44218162.0,"upper_bound":44434091.5},"point_estimate":44271965.25,"standard_error":62093.00378991735},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230423.83465915918,"upper_bound":391423.44295084476},"point_estimate":277580.89202195406,"standard_error":46172.817047889395},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":279811.97917874943,"upper_bound":426539.4755421174},"point_estimate":356143.4275750231,"standard_error":37509.184067464674}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index c35316af6b02..02c12b30bbd1 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[97322063.0,98000710.0,97640768.0,95185566.0,98162392.0,95835440.0,96315976.0,96846686.0,95703613.0,94832267.0,93186315.0,94426349.0,94871681.0,93204299.0,93841558.0,92222387.0,93713279.0,93557939.0,94588182.0,94216598.0,95113842.0,93909064.0,93259512.0,95894560.0,94432050.0,95652208.0,93815520.0,93095627.0,95297185.0,95807106.0,95902043.0,96272675.0,97928685.0,93999944.0,94919580.0,96752440.0,95282227.0,95052328.0,95538736.0,93919383.0,93835327.0,92574344.0,94901406.0,93496284.0,94964334.0,92541202.0,96842508.0,92785211.0,94288466.0,93854448.0,95487881.0,94991026.0,94773280.0,94637047.0,93922554.0,97779973.0,94817572.0,95691621.0,95523678.0,94908672.0,96084433.0,96456376.0,97673454.0,97542891.0,97285481.0,95559435.0,98083668.0,94746951.0,94743646.0,95731064.0,96691735.0,93479720.0,95173576.0,93685924.0,94190454.0,99471243.0,94862856.0,95007516.0,92640626.0,92205556.0,97104564.0,94013804.0,95917342.0,94205412.0,94078356.0,94821259.0,94685727.0,95136066.0,94881462.0,95133662.0,94122908.0,95098035.0,95680801.0,94487498.0,94178773.0,93984690.0,93484329.0,93425639.0,92046762.0,91665611.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87964920.0,90493657.0,88538415.0,89264794.0,88355311.0,88506255.0,88367785.0,88162230.0,89096260.0,89496729.0,88282665.0,88490855.0,89224861.0,88436324.0,89811419.0,89414715.0,89125744.0,89479116.0,89338582.0,89190676.0,88782101.0,88181296.0,88197787.0,88303344.0,88196013.0,89011240.0,89792063.0,88784476.0,89470851.0,88586836.0,88834971.0,89120776.0,89034183.0,89923258.0,89816819.0,89258564.0,88959714.0,88911133.0,88535360.0,88273269.0,88185826.0,88037878.0,88229617.0,88549446.0,87896644.0,88077252.0,88195754.0,87774094.0,87972085.0,88673488.0,88184860.0,88208868.0,88211824.0,88375561.0,87645713.0,87933543.0,88402961.0,88023611.0,88264072.0,88332780.0,88303118.0,89375112.0,89158166.0,88874766.0,91203766.0,88795396.0,88465930.0,88033871.0,87947519.0,89335979.0,88223997.0,88759499.0,88848646.0,89097191.0,91385837.0,88510994.0,88868183.0,88436304.0,88030184.0,89304890.0,91160605.0,88942472.0,89586999.0,88413711.0,88249905.0,88521313.0,89275776.0,88889682.0,89069089.0,88533166.0,88954875.0,88998436.0,88418281.0,89729215.0,89742640.0,88274652.0,88526594.0,89381534.0,88320668.0,88423420.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 3e1aa6100830..920f838fce43 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[44218410.75,45589645.6875,49246272.1875,50617507.125] \ No newline at end of file +[42792499.25,43463992.0625,45254639.5625,45926132.375] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 56d62ff75d8a..b656d8963a96 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -550 + +220 + + + +240 + + + +260 + + + +280 - - -600 + + +300 - - -650 + + +320 - - -700 + + +340 - - -750 + + +360 - - -800 + + +380 - - -850 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 42c8f3baba7e..ea5e22623d4f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -650 + +280 + + + +300 + + + +320 + + + +340 + + + +360 - - -700 + + +380 - - -750 + + +400 - - -800 + + +420 - - -850 + + +440 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 2e9e26920aa1..dee96bb7860e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index b3c3e58b654f..1e00d333cc30 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + 44 - - + + 46 - - + + 48 - - + + 50 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 65a8ba30d725..fdb43df29936 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 + + +200 - - -180 - - + - -0.078 - - - -0.079 - - - -0.08 - - - -0.081 + +-0.069 - - -0.082 + + +-0.068 - - -0.083 + + +-0.067 - - -0.084 + + +-0.066 - - -0.085 + + +-0.065 - - -0.086 + + +-0.064 - - -0.087 + + +-0.063 - - -0.088 + + +-0.062 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 26233613ebe5..524748ef0578 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -0.078 - - - -0.079 + + +300 - - -0.08 + + + +-0.069 - - -0.081 + + +-0.068 - - -0.082 + + +-0.067 - - -0.083 + + +-0.066 - - -0.084 + + +-0.065 - - -0.085 + + +-0.064 - - -0.086 + + +-0.063 - - -0.087 + + +-0.062 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 2552e271adfc..597c27fb2181 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -41,53 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 4b4f0cad1f59..bc6842d92723 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0436581 - 0.0452126 - 0.0435844 + 0.0025151 + 0.0026053 + 0.0025023 Mean - 47.341 ms - 47.488 ms - 47.638 ms + 44.326 ms + 44.393 ms + 44.465 ms Std. Dev. - 650.47 µs - 764.47 µs - 865.75 µs + 279.81 µs + 356.14 µs + 426.54 µs Median - 47.318 ms - 47.438 ms - 47.557 ms + 44.218 ms + 44.272 ms + 44.434 ms MAD - 548.96 µs - 698.51 µs - 833.97 µs + 230.42 µs + 277.58 µs + 391.42 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +7.8390% - +8.2590% - +8.7058% + -6.8445% + -6.5179% + -6.1889% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 1ec5d4d5fdfd..6506eb22a6af 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,47 +15,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -46.0 + +44.0 - - -46.5 + + +44.2 - - -47.0 + + +44.4 - - -47.5 + + +44.6 - - -48.0 + + +44.8 - - -48.5 + + +45.0 - - -49.0 + + +45.2 - - -49.5 + + +45.4 - + 10 @@ -97,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index ae57eb90daa3..f050fe4d31ef 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,47 +12,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -46.0 + +44.0 - - -46.5 + + +44.2 - - -47.0 + + +44.4 - - -47.5 + + +44.6 - - -48.0 + + +44.8 - - -48.5 + + +45.0 - - -49.0 + + +45.2 - - -49.5 + + +45.4 - + 10 @@ -94,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index e44a0981ed3c..b65dccd55d8a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 - - - -3 - - - -3.5 - - - + + 4 - - -4.5 + + +6 + + + +8 - - -5 + + +10 - - -5.5 + + +12 - + - -47.35 + +44.32 - - -47.4 + + +44.34 - - -47.45 + + +44.36 - + + +44.38 + + -47.5 +44.4 - -47.55 + +44.42 + + + +44.44 - - -47.6 + + +44.46 - - -47.65 + + +44.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index fe1d0e5c8759..77c1afc01c2e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + + +20 + + + +22 + + - -47.3 + +44.2 - - -47.35 + + +44.25 - - -47.4 + + +44.3 - - -47.45 + + +44.35 - - -47.5 + + +44.4 - - -47.55 + + +44.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index d25c9bd6ec1c..c38267aa7527 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -45 + +43.5 - - -46 + + +44 - - -47 + + +44.5 - - -48 + + +45 - - -49 + + +45.5 - - -50 + + +46 - + Density (a.u.) @@ -86,54 +86,42 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 - - - -0.3 + + +0.4 - - -0.35 + + +0.6 - - -0.4 + + +0.8 - - -0.45 + + +1 - - -0.5 + + +1.2 - - - - - + + + + + - - - + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 457fcf65c4ee..be0736d5af6c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 + + +0.6 + + + +0.8 + + + +1 - + + +1.2 + + - -46 + +44 - - -48 + + +45 - - -50 + + +46 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 2cd6fc037c24..975dff9bf1ac 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 44.0 - - + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 421cf91e17dd..d3ca65cd87ad 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + 44 - - + + 46 - - + + 48 - - + + 50 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index d80250763634..e9ce0806212d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 - - - -3 - - - -3.5 - - - + + 4 - - -4.5 + + +6 + + + +8 - - -5 + + +10 - - -5.5 + + +12 - + - -47.35 + +44.32 - - -47.4 + + +44.34 - - -47.45 + + +44.36 - + + +44.38 + + -47.5 +44.4 - -47.55 + +44.42 + + + +44.44 - - -47.6 + + +44.46 - - -47.65 + + +44.48 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 3c0d66eac845..a564d290fbc1 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434110.63078125,"upper_bound":6439137.862437501},"point_estimate":6436487.2975,"standard_error":1287.9937246567858},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431331.0,"upper_bound":6435836.25},"point_estimate":6433071.75,"standard_error":1259.863936714495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6946.907501667738,"upper_bound":11924.18093830347},"point_estimate":9487.89853155613,"standard_error":1266.3953567835267},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9016.396068628468,"upper_bound":16919.231798884455},"point_estimate":12939.980264494663,"standard_error":2061.404250231775}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6430930.807124999,"upper_bound":6443187.673625},"point_estimate":6436332.21875,"standard_error":3147.226346643246},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6426777.625,"upper_bound":6430601.875},"point_estimate":6428047.5,"standard_error":912.4706744556829},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5867.204070836306,"upper_bound":11242.462937906384},"point_estimate":7940.2494840323925,"standard_error":1445.618743587112},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14122.14025851643,"upper_bound":46523.42560260892},"point_estimate":31727.27306956389,"standard_error":8573.4845776485}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index d9ae8240da11..e4ec03c03baa 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51700792.0,51448449.0,51516217.0,51551032.0,51587009.0,51745254.0,51630641.0,51461895.0,51540352.0,51464910.0,51442478.0,51405640.0,51413825.0,51799507.0,51638746.0,51456290.0,51383117.0,51456634.0,51425025.0,51386312.0,51357669.0,51426187.0,51427920.0,51396412.0,51524841.0,51462886.0,51470650.0,51600933.0,51457104.0,51452847.0,51454851.0,51416789.0,51389509.0,51554576.0,51444822.0,51439261.0,51395360.0,51550008.0,51586807.0,51537745.0,51532916.0,51479406.0,51534019.0,51489255.0,51442447.0,51557061.0,51569905.0,51492501.0,51427259.0,51511686.0,51451144.0,51426808.0,51815162.0,51570377.0,51484535.0,51420787.0,51487251.0,51463567.0,51534919.0,51435144.0,51481219.0,51474477.0,51406440.0,51562732.0,51422940.0,51414004.0,51511036.0,51435344.0,51388367.0,51401301.0,51447958.0,51369751.0,51483303.0,51410228.0,51385521.0,51418423.0,51464238.0,51486690.0,51378428.0,51390911.0,51423452.0,51537815.0,51519521.0,51603578.0,51401531.0,51511837.0,51443679.0,51419254.0,51481750.0,51587147.0,51407873.0,52051453.0,51475308.0,51541522.0,51417991.0,51563783.0,51521394.0,51587418.0,51492961.0,51539809.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51358958.0,51368836.0,51395616.0,51589400.0,51485856.0,51448596.0,51512565.0,51453454.0,51439008.0,51456039.0,51520350.0,51465137.0,51400826.0,51415805.0,51557299.0,51510762.0,51423108.0,51495313.0,51572408.0,51421115.0,51381500.0,51383984.0,51679027.0,51536921.0,51539626.0,52357246.0,51434670.0,51391639.0,51454126.0,51359829.0,51365961.0,51355371.0,51633601.0,51449487.0,51365240.0,51423018.0,51376241.0,51451511.0,51367053.0,51369468.0,51377562.0,51374848.0,51559102.0,51381570.0,51402249.0,51393072.0,51455989.0,51406025.0,51412798.0,51365009.0,51373986.0,51400846.0,51415644.0,51374587.0,51407789.0,51387140.0,51435060.0,51405555.0,51411646.0,51357275.0,51425652.0,51561377.0,51449878.0,51358287.0,51358517.0,51426724.0,51389615.0,51418349.0,51370590.0,51368375.0,51395938.0,51377041.0,51414511.0,51631368.0,51459987.0,51438847.0,51434710.0,51493830.0,51464075.0,51400742.0,51429877.0,51529955.0,51533581.0,51421401.0,51422784.0,51583345.0,51562125.0,51421471.0,51377229.0,51409519.0,53242321.0,52561466.0,51500931.0,52302612.0,51428895.0,51593594.0,51448582.0,51488668.0,51444815.0,51660469.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 376bb2f9926a..cc019aee873a 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6385001.0625,6406458.28125,6463677.53125,6485134.75] \ No newline at end of file +[6384172.84375,6403898.6875,6456500.9375,6476226.78125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 9e0e9354fdbe..677479fbee55 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001145783146703866,"upper_bound":0.0021600379227251386},"point_estimate":0.0016687113516966612,"standard_error":0.0002570485420568127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001184464377122385,"upper_bound":0.0021334201315692525},"point_estimate":0.0016220027103863721,"standard_error":0.00024835244471521287}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009285766461810366,"upper_bound":0.0011525382379670485},"point_estimate":-0.000024093693164028984,"standard_error":0.0005330854369324778},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012606011809849216,"upper_bound":-0.0003318960562956885},"point_estimate":-0.0007810032586688109,"standard_error":0.00024186713470391357}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 3c0d66eac845..a564d290fbc1 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434110.63078125,"upper_bound":6439137.862437501},"point_estimate":6436487.2975,"standard_error":1287.9937246567858},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431331.0,"upper_bound":6435836.25},"point_estimate":6433071.75,"standard_error":1259.863936714495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6946.907501667738,"upper_bound":11924.18093830347},"point_estimate":9487.89853155613,"standard_error":1266.3953567835267},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9016.396068628468,"upper_bound":16919.231798884455},"point_estimate":12939.980264494663,"standard_error":2061.404250231775}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6430930.807124999,"upper_bound":6443187.673625},"point_estimate":6436332.21875,"standard_error":3147.226346643246},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6426777.625,"upper_bound":6430601.875},"point_estimate":6428047.5,"standard_error":912.4706744556829},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5867.204070836306,"upper_bound":11242.462937906384},"point_estimate":7940.2494840323925,"standard_error":1445.618743587112},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14122.14025851643,"upper_bound":46523.42560260892},"point_estimate":31727.27306956389,"standard_error":8573.4845776485}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index d9ae8240da11..e4ec03c03baa 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51700792.0,51448449.0,51516217.0,51551032.0,51587009.0,51745254.0,51630641.0,51461895.0,51540352.0,51464910.0,51442478.0,51405640.0,51413825.0,51799507.0,51638746.0,51456290.0,51383117.0,51456634.0,51425025.0,51386312.0,51357669.0,51426187.0,51427920.0,51396412.0,51524841.0,51462886.0,51470650.0,51600933.0,51457104.0,51452847.0,51454851.0,51416789.0,51389509.0,51554576.0,51444822.0,51439261.0,51395360.0,51550008.0,51586807.0,51537745.0,51532916.0,51479406.0,51534019.0,51489255.0,51442447.0,51557061.0,51569905.0,51492501.0,51427259.0,51511686.0,51451144.0,51426808.0,51815162.0,51570377.0,51484535.0,51420787.0,51487251.0,51463567.0,51534919.0,51435144.0,51481219.0,51474477.0,51406440.0,51562732.0,51422940.0,51414004.0,51511036.0,51435344.0,51388367.0,51401301.0,51447958.0,51369751.0,51483303.0,51410228.0,51385521.0,51418423.0,51464238.0,51486690.0,51378428.0,51390911.0,51423452.0,51537815.0,51519521.0,51603578.0,51401531.0,51511837.0,51443679.0,51419254.0,51481750.0,51587147.0,51407873.0,52051453.0,51475308.0,51541522.0,51417991.0,51563783.0,51521394.0,51587418.0,51492961.0,51539809.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51358958.0,51368836.0,51395616.0,51589400.0,51485856.0,51448596.0,51512565.0,51453454.0,51439008.0,51456039.0,51520350.0,51465137.0,51400826.0,51415805.0,51557299.0,51510762.0,51423108.0,51495313.0,51572408.0,51421115.0,51381500.0,51383984.0,51679027.0,51536921.0,51539626.0,52357246.0,51434670.0,51391639.0,51454126.0,51359829.0,51365961.0,51355371.0,51633601.0,51449487.0,51365240.0,51423018.0,51376241.0,51451511.0,51367053.0,51369468.0,51377562.0,51374848.0,51559102.0,51381570.0,51402249.0,51393072.0,51455989.0,51406025.0,51412798.0,51365009.0,51373986.0,51400846.0,51415644.0,51374587.0,51407789.0,51387140.0,51435060.0,51405555.0,51411646.0,51357275.0,51425652.0,51561377.0,51449878.0,51358287.0,51358517.0,51426724.0,51389615.0,51418349.0,51370590.0,51368375.0,51395938.0,51377041.0,51414511.0,51631368.0,51459987.0,51438847.0,51434710.0,51493830.0,51464075.0,51400742.0,51429877.0,51529955.0,51533581.0,51421401.0,51422784.0,51583345.0,51562125.0,51421471.0,51377229.0,51409519.0,53242321.0,52561466.0,51500931.0,52302612.0,51428895.0,51593594.0,51448582.0,51488668.0,51444815.0,51660469.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 376bb2f9926a..cc019aee873a 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6385001.0625,6406458.28125,6463677.53125,6485134.75] \ No newline at end of file +[6384172.84375,6403898.6875,6456500.9375,6476226.78125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index cf32f4f8c30c..567270eac2cf 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - + - + +6 + + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - - -12 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 089f08e1c615..7b4ac846246d 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - - -0.08 + + +0.02 - - -0.1 + + +0.025 - - -0.12 + + +0.03 - - -0.14 + + +0.035 - - -0.16 + + +0.04 - - -0.18 + + +0.045 - - -0.2 + + +0.05 - + - -9 - - - -10 + +15 - - -11 + + +20 - - -12 + + +25 - - -13 + + +30 - - -14 + + +35 - - -15 + + +40 - - -16 + + +45 - - -17 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 8d5de1aa5a66..2f4fddf49a5b 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.42 - - - -6.43 - - - -6.44 - - - + 6.45 - - -6.46 - - - -6.47 + + +6.5 - - -6.48 + + +6.55 - - -6.49 + + +6.6 - - -6.5 + + +6.65 - + 0 @@ -107,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index c2860c1eb533..95be3e0d3fd0 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 6.4 - - -6.45 - - - + + 6.5 - - - - - + + +6.6 + + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 01271b6fca7f..8d722da3ad09 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - -200 + +100 - - -400 + + +200 - - -600 + + +300 - - -800 + + +400 - - -1000 + + +500 - - -1200 + + +600 - - -1400 + + +700 - + - -0.0012 - - - -0.0014 + +-0.001 - - -0.0016 + + +-5e-4 - - -0.0018 + + +0 - - -0.002 + + +5e-4 - - -0.0022 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 4bda9d305497..9ebf6176023d 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - -2000 - - + - -0.0012 + +-0.0013 + + + +-0.0012 + + + +-0.0011 + + + +-0.001 + + + +-9e-4 + + + +-8e-4 - - -0.0014 + + +-7e-4 - - -0.0016 + + +-6e-4 - - -0.0018 + + +-5e-4 - - -0.002 + + +-4e-4 - - -0.0022 + + +-3e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index c621dc70ff07..7d067f189f50 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 3d30b40b97c1..50f5fc44dcf0 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0020880 - 0.0021589 - 0.0020714 + 0.0043734 + 0.0045008 + 0.0042990 Mean - 6.4341 ms - 6.4365 ms - 6.4391 ms + 6.4309 ms + 6.4363 ms + 6.4432 ms Std. Dev. - 9.0164 µs - 12.940 µs - 16.919 µs + 14.122 µs + 31.727 µs + 46.523 µs Median - 6.4313 ms - 6.4331 ms - 6.4358 ms + 6.4268 ms + 6.4280 ms + 6.4306 ms MAD - 6.9469 µs - 9.4879 µs - 11.924 µs + 5.8672 µs + 7.9402 µs + 11.242 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.1146% - +0.1669% - +0.2160% - (p = 0.00 < + -0.0929% + -0.0024% + +0.1153% + (p = 0.96 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index dc92fb2188be..a011ee078988 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.42 - - - -6.43 - - - -6.44 - - - + 6.45 - - -6.46 - - - -6.47 + + +6.5 - - -6.48 + + +6.55 - - -6.49 + + +6.6 - - -6.5 + + +6.65 - + 10 @@ -102,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 8ef4d7252b87..e5213fddecbd 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.42 - - - -6.43 - - - -6.44 - - - + 6.45 - - -6.46 - - - -6.47 + + +6.5 - - -6.48 + + +6.55 - - -6.49 + + +6.6 - - -6.5 + + +6.65 - + 10 @@ -99,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 4a72628c3bfd..833ac884b9d0 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -10,57 +10,69 @@ Average time (ms) -50 +20 - -100 + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - + - -6.434 + +6.43 - - -6.435 + + +6.432 - - -6.436 + + +6.434 - - -6.437 + + +6.436 - - + + 6.438 - - -6.439 + + +6.44 + + + +6.442 + + + +6.444 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 95587ba1ee8b..6dc20b05aaef 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + + +900 + + + +1000 + + -6.431 +6.4265 - -6.4315 - - - -6.432 + +6.427 - - -6.4325 + + +6.4275 - - -6.433 + + +6.428 - - -6.4335 + + +6.4285 - - -6.434 + + +6.429 - - -6.4345 + + +6.4295 - - -6.435 + + +6.43 - - -6.4355 + + +6.4305 - - -6.436 + + +6.431 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index d60225f874fa..516ecee03d46 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (ms) - -6.42 + +6.4 - - -6.44 + + +6.45 - - -6.46 + + +6.5 - - -6.48 + + +6.55 - - -6.5 + + +6.6 - - -6.52 + + +6.65 - + Density (a.u.) @@ -78,48 +78,40 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index ef291d2dc72f..fda89c5d2ab8 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - -6.45 + +6.4 - - + + 6.5 - - - + + +6.6 + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index dbe83db46316..5ba660944c17 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.42 - - - -6.43 - - - -6.44 - - - + 6.45 - - -6.46 - - - -6.47 + + +6.5 - - -6.48 + + +6.55 - - -6.49 + + +6.6 - - -6.5 + + +6.65 - + 0 @@ -104,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 6b493b265322..d2c72fc6f610 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 6.4 - - -6.45 - - - + + 6.5 - - - - - + + +6.6 + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index efa604a2967c..748915340b6d 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -10,57 +10,69 @@ Average time (ms) -50 +20 - -100 + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - + - -6.434 + +6.43 - - -6.435 + + +6.432 - - -6.436 + + +6.434 - - -6.437 + + +6.436 - - + + 6.438 - - -6.439 + + +6.44 + + + +6.442 + + + +6.444 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 8f4255ce75e9..976732fc1e8c 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5325465.604575001,"upper_bound":5337913.031799997},"point_estimate":5331503.464999998,"standard_error":3173.6048755319803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5321098.3,"upper_bound":5329842.449999999},"point_estimate":5327051.8,"standard_error":2336.5291097895633},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17075.40041685132,"upper_bound":36522.29362159995},"point_estimate":28677.931290864944,"standard_error":4984.6382071328435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25936.298264794277,"upper_bound":37461.08123286878},"point_estimate":31867.694272268644,"standard_error":2948.8955998340125}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5540981.654899998,"upper_bound":5558418.956524997},"point_estimate":5549719.179,"standard_error":4433.697903328089},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5533502.2,"upper_bound":5566527.0},"point_estimate":5557057.25,"standard_error":9269.32820259365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40721.59310779641,"upper_bound":63954.6203978285},"point_estimate":54725.87848842158,"standard_error":6056.77141291159},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39600.23895374318,"upper_bound":49184.828523684606},"point_estimate":44618.25469619131,"standard_error":2441.607592458241}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 2fb95981f500..b4482ce83373 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52897705.0,53431602.0,53482026.0,53462118.0,53143063.0,53658555.0,53910545.0,53228653.0,53295378.0,53284828.0,53201612.0,53189680.0,52734941.0,53223513.0,53617488.0,52993183.0,52814660.0,53330172.0,53312311.0,53234868.0,53026358.0,53655933.0,53312021.0,53194752.0,53849244.0,52922063.0,53264582.0,53135201.0,52772033.0,53627951.0,53210983.0,53517504.0,53146182.0,53422107.0,53640074.0,52984339.0,53171589.0,53609136.0,53458114.0,53169595.0,52927072.0,53024825.0,53286593.0,53283558.0,53193400.0,53715064.0,53303665.0,53163033.0,53121305.0,53346576.0,52957710.0,52944705.0,53176228.0,54104601.0,53412950.0,54094642.0,54260923.0,53696028.0,53787349.0,53274942.0,52927804.0,53266185.0,53219017.0,53664469.0,53009977.0,52998145.0,53515892.0,53611611.0,53011820.0,53100205.0,53651745.0,53465778.0,52967087.0,52906664.0,53490695.0,53195834.0,53231892.0,53511854.0,53149137.0,53274851.0,53282776.0,53499892.0,53281564.0,53257139.0,53408001.0,53189542.0,52987065.0,53063718.0,53792919.0,54475344.0,53062765.0,53319145.0,53242291.0,53590231.0,53275834.0,53282957.0,52766432.0,53210542.0,53122086.0,53610729.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55438295.0,55640814.0,55312930.0,55201321.0,56162661.0,55561856.0,55317319.0,55208654.0,56118479.0,55618252.0,55005564.0,55070526.0,55851329.0,56132174.0,55548671.0,55190461.0,55744809.0,55964880.0,55342385.0,55167578.0,55626698.0,56547421.0,55660050.0,54929712.0,55665770.0,55928453.0,55150466.0,54857617.0,55808227.0,55737165.0,54761789.0,55065677.0,55658687.0,55623783.0,55331405.0,55416203.0,55829397.0,55875073.0,55566194.0,54898604.0,55787349.0,55574951.0,55007518.0,54763401.0,56178190.0,55560434.0,55737585.0,54991699.0,55786146.0,55709102.0,54951373.0,54904315.0,56052826.0,55694415.0,55028157.0,54953787.0,56017009.0,55790814.0,55181594.0,54655379.0,55824368.0,55736553.0,55061029.0,55086947.0,55939563.0,55981001.0,55369867.0,55619134.0,56629305.0,55635254.0,55335022.0,55081486.0,56297133.0,56158803.0,55079542.0,54900368.0,55712899.0,55932701.0,55398010.0,54851266.0,56094594.0,55281171.0,54861404.0,55004573.0,55682863.0,55892916.0,55180501.0,54907320.0,56003934.0,55855585.0,54866174.0,55032966.0,55789332.0,56224967.0,55665270.0,54938789.0,55924325.0,55740401.0,55159203.0,55119247.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 3cdb51aa874e..251389ec2c8a 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5204870.624999999,5259031.424999999,5403460.225,5457621.025] \ No newline at end of file +[5288721.325000001,5398410.662500001,5690915.562499999,5800604.8999999985] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index e4d0b4d37009..31a672acb6d7 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04271708635877074,"upper_bound":-0.03275990201442668},"point_estimate":-0.03655393686072439,"standard_error":0.0027554803879858893},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.035689698022378265,"upper_bound":-0.03331402279677409},"point_estimate":-0.03426009229406979,"standard_error":0.0006030627244693589}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03894080726847186,"upper_bound":0.04321291323907617},"point_estimate":0.040929489295568056,"standard_error":0.0010697830604651007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03873882701958875,"upper_bound":0.045665545960744014},"point_estimate":0.043176875058733355,"standard_error":0.0018092671593582558}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 8f4255ce75e9..976732fc1e8c 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5325465.604575001,"upper_bound":5337913.031799997},"point_estimate":5331503.464999998,"standard_error":3173.6048755319803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5321098.3,"upper_bound":5329842.449999999},"point_estimate":5327051.8,"standard_error":2336.5291097895633},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17075.40041685132,"upper_bound":36522.29362159995},"point_estimate":28677.931290864944,"standard_error":4984.6382071328435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25936.298264794277,"upper_bound":37461.08123286878},"point_estimate":31867.694272268644,"standard_error":2948.8955998340125}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5540981.654899998,"upper_bound":5558418.956524997},"point_estimate":5549719.179,"standard_error":4433.697903328089},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5533502.2,"upper_bound":5566527.0},"point_estimate":5557057.25,"standard_error":9269.32820259365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40721.59310779641,"upper_bound":63954.6203978285},"point_estimate":54725.87848842158,"standard_error":6056.77141291159},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39600.23895374318,"upper_bound":49184.828523684606},"point_estimate":44618.25469619131,"standard_error":2441.607592458241}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 2fb95981f500..b4482ce83373 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52897705.0,53431602.0,53482026.0,53462118.0,53143063.0,53658555.0,53910545.0,53228653.0,53295378.0,53284828.0,53201612.0,53189680.0,52734941.0,53223513.0,53617488.0,52993183.0,52814660.0,53330172.0,53312311.0,53234868.0,53026358.0,53655933.0,53312021.0,53194752.0,53849244.0,52922063.0,53264582.0,53135201.0,52772033.0,53627951.0,53210983.0,53517504.0,53146182.0,53422107.0,53640074.0,52984339.0,53171589.0,53609136.0,53458114.0,53169595.0,52927072.0,53024825.0,53286593.0,53283558.0,53193400.0,53715064.0,53303665.0,53163033.0,53121305.0,53346576.0,52957710.0,52944705.0,53176228.0,54104601.0,53412950.0,54094642.0,54260923.0,53696028.0,53787349.0,53274942.0,52927804.0,53266185.0,53219017.0,53664469.0,53009977.0,52998145.0,53515892.0,53611611.0,53011820.0,53100205.0,53651745.0,53465778.0,52967087.0,52906664.0,53490695.0,53195834.0,53231892.0,53511854.0,53149137.0,53274851.0,53282776.0,53499892.0,53281564.0,53257139.0,53408001.0,53189542.0,52987065.0,53063718.0,53792919.0,54475344.0,53062765.0,53319145.0,53242291.0,53590231.0,53275834.0,53282957.0,52766432.0,53210542.0,53122086.0,53610729.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55438295.0,55640814.0,55312930.0,55201321.0,56162661.0,55561856.0,55317319.0,55208654.0,56118479.0,55618252.0,55005564.0,55070526.0,55851329.0,56132174.0,55548671.0,55190461.0,55744809.0,55964880.0,55342385.0,55167578.0,55626698.0,56547421.0,55660050.0,54929712.0,55665770.0,55928453.0,55150466.0,54857617.0,55808227.0,55737165.0,54761789.0,55065677.0,55658687.0,55623783.0,55331405.0,55416203.0,55829397.0,55875073.0,55566194.0,54898604.0,55787349.0,55574951.0,55007518.0,54763401.0,56178190.0,55560434.0,55737585.0,54991699.0,55786146.0,55709102.0,54951373.0,54904315.0,56052826.0,55694415.0,55028157.0,54953787.0,56017009.0,55790814.0,55181594.0,54655379.0,55824368.0,55736553.0,55061029.0,55086947.0,55939563.0,55981001.0,55369867.0,55619134.0,56629305.0,55635254.0,55335022.0,55081486.0,56297133.0,56158803.0,55079542.0,54900368.0,55712899.0,55932701.0,55398010.0,54851266.0,56094594.0,55281171.0,54861404.0,55004573.0,55682863.0,55892916.0,55180501.0,54907320.0,56003934.0,55855585.0,54866174.0,55032966.0,55789332.0,56224967.0,55665270.0,54938789.0,55924325.0,55740401.0,55159203.0,55119247.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 3cdb51aa874e..251389ec2c8a 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5204870.624999999,5259031.424999999,5403460.225,5457621.025] \ No newline at end of file +[5288721.325000001,5398410.662500001,5690915.562499999,5800604.8999999985] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 910872848a58..0468bcfbb7af 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - -0.09 - - + - -15 + +40 + + + +45 - - -20 + + +50 - - -25 + + +55 - - -30 + + +60 - - -35 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index f84eee1c885c..dc3480843b18 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - - -26 + + +0.16 - - -28 + + + +40 - - -30 + + +42 - - -32 + + +44 - - -34 + + +46 - - -36 + + +48 - - -38 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index b64011504f45..2c617a535a66 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -5.4 - - - -5.6 + +5.3 - - -5.8 + + +5.35 - - -6.0 + + +5.4 - - -6.2 + + +5.45 - - -6.4 + + +5.5 - - -6.6 + + +5.55 - - -6.8 + + +5.6 - - -7.0 + + +5.65 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 4851f8101145..db9b33d1079c 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -34,26 +34,30 @@ Average Time (ms) - -5.5 + +5.3 - - -6 + + +5.4 + + + +5.5 - - -6.5 + + +5.6 - - -7 + + +5.7 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 8f32abb88b69..ab68576ac3fc 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + + +0.0385 - - -180 + + +0.039 - - - --0.042 + + +0.0395 + + + +0.04 + + + +0.0405 + + + +0.041 - - --0.04 + + +0.0415 - - --0.038 + + +0.042 - - --0.036 + + +0.0425 - - --0.034 + + +0.043 - - --0.032 + + +0.0435 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 4930c69325b8..82646b4e407a 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + + +0.038 - - -500 + + +0.039 - - -600 + + +0.04 - - -700 + + +0.041 - - - --0.0355 + + +0.042 - - --0.035 + + +0.043 - - --0.0345 + + +0.044 - - --0.034 + + +0.045 - - --0.0335 + + +0.046 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index bdcb521b487c..399b6d9a5562 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index b8724941f3dc..815dc4ac380d 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0083225 - 0.0086216 - 0.0082860 + 0.0069290 + 0.0071955 + 0.0069312 Mean - 5.3255 ms - 5.3315 ms - 5.3379 ms + 5.5410 ms + 5.5497 ms + 5.5584 ms Std. Dev. - 25.936 µs - 31.868 µs - 37.461 µs + 39.600 µs + 44.618 µs + 49.185 µs Median - 5.3211 ms - 5.3271 ms - 5.3298 ms + 5.5335 ms + 5.5571 ms + 5.5665 ms MAD - 17.075 µs - 28.678 µs - 36.522 µs + 40.722 µs + 54.726 µs + 63.955 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -4.2717% - -3.6554% - -3.2760% + +3.8941% + +4.0929% + +4.3213% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 7d4d92168c40..dce833f64749 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,52 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -5.28 + +5.48 - - -5.3 + + +5.5 - - -5.32 + + +5.52 - - -5.34 + + +5.54 - - -5.36 + + +5.56 - - -5.38 + + +5.58 - - -5.4 + + +5.6 - - -5.42 + + +5.62 - - -5.44 + + +5.64 - + + +5.66 + + 10 @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index cba51c1db84e..c1e3fe55499f 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,52 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -5.28 + +5.48 - - -5.3 + + +5.5 - - -5.32 + + +5.52 - - -5.34 + + +5.54 - - -5.36 + + +5.56 - - -5.38 + + +5.58 - - -5.4 + + +5.6 - - -5.42 + + +5.62 - - -5.44 + + +5.64 - + + +5.66 + + 10 @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 802c6f713ba2..5e028bf76180 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - -5.326 + +5.54 + + + +5.542 + + + +5.544 + + + +5.546 + + + +5.548 - - -5.328 + + +5.55 - - -5.33 + + +5.552 - - -5.332 + + +5.554 - - -5.334 + + +5.556 - - -5.336 + + +5.558 - - -5.338 + + +5.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index fa600e435be1..5e07470da6bc 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 + + + +50 - - -250 + + +60 - - -300 + + +70 - - -350 + + +80 + + + +90 + + + +100 - + - -5.321 + +5.53 - - -5.322 + + +5.535 - - -5.323 + + +5.54 - - -5.324 + + +5.545 - - -5.325 + + +5.55 - - -5.326 + + +5.555 - - -5.327 + + +5.56 - - -5.328 + + +5.565 - - -5.329 + + +5.57 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 751d116ec716..005aaef027fa 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -54,26 +54,30 @@ Average Time (ms) - -5.25 + +5.45 - - -5.3 + + +5.5 - - -5.35 + + +5.55 - - -5.4 + + +5.6 - - -5.45 + + +5.65 - + + +5.7 + + Density (a.u.) @@ -82,44 +86,40 @@ Density (a.u.) 0 - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - - - - + + + + + - - - - - - - - - + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 12df91dafec2..50ce8271a73c 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - + - -5.25 - - - -5.3 - - - -5.35 + +5.5 - - -5.4 + + +5.6 - - -5.45 + + +5.7 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index e3b3c3b31918..b2ec1bdd4309 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -5.4 - - - -5.6 + +5.3 - - -5.8 + + +5.35 - - -6.0 + + +5.4 - - -6.2 + + +5.45 - - -6.4 + + +5.5 - - -6.6 + + +5.55 - - -6.8 + + +5.6 - - -7.0 + + +5.65 - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 3dd92805b4a2..996e284f9cdd 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -31,24 +31,28 @@ Average Time (ms) - -5.5 + +5.3 - - -6 + + +5.4 + + + +5.5 - - -6.5 + + +5.6 - - -7 + + +5.7 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index e723ff191280..134a97e4f82e 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - -5.326 + +5.54 + + + +5.542 + + + +5.544 + + + +5.546 + + + +5.548 - - -5.328 + + +5.55 - - -5.33 + + +5.552 - - -5.332 + + +5.554 - - -5.334 + + +5.556 - - -5.336 + + +5.558 - - -5.338 + + +5.56 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 2879879129be..1231233097ee 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4424169.002708333,"upper_bound":4448135.819395834},"point_estimate":4434514.039166667,"standard_error":6199.229532236011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4419000.583333334,"upper_bound":4431021.291666666},"point_estimate":4424208.25,"standard_error":2757.157623219866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18070.731554180154,"upper_bound":32889.28740359844},"point_estimate":25147.18122854806,"standard_error":3789.5055115347973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25048.649421332626,"upper_bound":95742.20102817917},"point_estimate":62313.54933533797,"standard_error":19554.346910556054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4938300.893090909,"upper_bound":4943368.3683863655},"point_estimate":4940756.970909093,"standard_error":1294.1736821813438},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4935824.772727273,"upper_bound":4941572.7272727275},"point_estimate":4938387.727272727,"standard_error":1475.2539441947374},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7379.439196262371,"upper_bound":12806.765963542792},"point_estimate":9472.668186371662,"standard_error":1357.5970227682596},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10245.532987130862,"upper_bound":15798.945314913006},"point_estimate":12981.852452670571,"standard_error":1437.8520633536082}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index cdcb1e9e7e88..945f46d44588 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52987045.0,53194532.0,52997475.0,53153586.0,52964032.0,52926743.0,52993658.0,53300359.0,53332129.0,53190154.0,53701117.0,53078767.0,53335255.0,53479425.0,53127839.0,53535969.0,53364681.0,53071463.0,53076131.0,53589750.0,53287716.0,53110927.0,53364931.0,53269202.0,53073767.0,53104064.0,53483252.0,52994870.0,53324255.0,53238574.0,53195304.0,53315689.0,53429692.0,53197007.0,53438327.0,53344673.0,53008205.0,53379317.0,53576915.0,53208729.0,52999509.0,53674478.0,53223998.0,53100527.0,53200734.0,52963983.0,53256508.0,53139850.0,53208308.0,52994850.0,53363358.0,53154357.0,53045845.0,53091571.0,52871439.0,53061675.0,52726419.0,53808608.0,52835894.0,52904461.0,52922825.0,52756455.0,53089427.0,52897999.0,53057377.0,52750805.0,52663641.0,52767596.0,52619119.0,52995020.0,52702844.0,52649806.0,52894472.0,52783144.0,52791270.0,52983048.0,53851047.0,52802932.0,52925560.0,53060132.0,53128439.0,52760633.0,52763989.0,52861531.0,52462356.0,52575787.0,53368868.0,52730286.0,52968911.0,53828125.0,54237840.0,53047809.0,53156852.0,52694390.0,52598981.0,53726425.0,52707564.0,53912213.0,56646485.0,58902946.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[54538148.0,54637023.0,54296636.0,54394730.0,54528330.0,54345708.0,54987530.0,54257693.0,54527589.0,54282139.0,54597730.0,54458239.0,54286507.0,54324088.0,54547656.0,54573595.0,54400751.0,54179036.0,54381415.0,54418975.0,54254167.0,54220493.0,54109877.0,54378249.0,54379861.0,54261090.0,54120977.0,54239339.0,54343393.0,54577092.0,54254517.0,54210455.0,54263324.0,54286757.0,54174568.0,54216696.0,54382878.0,54219772.0,54459321.0,54249408.0,54326132.0,54357300.0,54426520.0,54327143.0,54311534.0,54292920.0,54288663.0,54693079.0,54362329.0,54429807.0,54366839.0,54427021.0,54275909.0,54229512.0,54187934.0,54352963.0,54416882.0,54489288.0,54304722.0,54294934.0,54354946.0,54408587.0,54209434.0,54300645.0,54313600.0,54228149.0,54645711.0,54388058.0,54275969.0,54331012.0,54280317.0,54160733.0,54091884.0,54305684.0,54360257.0,54361108.0,54231365.0,54285797.0,54205556.0,54513203.0,54247455.0,54283082.0,54224502.0,54362430.0,54647894.0,54584917.0,54534944.0,54378931.0,54331333.0,54255310.0,54260179.0,54183786.0,54320442.0,54435538.0,54311816.0,54288662.0,54357401.0,54108575.0,54441048.0,54295225.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 644d98da7c3c..4df94f061247 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4307855.458333334,4358854.145833334,4494850.645833334,4545849.333333334] \ No newline at end of file +[4890582.431818184,4911522.90909091,4967364.18181818,4988304.659090906] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 41157810f51b..57384ece2f2d 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004657033788924959,"upper_bound":0.010709614114569792},"point_estimate":0.007444433819850271,"standard_error":0.0015854395826603175},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005269041701047028,"upper_bound":0.008532640977358508},"point_estimate":0.006964471824027374,"standard_error":0.0008354233122821662}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11073035074528598,"upper_bound":0.11687039161862955},"point_estimate":0.11415973143193825,"standard_error":0.0015853957258225174},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11446541600669838,"upper_bound":0.11760394318887381},"point_estimate":0.11621954668899837,"standard_error":0.0007792650089268679}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 2879879129be..1231233097ee 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4424169.002708333,"upper_bound":4448135.819395834},"point_estimate":4434514.039166667,"standard_error":6199.229532236011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4419000.583333334,"upper_bound":4431021.291666666},"point_estimate":4424208.25,"standard_error":2757.157623219866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18070.731554180154,"upper_bound":32889.28740359844},"point_estimate":25147.18122854806,"standard_error":3789.5055115347973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25048.649421332626,"upper_bound":95742.20102817917},"point_estimate":62313.54933533797,"standard_error":19554.346910556054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4938300.893090909,"upper_bound":4943368.3683863655},"point_estimate":4940756.970909093,"standard_error":1294.1736821813438},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4935824.772727273,"upper_bound":4941572.7272727275},"point_estimate":4938387.727272727,"standard_error":1475.2539441947374},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7379.439196262371,"upper_bound":12806.765963542792},"point_estimate":9472.668186371662,"standard_error":1357.5970227682596},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10245.532987130862,"upper_bound":15798.945314913006},"point_estimate":12981.852452670571,"standard_error":1437.8520633536082}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index cdcb1e9e7e88..945f46d44588 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52987045.0,53194532.0,52997475.0,53153586.0,52964032.0,52926743.0,52993658.0,53300359.0,53332129.0,53190154.0,53701117.0,53078767.0,53335255.0,53479425.0,53127839.0,53535969.0,53364681.0,53071463.0,53076131.0,53589750.0,53287716.0,53110927.0,53364931.0,53269202.0,53073767.0,53104064.0,53483252.0,52994870.0,53324255.0,53238574.0,53195304.0,53315689.0,53429692.0,53197007.0,53438327.0,53344673.0,53008205.0,53379317.0,53576915.0,53208729.0,52999509.0,53674478.0,53223998.0,53100527.0,53200734.0,52963983.0,53256508.0,53139850.0,53208308.0,52994850.0,53363358.0,53154357.0,53045845.0,53091571.0,52871439.0,53061675.0,52726419.0,53808608.0,52835894.0,52904461.0,52922825.0,52756455.0,53089427.0,52897999.0,53057377.0,52750805.0,52663641.0,52767596.0,52619119.0,52995020.0,52702844.0,52649806.0,52894472.0,52783144.0,52791270.0,52983048.0,53851047.0,52802932.0,52925560.0,53060132.0,53128439.0,52760633.0,52763989.0,52861531.0,52462356.0,52575787.0,53368868.0,52730286.0,52968911.0,53828125.0,54237840.0,53047809.0,53156852.0,52694390.0,52598981.0,53726425.0,52707564.0,53912213.0,56646485.0,58902946.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[54538148.0,54637023.0,54296636.0,54394730.0,54528330.0,54345708.0,54987530.0,54257693.0,54527589.0,54282139.0,54597730.0,54458239.0,54286507.0,54324088.0,54547656.0,54573595.0,54400751.0,54179036.0,54381415.0,54418975.0,54254167.0,54220493.0,54109877.0,54378249.0,54379861.0,54261090.0,54120977.0,54239339.0,54343393.0,54577092.0,54254517.0,54210455.0,54263324.0,54286757.0,54174568.0,54216696.0,54382878.0,54219772.0,54459321.0,54249408.0,54326132.0,54357300.0,54426520.0,54327143.0,54311534.0,54292920.0,54288663.0,54693079.0,54362329.0,54429807.0,54366839.0,54427021.0,54275909.0,54229512.0,54187934.0,54352963.0,54416882.0,54489288.0,54304722.0,54294934.0,54354946.0,54408587.0,54209434.0,54300645.0,54313600.0,54228149.0,54645711.0,54388058.0,54275969.0,54331012.0,54280317.0,54160733.0,54091884.0,54305684.0,54360257.0,54361108.0,54231365.0,54285797.0,54205556.0,54513203.0,54247455.0,54283082.0,54224502.0,54362430.0,54647894.0,54584917.0,54534944.0,54378931.0,54331333.0,54255310.0,54260179.0,54183786.0,54320442.0,54435538.0,54311816.0,54288662.0,54357401.0,54108575.0,54441048.0,54295225.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 644d98da7c3c..4df94f061247 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4307855.458333334,4358854.145833334,4494850.645833334,4545849.333333334] \ No newline at end of file +[4890582.431818184,4911522.90909091,4967364.18181818,4988304.659090906] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 11b78d9d0057..2dd527005aa0 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - + 0.05 - - -0.06 + + +0.1 - - -0.07 + + +0.15 - - -0.08 + + +0.2 - - -0.09 + + +0.25 - - -0.1 + + +0.3 - - -0.11 + + +0.35 - + - -18 - - - -20 - - - -22 + +7 - - -24 + + +8 - - -26 + + +9 - - -28 + + +10 - - -30 + + +11 - - -32 + + +12 - - -34 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index e23fe2a52b16..f96b1a9cc888 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.005 + +0.05 - - -0.01 + + +0.1 - - -0.015 + + +0.15 - - -0.02 + + +0.2 - - -0.025 + + +0.25 - + - -20 + +10 - - -30 + + +11 - - -40 + + +12 - - -50 + + +13 - - -60 + + +14 - - -70 + + +15 - - -80 + + +16 - - -90 - - - -100 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 306f5da4c413..8e32d7110fa3 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,62 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - + 4.4 - - -4.45 - - - + + 4.5 - - -4.55 - - - + + 4.6 - - -4.65 - - - + + 4.7 - - -4.75 - - - + + 4.8 - - -4.85 - - - + + 4.9 - + 0 @@ -117,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 1a85428da958..3c7bed7596ad 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - - -20 + + +35 - + - + 4.4 - - + + 4.6 - - + + 4.8 - - - - - + + +5 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index c3cf09fa8606..dea5c0c81ac5 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,10 +9,10 @@ Density (a.u.) Relative change (%) - + 50 - + 100 @@ -21,51 +21,47 @@ Relative change (%) 150 - + 200 - + 250 - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +0.111 + + + +0.112 + + + +0.113 + + + +0.114 + + + +0.115 + + + +0.116 + + + +0.117 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 38e38947c205..fb1b950bc116 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + + +550 + + - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - - - - + +0.1145 + + + +0.115 + + + +0.1155 + + + +0.116 + + + +0.1165 + + + +0.117 + + + +0.1175 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index f9742bbbc76c..fc3162e13342 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,72 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + +5.0 + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index f0590494a0f4..bb15255cc96b 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.3625649 - 0.3689347 - 0.3580289 + 0.0013462 + 0.0013948 + 0.0013401 Mean - 4.4242 ms - 4.4345 ms - 4.4481 ms + 4.9383 ms + 4.9408 ms + 4.9434 ms Std. Dev. - 25.049 µs - 62.314 µs - 95.742 µs + 10.246 µs + 12.982 µs + 15.799 µs Median - 4.4190 ms - 4.4242 ms - 4.4310 ms + 4.9358 ms + 4.9384 ms + 4.9416 ms MAD - 18.071 µs - 25.147 µs - 32.889 µs + 7.3794 µs + 9.4727 µs + 12.807 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.4657% - +0.7444% - +1.0710% + +11.073% + +11.416% + +11.687% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index ee087d4fc7e1..cc1ae9ece01a 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,62 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - - -4.4 + +4.92 - - -4.45 + + +4.93 - - -4.5 + + +4.94 - - -4.55 + + +4.95 - - -4.6 + + +4.96 - - -4.65 + + +4.97 - - -4.7 + + +4.98 - - -4.75 - - - -4.8 - - + -4.85 +4.99 - -4.9 - - 10 @@ -112,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index c51d7a2d1829..8ca5629a31db 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,62 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - - -4.4 + +4.92 - - -4.45 + + +4.93 - - -4.5 + + +4.94 - - -4.55 + + +4.95 - - -4.6 + + +4.96 - - -4.65 + + +4.97 - - -4.7 + + +4.98 - - -4.75 - - - -4.8 - - + -4.85 +4.99 - -4.9 - - 10 @@ -109,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index d8827b5d0e0c..50bb97c1782b 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - + - -4.425 + +4.938 - - -4.43 + + +4.939 - - -4.435 + + +4.94 - - -4.44 + + +4.941 - - -4.445 + + +4.942 - - -4.45 + + +4.943 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 3e628fe5fd8b..c0c2bb7d81a4 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -4.418 + + +300 + + + +350 - - -4.42 + + +400 - - -4.422 + + + +4.936 - - -4.424 + + +4.937 - - -4.426 + + +4.938 - - -4.428 + + +4.939 - - -4.43 + + +4.94 - - -4.432 + + +4.941 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 6ece15d9ba9a..782e7461f74f 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,59 +13,71 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - + - -4.3 + +4.91 + + + +4.92 + + + +4.93 - - -4.4 + + +4.94 - - -4.5 + + +4.95 - - -4.6 + + +4.96 - - -4.7 + + +4.97 - - -4.8 + + +4.98 - - -4.9 + + +4.99 + + + +5 - + + +5.01 + + Density (a.u.) @@ -74,58 +86,48 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - -8 - - - -9 - - - + + 10 - - - - - - - - - - - - - + + +15 + + + +20 + + + +25 + + + +30 + + + +35 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 369f32080486..567ad810efbb 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (ms) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - + + +35 + + - -4.4 + +4.92 + + + +4.94 + + + +4.96 - - -4.6 + + +4.98 - - -4.8 + + +5 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 002938c73e63..81da066a04c5 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,62 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - + 4.4 - - -4.45 - - - + + 4.5 - - -4.55 - - - + + 4.6 - - -4.65 - - - + + 4.7 - - -4.75 - - - + + 4.8 - - -4.85 - - - + + 4.9 - + 0 @@ -114,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index a577bb4bd240..1b7ef759cc0d 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - - -18 + + +30 - - -20 + + +35 - + - + 4.4 - - + + 4.6 - - + + 4.8 - - - - - + + +5 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index cce8d99fcc7c..bb719432e349 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - + - -4.425 + +4.938 - - -4.43 + + +4.939 - - -4.435 + + +4.94 - - -4.44 + + +4.941 - - -4.445 + + +4.942 - - -4.45 + + +4.943 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index a131563770b0..fed19bdf164f 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7864660.358607146,"upper_bound":7939190.14207143},"point_estimate":7903686.58142857,"standard_error":18994.230047819805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7897553.714285715,"upper_bound":7965350.142857143},"point_estimate":7919736.857142856,"standard_error":19002.410422842495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91321.06307872744,"upper_bound":147353.1756839584},"point_estimate":122232.42532994047,"standard_error":14269.552576100374},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126757.33652614325,"upper_bound":251653.65216191355},"point_estimate":190972.8881043684,"standard_error":32374.037017606588}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9041050.162708329,"upper_bound":9149345.328333331},"point_estimate":9088360.011666663,"standard_error":27942.498954714418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8994072.5,"upper_bound":9032580.416666668},"point_estimate":9012333.5,"standard_error":11139.224834894432},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47010.897715388804,"upper_bound":96080.50904423183},"point_estimate":65421.20643854141,"standard_error":13089.174332154122},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119022.4380523222,"upper_bound":428209.85071493115},"point_estimate":281162.96367334493,"standard_error":82926.73293217407}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index cdf08d16866a..2377077e91fe 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[48153265.0,50007946.0,53353319.0,54743584.0,55040248.0,52998618.0,55553946.0,54886190.0,54146541.0,55339406.0,56124240.0,55815174.0,55267942.0,56217414.0,55476312.0,55965425.0,54260733.0,56140059.0,55332824.0,55255690.0,56193509.0,56325426.0,54996225.0,55319168.0,55973609.0,55275427.0,55618507.0,55615521.0,56320991.0,55913072.0,55844674.0,56205057.0,54365805.0,54658771.0,56194358.0,56235664.0,56100792.0,55759705.0,55400004.0,56169160.0,56817610.0,55216823.0,55946605.0,55334833.0,54634896.0,55814798.0,57267830.0,56603951.0,56267713.0,59388047.0,56829432.0,54886106.0,53164762.0,55251386.0,55165387.0,54231283.0,54868622.0,55061993.0,54526584.0,53913099.0,55713830.0,55036887.0,55385036.0,55568148.0,56146007.0,54765821.0,54901945.0,55366512.0,55671801.0,55980557.0,55278828.0,55141732.0,54647319.0,55886954.0,55767270.0,57593818.0,55392710.0,56066649.0,56026333.0,54656335.0,55757451.0,55782218.0,56199927.0,56211699.0,57020338.0,56651390.0,55282876.0,54528708.0,54814571.0,55290370.0,55652695.0,56022847.0,55631627.0,54787000.0,53397086.0,53352102.0,56129045.0,55878427.0,52414212.0,55025445.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53991786.0,53996525.0,53904163.0,54375085.0,54095851.0,54428615.0,54286038.0,54058883.0,53959817.0,54011815.0,54278775.0,53988010.0,53892861.0,53956931.0,54676154.0,53825946.0,53894685.0,53755043.0,53952203.0,53907069.0,53963965.0,54182674.0,53885597.0,54185459.0,54015992.0,53938276.0,53940250.0,54256523.0,54278213.0,53832949.0,54129645.0,53819854.0,53600814.0,53905014.0,53966098.0,53759271.0,53691504.0,58759676.0,57759453.0,52196263.0,67086952.0,53102320.0,53710610.0,54075023.0,53762587.0,53893873.0,53833300.0,54200307.0,53729615.0,53964435.0,53799226.0,53805959.0,53779749.0,54375285.0,53770893.0,53832558.0,53714627.0,53812531.0,53814775.0,54596068.0,54716945.0,54561724.0,54150995.0,54072979.0,54281138.0,54190658.0,53699740.0,53922597.0,54000633.0,53830644.0,54089119.0,54426294.0,61585438.0,55608144.0,54194296.0,53752980.0,53667930.0,53779770.0,54225184.0,54858169.0,54137068.0,54804639.0,55175764.0,55254071.0,54522651.0,54746951.0,54980809.0,55403290.0,55603315.0,55381179.0,55512364.0,54313639.0,55360811.0,56122837.0,55551658.0,55224916.0,55406656.0,54650080.0,55423668.0,55859826.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index e1add606bdee..ebc4b99b41a2 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[7347919.999999998,7594400.642857142,8251682.357142858,8498163.000000002] \ No newline at end of file +[8584022.666666666,8778112.354166666,9295684.854166666,9489774.541666666] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 5f588277fd01..f67939c8a356 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10924520903102605,"upper_bound":0.12037059812387962},"point_estimate":0.11455855584150121,"standard_error":0.002939230503889823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11612011829815039,"upper_bound":0.12583343981624062},"point_estimate":0.119314386861753,"standard_error":0.0028658256660518463}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.14156270490884798,"upper_bound":0.15946111161799348},"point_estimate":0.1498887156054165,"standard_error":0.004558891334971818},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1312643927761452,"upper_bound":0.142180645397868},"point_estimate":0.1379587052657847,"standard_error":0.0030303759290243554}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index a131563770b0..fed19bdf164f 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7864660.358607146,"upper_bound":7939190.14207143},"point_estimate":7903686.58142857,"standard_error":18994.230047819805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7897553.714285715,"upper_bound":7965350.142857143},"point_estimate":7919736.857142856,"standard_error":19002.410422842495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91321.06307872744,"upper_bound":147353.1756839584},"point_estimate":122232.42532994047,"standard_error":14269.552576100374},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126757.33652614325,"upper_bound":251653.65216191355},"point_estimate":190972.8881043684,"standard_error":32374.037017606588}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9041050.162708329,"upper_bound":9149345.328333331},"point_estimate":9088360.011666663,"standard_error":27942.498954714418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8994072.5,"upper_bound":9032580.416666668},"point_estimate":9012333.5,"standard_error":11139.224834894432},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47010.897715388804,"upper_bound":96080.50904423183},"point_estimate":65421.20643854141,"standard_error":13089.174332154122},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119022.4380523222,"upper_bound":428209.85071493115},"point_estimate":281162.96367334493,"standard_error":82926.73293217407}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index cdf08d16866a..2377077e91fe 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[48153265.0,50007946.0,53353319.0,54743584.0,55040248.0,52998618.0,55553946.0,54886190.0,54146541.0,55339406.0,56124240.0,55815174.0,55267942.0,56217414.0,55476312.0,55965425.0,54260733.0,56140059.0,55332824.0,55255690.0,56193509.0,56325426.0,54996225.0,55319168.0,55973609.0,55275427.0,55618507.0,55615521.0,56320991.0,55913072.0,55844674.0,56205057.0,54365805.0,54658771.0,56194358.0,56235664.0,56100792.0,55759705.0,55400004.0,56169160.0,56817610.0,55216823.0,55946605.0,55334833.0,54634896.0,55814798.0,57267830.0,56603951.0,56267713.0,59388047.0,56829432.0,54886106.0,53164762.0,55251386.0,55165387.0,54231283.0,54868622.0,55061993.0,54526584.0,53913099.0,55713830.0,55036887.0,55385036.0,55568148.0,56146007.0,54765821.0,54901945.0,55366512.0,55671801.0,55980557.0,55278828.0,55141732.0,54647319.0,55886954.0,55767270.0,57593818.0,55392710.0,56066649.0,56026333.0,54656335.0,55757451.0,55782218.0,56199927.0,56211699.0,57020338.0,56651390.0,55282876.0,54528708.0,54814571.0,55290370.0,55652695.0,56022847.0,55631627.0,54787000.0,53397086.0,53352102.0,56129045.0,55878427.0,52414212.0,55025445.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[53991786.0,53996525.0,53904163.0,54375085.0,54095851.0,54428615.0,54286038.0,54058883.0,53959817.0,54011815.0,54278775.0,53988010.0,53892861.0,53956931.0,54676154.0,53825946.0,53894685.0,53755043.0,53952203.0,53907069.0,53963965.0,54182674.0,53885597.0,54185459.0,54015992.0,53938276.0,53940250.0,54256523.0,54278213.0,53832949.0,54129645.0,53819854.0,53600814.0,53905014.0,53966098.0,53759271.0,53691504.0,58759676.0,57759453.0,52196263.0,67086952.0,53102320.0,53710610.0,54075023.0,53762587.0,53893873.0,53833300.0,54200307.0,53729615.0,53964435.0,53799226.0,53805959.0,53779749.0,54375285.0,53770893.0,53832558.0,53714627.0,53812531.0,53814775.0,54596068.0,54716945.0,54561724.0,54150995.0,54072979.0,54281138.0,54190658.0,53699740.0,53922597.0,54000633.0,53830644.0,54089119.0,54426294.0,61585438.0,55608144.0,54194296.0,53752980.0,53667930.0,53779770.0,54225184.0,54858169.0,54137068.0,54804639.0,55175764.0,55254071.0,54522651.0,54746951.0,54980809.0,55403290.0,55603315.0,55381179.0,55512364.0,54313639.0,55360811.0,56122837.0,55551658.0,55224916.0,55406656.0,54650080.0,55423668.0,55859826.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index e1add606bdee..ebc4b99b41a2 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[7347919.999999998,7594400.642857142,8251682.357142858,8498163.000000002] \ No newline at end of file +[8584022.666666666,8778112.354166666,9295684.854166666,9489774.541666666] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 70cbf46a1c3f..e206ad7642e8 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - - -90 + + +0.035 - - -100 + + +0.04 - - -110 + + + +50 - - -120 + + +60 - - -130 + + +70 - - -140 + + +80 - - -150 + + +90 + + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 6a2fcb93cb02..ff8ea5c0ec5c 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - -120 + +100 - - -140 + + +150 - - -160 + + +200 - - -180 + + +250 - - -200 + + +300 - - -220 + + +350 - - -240 + + +400 - - -260 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index cb84f1b0c4ee..1a604f49f702 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 7.0 - - -7.2 + + +7.5 - - -7.4 + + +8.0 - - -7.6 + + +8.5 - - -7.8 + + +9.0 - - -8.0 + + +9.5 + + + +10.0 - - -8.2 + + +10.5 - - -8.4 + + +11.0 - + 0 @@ -102,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 035e886c0ac8..3967676e18e7 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,67 +9,51 @@ Density (a.u.) Average Time (ms) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - - + + + 7 - - + + 8 - - + + 9 - - + + 10 - - - -7 - - - -7.5 - - - -8 - - - -8.5 + + +11 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index f181cd10773e..e7f00aa20421 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + + +0.14 - - -120 + + +0.142 - - - -0.11 + + +0.144 - + -0.112 +0.146 - -0.114 + +0.148 + + + +0.15 + + + +0.152 + + + +0.154 - - -0.116 + + +0.156 - - -0.118 + + +0.158 - - -0.12 + + +0.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 83cea8419a13..153d0ed1f3ec 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - -0.116 - - - -0.117 - - - -0.118 - - - -0.119 - - - -0.12 - - - -0.121 + +0.132 - - -0.122 + + +0.134 - - -0.123 + + +0.136 - - -0.124 + + +0.138 - - -0.125 + + +0.14 - - -0.126 + + +0.142 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index c64a6e829686..6ecea31611de 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 4f00fcb7f389..8c2ee46d375b 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004891 - 0.0005097 - 0.0004925 + 0.0060638 + 0.0062361 + 0.0059549 Mean - 7.8647 ms - 7.9037 ms - 7.9392 ms + 9.0411 ms + 9.0884 ms + 9.1493 ms Std. Dev. - 126.76 µs - 190.97 µs - 251.65 µs + 119.02 µs + 281.16 µs + 428.21 µs Median - 7.8976 ms - 7.9197 ms - 7.9654 ms + 8.9941 ms + 9.0123 ms + 9.0326 ms MAD - 91.321 µs - 122.23 µs - 147.35 µs + 47.011 µs + 65.421 µs + 96.081 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +10.925% - +11.456% - +12.037% + +14.156% + +14.989% + +15.946% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index d19cc15400ec..af2c36933ca0 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,47 +15,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -7.0 + +9.0 - - -7.2 + + +9.5 - - -7.4 + + +10.0 - - -7.6 + + +10.5 - - -7.8 + + +11.0 - - -8.0 - - - -8.2 - - - -8.4 - - + 10 @@ -97,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index e82217365cbe..9ea685e4113d 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,32 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -7.0 + +9.0 - - -7.2 + + +9.5 - - -7.4 + + +10.0 - - -7.6 + + +10.5 - - -7.8 + + +11.0 - - -8.0 - - - -8.2 - - - -8.4 - - + 10 @@ -94,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index cbee9b5b8d1b..29b992e380d7 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - - -20 - - - -22 - - + - -7.86 - - - -7.87 - - - -7.88 + +9.04 - - -7.89 + + +9.06 - - -7.9 + + +9.08 - - -7.91 + + +9.1 - - -7.92 + + +9.12 - - -7.93 + + +9.14 - - -7.94 + + +9.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 36a7f9e10735..e303407f2764 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + + +45 + + + +50 + + + +55 + + - -7.9 + +8.99 + + + +8.995 + + + +9 + + + +9.005 - - -7.91 + + +9.01 - - -7.92 + + +9.015 - - -7.93 + + +9.02 - - -7.94 + + +9.025 - - -7.95 + + +9.03 - - -7.96 + + +9.035 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 9e82656e5342..103d7c18b48e 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,71 +13,59 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -6.8 - - - -7 - - - -7.2 + +8.5 - - -7.4 + + +9 - - -7.6 + + +9.5 - - -7.8 + + +10 - - -8 + + +10.5 - - -8.2 + + +11 - - -8.4 + + +11.5 - + Density (a.u.) @@ -86,42 +74,46 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index aba63a92ec7e..0f452ac8b101 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -7 - - - -7.5 + +9 - - -8 + + +10 - - -8.5 + + +11 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index efd5606abb85..9c31d429d600 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 7.0 - - -7.2 + + +7.5 - - -7.4 + + +8.0 - - -7.6 + + +8.5 - - -7.8 + + +9.0 - - -8.0 + + +9.5 + + + +10.0 - - -8.2 + + +10.5 - - -8.4 + + +11.0 - + 0 @@ -99,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index d016f0f5ec93..149884f442d9 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,65 +6,49 @@ Density (a.u.) Average Time (ms) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - - + + + 7 - - + + 8 - - + + 9 - - + + 10 - - - -7 - - - -7.5 - - - -8 - - - -8.5 + + +11 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index ef1c06ffe397..c1647f8d1f6d 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - - -20 - - - -22 - - + - -7.86 - - - -7.87 - - - -7.88 + +9.04 - - -7.89 + + +9.06 - - -7.9 + + +9.08 - - -7.91 + + +9.1 - - -7.92 + + +9.12 - - -7.93 + + +9.14 - - -7.94 + + +9.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 383f9dcff5d3..cac4da9dd216 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494231.708625,"upper_bound":6499169.93825},"point_estimate":6496414.01875,"standard_error":1273.2998062447857},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492150.0,"upper_bound":6493486.3125},"point_estimate":6492714.1875,"standard_error":386.2068201760359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2817.4959249794483,"upper_bound":5193.177057802677},"point_estimate":3865.6941063702106,"standard_error":558.038984710072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6259.782879359591,"upper_bound":18867.790843473333},"point_estimate":12765.14824082676,"standard_error":3400.8713227285475}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491700.67615625,"upper_bound":6495302.697625},"point_estimate":6493371.34375,"standard_error":925.3177050968061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489492.875,"upper_bound":6491840.125},"point_estimate":6490696.8125,"standard_error":505.50642282877016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2602.7969162911177,"upper_bound":4340.126097947359},"point_estimate":3431.292314082384,"standard_error":413.0129156032559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5616.6756206138025,"upper_bound":12279.569851449376},"point_estimate":9322.908267668046,"standard_error":1700.804730004451}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 4b5513104e7d..2572fcc4d624 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51940787.0,51941919.0,51915069.0,51951497.0,51923696.0,51923675.0,51989307.0,51924938.0,51918385.0,51964742.0,51945986.0,51925198.0,51914618.0,51940577.0,51939746.0,51930598.0,51932171.0,51906764.0,51963098.0,52012431.0,51925910.0,51911092.0,51946147.0,51947389.0,51928684.0,51934035.0,52696918.0,52151240.0,51966045.0,51921832.0,51913106.0,51934796.0,51934305.0,52308142.0,51959281.0,52063947.0,51917053.0,51941858.0,52002342.0,51976794.0,52029974.0,51947730.0,52015917.0,51918235.0,51961716.0,51939335.0,52021417.0,51938713.0,51944063.0,51911002.0,52035033.0,51926971.0,52300378.0,51916341.0,52040603.0,51912896.0,51935227.0,51927713.0,52018862.0,51950204.0,51919056.0,51958611.0,52026457.0,51947600.0,51948181.0,51924707.0,52003294.0,51947369.0,51904519.0,51927933.0,52002522.0,51994147.0,51964360.0,51975672.0,52021477.0,51919628.0,51920229.0,51948682.0,52017671.0,51910601.0,51936259.0,51929376.0,51995650.0,51998645.0,51914889.0,51908718.0,52032388.0,51904859.0,51934916.0,51961185.0,51959973.0,52261025.0,51943803.0,51971204.0,51941569.0,51937200.0,51938743.0,51939475.0,51921380.0,51938794.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51939807.0,52039624.0,51897758.0,51912536.0,51957340.0,52026079.0,51911794.0,51904681.0,51905894.0,52003887.0,51963571.0,52241202.0,51921162.0,51957209.0,51933875.0,52002083.0,51906675.0,51931081.0,51923356.0,51906796.0,51933145.0,51907777.0,51905753.0,51929819.0,51944225.0,51912165.0,51909370.0,51911423.0,51909680.0,51924809.0,51988799.0,51909300.0,51950567.0,51943143.0,51953342.0,51905132.0,51925931.0,51910111.0,51913759.0,51979180.0,51930941.0,51907195.0,51906764.0,51947371.0,51956368.0,51923065.0,51915943.0,51908167.0,51925611.0,51924778.0,52277028.0,51903911.0,51959143.0,51948994.0,51895263.0,51910032.0,51899291.0,51922664.0,51942191.0,51946359.0,51923957.0,51895885.0,51907267.0,51943574.0,52183162.0,51912666.0,51927104.0,51900220.0,52025134.0,52304257.0,51911502.0,51934014.0,52013423.0,51935567.0,51915840.0,51901914.0,52014585.0,51937992.0,51939775.0,51926971.0,52172971.0,51914918.0,51945235.0,51913066.0,51912514.0,51896253.0,51916931.0,51946868.0,51948210.0,51936458.0,51939965.0,51925538.0,51950405.0,51898398.0,51896424.0,51899280.0,51894390.0,51941087.0,51895361.0,51993075.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index eb826a53ecb7..fcfba3004865 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6471584.3125,6481112.96875,6506522.71875,6516051.375] \ No newline at end of file +[6474333.46875,6481501.265625,6500615.390625,6507783.1875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 12a70a1eeb85..fdadd2568287 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00016593346899020924,"upper_bound":0.0011257551271326824},"point_estimate":0.0006516864052403815,"standard_error":0.00024595133733442824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0002563272027047425,"upper_bound":0.0005176141160712078},"point_estimate":0.00037276812069308995,"standard_error":0.00006836235911159283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009634237168007459,"upper_bound":-0.000014740635917151708},"point_estimate":-0.000468362236645925,"standard_error":0.00024168894070952533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005250123592909217,"upper_bound":-0.00010878643728362558},"point_estimate":-0.0003107136617662709,"standard_error":0.00010098789964497912}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 383f9dcff5d3..cac4da9dd216 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494231.708625,"upper_bound":6499169.93825},"point_estimate":6496414.01875,"standard_error":1273.2998062447857},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492150.0,"upper_bound":6493486.3125},"point_estimate":6492714.1875,"standard_error":386.2068201760359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2817.4959249794483,"upper_bound":5193.177057802677},"point_estimate":3865.6941063702106,"standard_error":558.038984710072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6259.782879359591,"upper_bound":18867.790843473333},"point_estimate":12765.14824082676,"standard_error":3400.8713227285475}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491700.67615625,"upper_bound":6495302.697625},"point_estimate":6493371.34375,"standard_error":925.3177050968061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489492.875,"upper_bound":6491840.125},"point_estimate":6490696.8125,"standard_error":505.50642282877016},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2602.7969162911177,"upper_bound":4340.126097947359},"point_estimate":3431.292314082384,"standard_error":413.0129156032559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5616.6756206138025,"upper_bound":12279.569851449376},"point_estimate":9322.908267668046,"standard_error":1700.804730004451}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 4b5513104e7d..2572fcc4d624 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51940787.0,51941919.0,51915069.0,51951497.0,51923696.0,51923675.0,51989307.0,51924938.0,51918385.0,51964742.0,51945986.0,51925198.0,51914618.0,51940577.0,51939746.0,51930598.0,51932171.0,51906764.0,51963098.0,52012431.0,51925910.0,51911092.0,51946147.0,51947389.0,51928684.0,51934035.0,52696918.0,52151240.0,51966045.0,51921832.0,51913106.0,51934796.0,51934305.0,52308142.0,51959281.0,52063947.0,51917053.0,51941858.0,52002342.0,51976794.0,52029974.0,51947730.0,52015917.0,51918235.0,51961716.0,51939335.0,52021417.0,51938713.0,51944063.0,51911002.0,52035033.0,51926971.0,52300378.0,51916341.0,52040603.0,51912896.0,51935227.0,51927713.0,52018862.0,51950204.0,51919056.0,51958611.0,52026457.0,51947600.0,51948181.0,51924707.0,52003294.0,51947369.0,51904519.0,51927933.0,52002522.0,51994147.0,51964360.0,51975672.0,52021477.0,51919628.0,51920229.0,51948682.0,52017671.0,51910601.0,51936259.0,51929376.0,51995650.0,51998645.0,51914889.0,51908718.0,52032388.0,51904859.0,51934916.0,51961185.0,51959973.0,52261025.0,51943803.0,51971204.0,51941569.0,51937200.0,51938743.0,51939475.0,51921380.0,51938794.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51939807.0,52039624.0,51897758.0,51912536.0,51957340.0,52026079.0,51911794.0,51904681.0,51905894.0,52003887.0,51963571.0,52241202.0,51921162.0,51957209.0,51933875.0,52002083.0,51906675.0,51931081.0,51923356.0,51906796.0,51933145.0,51907777.0,51905753.0,51929819.0,51944225.0,51912165.0,51909370.0,51911423.0,51909680.0,51924809.0,51988799.0,51909300.0,51950567.0,51943143.0,51953342.0,51905132.0,51925931.0,51910111.0,51913759.0,51979180.0,51930941.0,51907195.0,51906764.0,51947371.0,51956368.0,51923065.0,51915943.0,51908167.0,51925611.0,51924778.0,52277028.0,51903911.0,51959143.0,51948994.0,51895263.0,51910032.0,51899291.0,51922664.0,51942191.0,51946359.0,51923957.0,51895885.0,51907267.0,51943574.0,52183162.0,51912666.0,51927104.0,51900220.0,52025134.0,52304257.0,51911502.0,51934014.0,52013423.0,51935567.0,51915840.0,51901914.0,52014585.0,51937992.0,51939775.0,51926971.0,52172971.0,51914918.0,51945235.0,51913066.0,51912514.0,51896253.0,51916931.0,51946868.0,51948210.0,51936458.0,51939965.0,51925538.0,51950405.0,51898398.0,51896424.0,51899280.0,51894390.0,51941087.0,51895361.0,51993075.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index eb826a53ecb7..fcfba3004865 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6471584.3125,6481112.96875,6506522.71875,6516051.375] \ No newline at end of file +[6474333.46875,6481501.265625,6500615.390625,6507783.1875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index b8aa07d9ab59..0515a44cc8c8 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - + -0.3 - - - 0.4 - - -0.5 + + +0.6 - + -0.6 +0.8 - -0.7 - - - -0.8 + +1 - - -0.9 + + +1.2 - - -1 + + +1.4 - + - + +2.6 + + + +2.8 + + + 3 - - -3.5 + + +3.2 + + + +3.4 + + + +3.6 + + + +3.8 - - + + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 92953540ee10..7deb9af6a383 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 + + +0.15 - - -0.14 + + +0.2 - + + +0.25 + + - + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + +10 - - -16 + + +11 - - -18 + + +12 - - -20 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index d201bfa3b472..b8c0a7e3b861 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,41 +16,41 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - + 6.55 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 1284f6c69ed9..803791331673 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,34 +9,34 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + 6.5 @@ -50,10 +50,10 @@ Average Time (ms) 6.6 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index f932adbc8d3b..c9bcf4016ef2 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 200 - + 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + - -2e-4 + +-0.001 - - -4e-4 + + +-9e-4 - - -6e-4 + + +-8e-4 - - -8e-4 + + +-7e-4 - - -0.001 + + +-6e-4 - - -0.0012 + + +-5e-4 - - - - + + +-4e-4 + + + +-3e-4 + + + +-2e-4 + + + +-1e-4 + + + +2.1684e-19 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 55f9fa5456ce..c490f4ff492d 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,58 +9,90 @@ Density (a.u.) Relative change (%) - + +500 + + + 1000 - - + + +1500 + + + 2000 - - + + +2500 + + + 3000 - - + + +3500 + + + 4000 - - -5000 + + +4500 - - -6000 + + +5000 - + - -0.00025 + +-0.00055 + + + +-5e-4 + + + +-0.00045 + + + +-4e-4 + + + +-0.00035 - - -3e-4 + + +-3e-4 - - -0.00035 + + +-0.00025 - - -4e-4 + + +-2e-4 - - -0.00045 + + +-0.00015 - - -5e-4 + + +-1e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 2d7245035174..567a8b6a0751 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 8b55ade28073..0c7026c74a02 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009938 - 0.0010232 - 0.0009772 + 0.0037246 + 0.0038450 + 0.0036858 Mean - 6.4942 ms - 6.4964 ms - 6.4992 ms + 6.4917 ms + 6.4934 ms + 6.4953 ms Std. Dev. - 6.2598 µs - 12.765 µs - 18.868 µs + 5.6167 µs + 9.3229 µs + 12.280 µs Median - 6.4921 ms - 6.4927 ms - 6.4935 ms + 6.4895 ms + 6.4907 ms + 6.4918 ms MAD - 2.8175 µs - 3.8657 µs - 5.1932 µs + 2.6028 µs + 3.4313 µs + 4.3401 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0166% - +0.0652% - +0.1126% - (p = 0.01 < + -0.0963% + -0.0468% + -0.0015% + (p = 0.05 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 0d566d2ec88d..12e1f9f479ef 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,57 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 6.49 - - -6.5 + + +6.495 - - -6.51 + + +6.5 - - -6.52 + + +6.505 - - -6.53 + + +6.51 - - -6.54 + + +6.515 - - -6.55 + + +6.52 - - -6.56 + + +6.525 - - -6.57 + + +6.53 - - -6.58 + + +6.535 - + 10 @@ -107,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index bb8f62425724..ab410e803de3 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,57 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 6.49 - - -6.5 + + +6.495 - - -6.51 + + +6.5 - - -6.52 + + +6.505 - - -6.53 + + +6.51 - - -6.54 + + +6.515 - - -6.55 + + +6.52 - - -6.56 + + +6.525 - - -6.57 + + +6.53 - - -6.58 + + +6.535 - + 10 @@ -104,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 695f1710d116..fe28ad196bd2 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + + +450 + + - -6.494 + +6.4915 - - -6.495 + + +6.492 - - -6.496 + + +6.4925 - - -6.497 + + +6.493 - - -6.498 + + +6.4935 + + + +6.494 + + + +6.4945 + + + +6.495 - - -6.499 + + +6.4955 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 42ed49e1008a..9caff070e166 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - + 200 - + 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - - -6.4922 - - - -6.4924 + + +1800 - - -6.4926 + + + +6.4895 - - -6.4928 + + +6.49 - - -6.493 + + +6.4905 - - -6.4932 + + +6.491 - - -6.4934 + + +6.4915 - - -6.4936 + + +6.492 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index a957ff4a483e..809bc2c70f67 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,34 +46,34 @@ Average Time (ms) - + 6.48 - - -6.5 + + +6.49 - - -6.52 + + +6.5 - - -6.54 + + +6.51 - - -6.56 + + +6.52 - - -6.58 + + +6.53 - - -6.6 + + +6.54 - + Density (a.u.) @@ -82,44 +82,60 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - - - - + + +60 + + + +70 + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index e602a4e9abc5..7c566bec3590 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + + +80 + + - + +6.48 + + + 6.5 - - -6.55 + + +6.52 - - -6.6 + + +6.54 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 723472f17f2a..e73eed77c545 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,25 +13,25 @@ Average Iteration Time (ms) - - + + - - + + - + 6.49 - - + + 6.5 - + 6.51 @@ -48,14 +48,14 @@ Average Iteration Time (ms) 6.54 - + 6.55 - - + + 6.56 - + 6.57 @@ -110,203 +110,203 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index b64cc5de42a7..fd6950f2b18f 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + 6.5 @@ -47,8 +47,8 @@ Average Time (ms) 6.6 - - - - + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 6d7da15d5a65..eca2902a4769 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + + +450 + + - -6.494 + +6.4915 - - -6.495 + + +6.492 - - -6.496 + + +6.4925 - - -6.497 + + +6.493 - - -6.498 + + +6.4935 + + + +6.494 + + + +6.4945 + + + +6.495 - - -6.499 + + +6.4955 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index c1eb443aee1b..36f5b95c63ac 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619988.163749999,"upper_bound":6627235.58609375},"point_estimate":6623244.04375,"standard_error":1856.8112077428375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616097.75,"upper_bound":6621268.75},"point_estimate":6618534.3125,"standard_error":1278.5416912617786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553.277208656073,"upper_bound":12263.91872227191},"point_estimate":8953.143253549933,"standard_error":1441.2335281733729},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10206.099098862389,"upper_bound":27193.737431221667},"point_estimate":18665.82266618212,"standard_error":4746.54672603215}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6605340.78740625,"upper_bound":6611049.94075},"point_estimate":6607995.5825,"standard_error":1460.2430159838116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6602420.25,"upper_bound":6606171.625},"point_estimate":6603955.0,"standard_error":1146.3639839834761},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5034.446198120713,"upper_bound":8653.750721365213},"point_estimate":6234.888864308596,"standard_error":972.7963174254137},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9173.820538068396,"upper_bound":19105.129160103574},"point_estimate":14623.572182203809,"standard_error":2549.460832218703}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 12e04f852d9a..667a59990704 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52881965.0,52886244.0,53244522.0,52932039.0,52937340.0,52846550.0,52840287.0,52875134.0,52922932.0,52899428.0,52901102.0,52948951.0,52926089.0,52998242.0,52908875.0,52858091.0,52888598.0,52902615.0,52858061.0,52912322.0,52849385.0,53345962.0,52947117.0,53074806.0,52922682.0,52942118.0,53050321.0,53043808.0,53446088.0,52992993.0,52902835.0,52947598.0,53039641.0,52964380.0,52922551.0,52969619.0,52977755.0,52932410.0,52981361.0,52938551.0,53081348.0,52973506.0,53088331.0,52993073.0,52913183.0,52954130.0,53112205.0,52922742.0,52952387.0,53009914.0,53037617.0,52972194.0,54045367.0,53025544.0,53035834.0,52990698.0,52914868.0,53008352.0,53126953.0,53353677.0,52971824.0,53099892.0,52925558.0,52873660.0,52898867.0,53071069.0,52888958.0,52964069.0,52880323.0,52994937.0,53006949.0,52900500.0,52890923.0,53015626.0,52873059.0,52853823.0,52950464.0,53016417.0,53085469.0,52928782.0,53109673.0,52925305.0,52921649.0,52920096.0,53067171.0,52961825.0,52921729.0,52952326.0,52909045.0,53091968.0,52941566.0,52928241.0,52880942.0,52920818.0,52891001.0,52934273.0,52970150.0,53046736.0,53054630.0,53081631.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53083466.0,52819362.0,52859657.0,52856441.0,52799234.0,52786731.0,52771372.0,52778876.0,52844729.0,52773396.0,52762847.0,52805236.0,52794545.0,52795217.0,52772104.0,52751234.0,52788783.0,52799831.0,52908092.0,53319642.0,52849373.0,52785834.0,52890921.0,52835648.0,52827172.0,52816180.0,52785153.0,52866445.0,52872256.0,52847640.0,52860474.0,52831079.0,52818356.0,52789652.0,52784943.0,52785675.0,52849584.0,52844304.0,53379074.0,52824186.0,52784211.0,52895791.0,52799159.0,52784040.0,52882275.0,52773711.0,52860074.0,52806944.0,52808927.0,52785544.0,52820660.0,53032215.0,52800792.0,52802986.0,52826620.0,52848011.0,53303852.0,52990196.0,52821651.0,52832201.0,52895850.0,52813947.0,52793118.0,52846708.0,52805842.0,52885570.0,52803727.0,52801304.0,52817874.0,52888577.0,52802866.0,52804149.0,52812474.0,52822574.0,52864057.0,52852694.0,53384280.0,52873252.0,52912125.0,52896636.0,52822688.0,52897988.0,52937814.0,52861300.0,52876508.0,52837124.0,52932764.0,52810185.0,52849608.0,52795898.0,52956127.0,52827988.0,52905092.0,52861751.0,53076152.0,52880936.0,52846452.0,52913728.0,53001161.0,52852974.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index afa5dc09be8e..c86be301ad5c 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6573739.34375,6593838.59375,6647436.59375,6667535.84375] \ No newline at end of file +[6571482.375,6585814.6875,6624034.1875,6638366.5] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 512b5a143377..dc64f27cbc77 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005871180935927819,"upper_bound":0.002124562062123142},"point_estimate":0.0013472202929944999,"standard_error":0.00039122363450224724},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009037565586356155,"upper_bound":0.0019434280547072635},"point_estimate":0.0014099820301098909,"standard_error":0.0002628080072509039}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030184424619281195,"upper_bound":-0.0016149523043608729},"point_estimate":-0.002302264743572313,"standard_error":0.0003574810957330867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002686517090668805,"upper_bound":-0.0016534881643233135},"point_estimate":-0.0022028007730450216,"standard_error":0.00026183393022679257}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index c1eb443aee1b..36f5b95c63ac 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619988.163749999,"upper_bound":6627235.58609375},"point_estimate":6623244.04375,"standard_error":1856.8112077428375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616097.75,"upper_bound":6621268.75},"point_estimate":6618534.3125,"standard_error":1278.5416912617786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553.277208656073,"upper_bound":12263.91872227191},"point_estimate":8953.143253549933,"standard_error":1441.2335281733729},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10206.099098862389,"upper_bound":27193.737431221667},"point_estimate":18665.82266618212,"standard_error":4746.54672603215}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6605340.78740625,"upper_bound":6611049.94075},"point_estimate":6607995.5825,"standard_error":1460.2430159838116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6602420.25,"upper_bound":6606171.625},"point_estimate":6603955.0,"standard_error":1146.3639839834761},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5034.446198120713,"upper_bound":8653.750721365213},"point_estimate":6234.888864308596,"standard_error":972.7963174254137},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9173.820538068396,"upper_bound":19105.129160103574},"point_estimate":14623.572182203809,"standard_error":2549.460832218703}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 12e04f852d9a..667a59990704 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52881965.0,52886244.0,53244522.0,52932039.0,52937340.0,52846550.0,52840287.0,52875134.0,52922932.0,52899428.0,52901102.0,52948951.0,52926089.0,52998242.0,52908875.0,52858091.0,52888598.0,52902615.0,52858061.0,52912322.0,52849385.0,53345962.0,52947117.0,53074806.0,52922682.0,52942118.0,53050321.0,53043808.0,53446088.0,52992993.0,52902835.0,52947598.0,53039641.0,52964380.0,52922551.0,52969619.0,52977755.0,52932410.0,52981361.0,52938551.0,53081348.0,52973506.0,53088331.0,52993073.0,52913183.0,52954130.0,53112205.0,52922742.0,52952387.0,53009914.0,53037617.0,52972194.0,54045367.0,53025544.0,53035834.0,52990698.0,52914868.0,53008352.0,53126953.0,53353677.0,52971824.0,53099892.0,52925558.0,52873660.0,52898867.0,53071069.0,52888958.0,52964069.0,52880323.0,52994937.0,53006949.0,52900500.0,52890923.0,53015626.0,52873059.0,52853823.0,52950464.0,53016417.0,53085469.0,52928782.0,53109673.0,52925305.0,52921649.0,52920096.0,53067171.0,52961825.0,52921729.0,52952326.0,52909045.0,53091968.0,52941566.0,52928241.0,52880942.0,52920818.0,52891001.0,52934273.0,52970150.0,53046736.0,53054630.0,53081631.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53083466.0,52819362.0,52859657.0,52856441.0,52799234.0,52786731.0,52771372.0,52778876.0,52844729.0,52773396.0,52762847.0,52805236.0,52794545.0,52795217.0,52772104.0,52751234.0,52788783.0,52799831.0,52908092.0,53319642.0,52849373.0,52785834.0,52890921.0,52835648.0,52827172.0,52816180.0,52785153.0,52866445.0,52872256.0,52847640.0,52860474.0,52831079.0,52818356.0,52789652.0,52784943.0,52785675.0,52849584.0,52844304.0,53379074.0,52824186.0,52784211.0,52895791.0,52799159.0,52784040.0,52882275.0,52773711.0,52860074.0,52806944.0,52808927.0,52785544.0,52820660.0,53032215.0,52800792.0,52802986.0,52826620.0,52848011.0,53303852.0,52990196.0,52821651.0,52832201.0,52895850.0,52813947.0,52793118.0,52846708.0,52805842.0,52885570.0,52803727.0,52801304.0,52817874.0,52888577.0,52802866.0,52804149.0,52812474.0,52822574.0,52864057.0,52852694.0,53384280.0,52873252.0,52912125.0,52896636.0,52822688.0,52897988.0,52937814.0,52861300.0,52876508.0,52837124.0,52932764.0,52810185.0,52849608.0,52795898.0,52956127.0,52827988.0,52905092.0,52861751.0,53076152.0,52880936.0,52846452.0,52913728.0,53001161.0,52852974.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index afa5dc09be8e..c86be301ad5c 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6573739.34375,6593838.59375,6647436.59375,6667535.84375] \ No newline at end of file +[6571482.375,6585814.6875,6624034.1875,6638366.5] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 89505574737e..cbe07730a18a 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + + +0.45 + + - + +5 + + + +5.5 + + + 6 - - -7 + + +6.5 - - -8 + + +7 - - -9 + + +7.5 - - -10 + + +8 - - -11 + + +8.5 - - -12 + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index a524f5bfed23..8036b608a231 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + + +0.16 + + - + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - -22 - - - -24 - - - -26 - - - -28 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index eebc72a77671..0356689264a5 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +6.6 + + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index e8ac333e4424..c69c032a3072 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index f2e68605cdf8..acd94f42d08e 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - - - -6e-4 + + +1100 - - -8e-4 + + + +-0.003 - - -0.001 + + +-0.0028 - - -0.0012 + + +-0.0026 - - -0.0014 + + +-0.0024 - - -0.0016 + + +-0.0022 - - -0.0018 + + +-0.002 - - -0.002 + + +-0.0018 - - -0.0022 + + +-0.0016 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 7122f4662ba3..571826b73f27 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - -1600 - - - -1800 - - + - -8e-4 + +-0.0028 - - -0.001 + + +-0.0026 - - -0.0012 + + +-0.0024 - - -0.0014 + + +-0.0022 - - -0.0016 + + +-0.002 - - -0.0018 + + +-0.0018 - - -0.002 + + +-0.0016 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index f4ccf06df2d6..c564d3daebda 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 5bd06eb8545e..9cf6b2d59174 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0040071 - 0.0041297 - 0.0039481 + 0.0000863 + 0.0000891 + 0.0000854 Mean - 6.6200 ms - 6.6232 ms - 6.6272 ms + 6.6053 ms + 6.6080 ms + 6.6110 ms Std. Dev. - 10.206 µs - 18.666 µs - 27.194 µs + 9.1738 µs + 14.624 µs + 19.105 µs Median - 6.6161 ms - 6.6185 ms - 6.6213 ms + 6.6024 ms + 6.6040 ms + 6.6062 ms MAD - 6.5533 µs - 8.9531 µs - 12.264 µs + 5.0344 µs + 6.2349 µs + 8.6538 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.0587% - +0.1347% - +0.2125% + -0.3018% + -0.2302% + -0.1615% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index cb4c39b9d2f4..f8c27dba31d5 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.62 + +6.6 - - -6.64 + + +6.61 - - -6.66 + + +6.62 - - -6.68 + + +6.63 - - -6.7 + + +6.64 + + + +6.65 - - -6.72 + + +6.66 - - -6.74 + + +6.67 - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 5002de3c521d..b09c9810aabe 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.62 + +6.6 - - -6.64 + + +6.61 - - -6.66 + + +6.62 - - -6.68 + + +6.63 - - -6.7 + + +6.64 + + + +6.65 - - -6.72 + + +6.66 - - -6.74 + + +6.67 - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 7c3760cf0372..9da42e7d1b60 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - -220 - - - - -6.62 + + +250 - - -6.621 + + +300 - - -6.622 - - - -6.623 + + + +6.605 - - -6.624 + + +6.606 - - -6.625 + + +6.607 - - -6.626 + + +6.608 - - -6.627 + + +6.609 - - -6.628 + + +6.61 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index c6ad8332d06f..a57bcdadfafe 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (ms) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + - -6.616 + +6.6025 - - -6.617 + + +6.603 - - -6.618 + + +6.6035 - - -6.619 + + +6.604 - - -6.62 + + +6.6045 - - -6.621 + + +6.605 - - - - + + +6.6055 + + + +6.606 + + + +6.6065 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 5027a879417e..33a6d1837869 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,42 +46,30 @@ Average Time (ms) - + +6.58 + + + 6.6 - - + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - -6.7 - - - -6.72 - - - -6.74 - - - -6.76 - - + Density (a.u.) @@ -90,46 +78,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - + + +35 + + + +40 + + + + + + - - - - - - - - - - - + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 20ea92c75284..15b3bfb4f649 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + + +45 + + - + 6.6 - - + + 6.65 - - -6.7 - - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 5d7d1d82312b..d8acf97b2fb0 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +6.6 + + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 62626308ba30..10c0ff0fa8fe 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index b6b0611d9d47..44ed09bbd7d9 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - -220 - - - - -6.62 + + +250 - - -6.621 + + +300 - - -6.622 - - - -6.623 + + + +6.605 - - -6.624 + + +6.606 - - -6.625 + + +6.607 - - -6.626 + + +6.608 - - -6.627 + + +6.609 - - -6.628 + + +6.61 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 030f4d685d86..ec675beecf30 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9125.244662696514,"upper_bound":9184.640317713598},"point_estimate":9153.461060480498,"standard_error":15.165590685194491},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9127.65519399249,"upper_bound":9155.559479775682},"point_estimate":9139.05284780579,"standard_error":7.295855165407989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.98176907681954,"upper_bound":62.506419631492534},"point_estimate":49.45492708768679,"standard_error":5.986226228270183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9134.719509545883,"upper_bound":9200.667130239515},"point_estimate":9164.543507680004,"standard_error":16.877476428292432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.4105495337382,"upper_bound":200.63024123212836},"point_estimate":152.1252249178044,"standard_error":26.486552476983512}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094.712492740024,"upper_bound":9161.22909648482},"point_estimate":9126.097064023548,"standard_error":16.93126003925564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094.903683047458,"upper_bound":9118.90522875817},"point_estimate":9100.320421857383,"standard_error":6.37279379444841},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.65035888165289,"upper_bound":68.29302172537534},"point_estimate":55.493935044198665,"standard_error":6.662674023585815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9107.956252091582,"upper_bound":9162.317451968409},"point_estimate":9132.308439572667,"standard_error":13.966104092232131},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.45523172651473,"upper_bound":222.05792309999052},"point_estimate":170.02649661904928,"standard_error":28.812039833205493}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 38deae6df033..f834f0ffe25e 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155634.0,312111.0,459781.0,628144.0,774748.0,926893.0,1091717.0,1238368.0,1421272.0,1572968.0,1743072.0,1871736.0,2055676.0,2169936.0,2312020.0,2490826.0,2582110.0,2697977.0,2823085.0,2984330.0,3156031.0,3359210.0,3581997.0,3743670.0,3863407.0,4031692.0,4175443.0,4350732.0,4562285.0,4679958.0,4806195.0,5023563.0,5142976.0,5291368.0,5443667.0,5545980.0,6237845.0,5920451.0,6063594.0,6215494.0,6365944.0,6581619.0,6689436.0,6812700.0,6990503.0,7162761.0,7326405.0,7465057.0,7673024.0,7792215.0,7929465.0,8072209.0,8212637.0,8415316.0,8497579.0,8787200.0,8846908.0,9028312.0,9871962.0,9284742.0,9435167.0,9619474.0,9816213.0,9937445.0,10162936.0,10247631.0,10396068.0,10606911.0,10759620.0,10900793.0,10998856.0,11208130.0,11382832.0,11433098.0,12116174.0,11818477.0,11999161.0,12145875.0,12269091.0,12383813.0,12554811.0,12977543.0,12849769.0,12996817.0,13153059.0,13304892.0,14101528.0,13620087.0,13795616.0,13856480.0,14054326.0,14175109.0,14320908.0,14585993.0,14742655.0,14880632.0,15102543.0,15169130.0,15899214.0,15531685.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155613.0,315151.0,458552.0,612833.0,770482.0,919302.0,1080073.0,1226683.0,1408112.0,1549097.0,1716367.0,1882054.0,2021922.0,2162469.0,2313473.0,2485584.0,2552523.0,2695239.0,2814661.0,2965468.0,3124962.0,3378288.0,3625601.0,3711975.0,3886043.0,4024031.0,4155677.0,4399142.0,4476509.0,4639594.0,4797898.0,4983280.0,5122608.0,5284295.0,5931594.0,5924653.0,5746658.0,5869872.0,6044304.0,6219048.0,6853471.0,6532120.0,6649876.0,6886212.0,6981526.0,7166372.0,7295903.0,7395666.0,7548087.0,7788337.0,7995260.0,8066324.0,8168819.0,8397485.0,8516299.0,8660760.0,8865223.0,8963058.0,9146519.0,9241019.0,9377437.0,10098266.0,9810764.0,9923261.0,10047599.0,10158736.0,10294744.0,10482362.0,10674312.0,10809752.0,10979693.0,11137490.0,11280169.0,11387330.0,11563682.0,11755124.0,12104076.0,12024125.0,12272707.0,12410715.0,12571898.0,12696154.0,12810251.0,12952021.0,13145050.0,13302610.0,13398440.0,13637584.0,14423251.0,13951925.0,14048343.0,14202807.0,14388097.0,14464139.0,14668996.0,15121076.0,15108258.0,15304555.0,15288667.0,15486121.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 3cc42fc1b851..77568c732e4d 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8911.528379495194,9008.521842808821,9267.171078311827,9364.164541625454] \ No newline at end of file +[8836.14099439776,8953.030829831932,9264.737057656395,9381.62689309057] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 18158db5d79c..28ff4f3a8e7a 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005508915272113315,"upper_bound":0.007003044841357791},"point_estimate":0.0012300257715800456,"standard_error":0.0031999528207681967},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002178319927002681,"upper_bound":0.006199300047157679},"point_estimate":0.003872010741392762,"standard_error":0.001052981675800399}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007756042086514014,"upper_bound":0.0018806405871082618},"point_estimate":-0.002989469914838283,"standard_error":0.002456470573712623},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0060648119975579284,"upper_bound":-0.0018437553041494859},"point_estimate":-0.004238122548739343,"standard_error":0.001060442471845086}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 030f4d685d86..ec675beecf30 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9125.244662696514,"upper_bound":9184.640317713598},"point_estimate":9153.461060480498,"standard_error":15.165590685194491},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9127.65519399249,"upper_bound":9155.559479775682},"point_estimate":9139.05284780579,"standard_error":7.295855165407989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.98176907681954,"upper_bound":62.506419631492534},"point_estimate":49.45492708768679,"standard_error":5.986226228270183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9134.719509545883,"upper_bound":9200.667130239515},"point_estimate":9164.543507680004,"standard_error":16.877476428292432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.4105495337382,"upper_bound":200.63024123212836},"point_estimate":152.1252249178044,"standard_error":26.486552476983512}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094.712492740024,"upper_bound":9161.22909648482},"point_estimate":9126.097064023548,"standard_error":16.93126003925564},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9094.903683047458,"upper_bound":9118.90522875817},"point_estimate":9100.320421857383,"standard_error":6.37279379444841},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.65035888165289,"upper_bound":68.29302172537534},"point_estimate":55.493935044198665,"standard_error":6.662674023585815},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9107.956252091582,"upper_bound":9162.317451968409},"point_estimate":9132.308439572667,"standard_error":13.966104092232131},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109.45523172651473,"upper_bound":222.05792309999052},"point_estimate":170.02649661904928,"standard_error":28.812039833205493}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 38deae6df033..f834f0ffe25e 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155634.0,312111.0,459781.0,628144.0,774748.0,926893.0,1091717.0,1238368.0,1421272.0,1572968.0,1743072.0,1871736.0,2055676.0,2169936.0,2312020.0,2490826.0,2582110.0,2697977.0,2823085.0,2984330.0,3156031.0,3359210.0,3581997.0,3743670.0,3863407.0,4031692.0,4175443.0,4350732.0,4562285.0,4679958.0,4806195.0,5023563.0,5142976.0,5291368.0,5443667.0,5545980.0,6237845.0,5920451.0,6063594.0,6215494.0,6365944.0,6581619.0,6689436.0,6812700.0,6990503.0,7162761.0,7326405.0,7465057.0,7673024.0,7792215.0,7929465.0,8072209.0,8212637.0,8415316.0,8497579.0,8787200.0,8846908.0,9028312.0,9871962.0,9284742.0,9435167.0,9619474.0,9816213.0,9937445.0,10162936.0,10247631.0,10396068.0,10606911.0,10759620.0,10900793.0,10998856.0,11208130.0,11382832.0,11433098.0,12116174.0,11818477.0,11999161.0,12145875.0,12269091.0,12383813.0,12554811.0,12977543.0,12849769.0,12996817.0,13153059.0,13304892.0,14101528.0,13620087.0,13795616.0,13856480.0,14054326.0,14175109.0,14320908.0,14585993.0,14742655.0,14880632.0,15102543.0,15169130.0,15899214.0,15531685.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155613.0,315151.0,458552.0,612833.0,770482.0,919302.0,1080073.0,1226683.0,1408112.0,1549097.0,1716367.0,1882054.0,2021922.0,2162469.0,2313473.0,2485584.0,2552523.0,2695239.0,2814661.0,2965468.0,3124962.0,3378288.0,3625601.0,3711975.0,3886043.0,4024031.0,4155677.0,4399142.0,4476509.0,4639594.0,4797898.0,4983280.0,5122608.0,5284295.0,5931594.0,5924653.0,5746658.0,5869872.0,6044304.0,6219048.0,6853471.0,6532120.0,6649876.0,6886212.0,6981526.0,7166372.0,7295903.0,7395666.0,7548087.0,7788337.0,7995260.0,8066324.0,8168819.0,8397485.0,8516299.0,8660760.0,8865223.0,8963058.0,9146519.0,9241019.0,9377437.0,10098266.0,9810764.0,9923261.0,10047599.0,10158736.0,10294744.0,10482362.0,10674312.0,10809752.0,10979693.0,11137490.0,11280169.0,11387330.0,11563682.0,11755124.0,12104076.0,12024125.0,12272707.0,12410715.0,12571898.0,12696154.0,12810251.0,12952021.0,13145050.0,13302610.0,13398440.0,13637584.0,14423251.0,13951925.0,14048343.0,14202807.0,14388097.0,14464139.0,14668996.0,15121076.0,15108258.0,15304555.0,15288667.0,15486121.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 3cc42fc1b851..77568c732e4d 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8911.528379495194,9008.521842808821,9267.171078311827,9364.164541625454] \ No newline at end of file +[8836.14099439776,8953.030829831932,9264.737057656395,9381.62689309057] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 651a5ecf0d8d..c554f33514f4 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - - -0.09 - - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - - - + + +70 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 7d9b7702ab54..d1330544b301 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - + - + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - - + + +220 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 7b489764cd09..e34252aeae57 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -42,22 +42,26 @@ Average Time (µs) - + +8.5 + + + 9 - - -10 + + +9.5 - - -11 + + +10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index f05d931c77b9..4c91dfad8a22 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -21,10 +21,10 @@ Iterations (x 10^3) - + - + 0.0 @@ -42,10 +42,10 @@ Iterations (x 10^3) 6.0 - + 8.0 - + 10.0 @@ -54,10 +54,10 @@ Iterations (x 10^3) 12.0 - + 14.0 - + 0 @@ -96,9 +96,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index b1ae590f6285..48057f5fbad4 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + - + +-0.008 + + + +-0.007 + + + -0.006 - - + + +-0.005 + + + -0.004 - - --0.002 + + +-0.003 - - -0 + + +-0.002 - - -0.002 + + +-0.001 - - -0.004 + + +0 - - -0.006 + + +0.001 - - -0.008 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 6d605a51c57d..b5be20756bed 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + - -0.002 + +-0.0065 + + + +-0.006 - - -0.0025 + + +-0.0055 - - -0.003 + + +-0.005 - - -0.0035 + + +-0.0045 - - -0.004 + + +-0.004 - - -0.0045 + + +-0.0035 - - -0.005 + + +-0.003 - - -0.0055 + + +-0.0025 - - -0.006 + + +-0.002 - - -0.0065 + + +-0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 9cde4c86d815..1651cd773846 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,73 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index f75be3a44ad0..d9ef1cf7edf5 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.1347 µs - 9.1645 µs - 9.2007 µs + 9.1080 µs + 9.1323 µs + 9.1623 µs R² - 0.9696961 - 0.9710900 - 0.9690465 + 0.9733977 + 0.9743387 + 0.9729104 Mean - 9.1252 µs - 9.1535 µs - 9.1846 µs + 9.0947 µs + 9.1261 µs + 9.1612 µs Std. Dev. - 97.411 ns - 152.13 ns - 200.63 ns + 109.46 ns + 170.03 ns + 222.06 ns Median - 9.1277 µs - 9.1391 µs - 9.1556 µs + 9.0949 µs + 9.1003 µs + 9.1189 µs MAD - 37.982 ns - 49.455 ns - 62.506 ns + 42.650 ns + 55.494 ns + 68.293 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5509% - +0.1230% - +0.7003% - (p = 0.71 > + -0.7756% + -0.2989% + +0.1881% + (p = 0.24 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 66a6c5c1352f..0ad6a6915dae 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - + +9.09 + + + +9.1 + + + +9.11 + + + 9.12 - - + + 9.13 - - + + 9.14 - - + + 9.15 - - + + 9.16 - - -9.17 - - - -9.18 - - - -9.19 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index af653f4e6e80..604ac7d6b423 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 + + + +120 + + + +140 - + - -9.125 + +9.095 - - -9.13 + + +9.1 - - -9.135 + + +9.105 - - -9.14 + + +9.11 - - -9.145 + + +9.115 - - -9.15 + + +9.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 0c5a1247430a..2e6eb9b6f964 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (µs) - + 8.6 - - + + 8.8 - - + + 9 - - + + 9.2 - - + + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - + Density (a.u.) @@ -86,74 +86,70 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index b9b6a3465dde..92fb4e30448e 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - + - + +8.5 + + + 9 - - + + 9.5 - - + + 10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index f4c7874e58f6..ad4b933c0e15 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,42 +16,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -91,102 +91,102 @@ Iterations (x 10^3) - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index f54993cdf374..81da09fda646 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,42 +13,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0.2 @@ -89,99 +89,99 @@ Iterations (x 10^3) - + - + - - + + - - + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 82201d92ffa1..9f5aa91f3cc7 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -39,20 +39,24 @@ Average Time (µs) - + +8.5 + + + 9 - - -10 + + +9.5 - - -11 + + +10 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 6a7f4bb16630..a5231a8952d6 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -93,7 +93,7 @@ Iterations (x 10^3) - + - + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 2edcb1a675a8..dcbbd2518570 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + - + +9.11 + + + +9.12 + + + 9.13 - - + + 9.14 - - + + 9.15 - - + + 9.16 - - -9.17 - - - -9.18 - - - -9.19 - - - -9.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 94802c1ec351..1dbade205865 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + - + +9.11 + + + +9.12 + + + 9.13 - - + + 9.14 - - + + 9.15 - - + + 9.16 - - -9.17 - - - -9.18 - - - -9.19 - - - -9.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index fba22e80a69e..108e3aa3a691 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102184.15361925501,"upper_bound":103097.46537048093},"point_estimate":102656.32107556605,"standard_error":233.3620475942237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102858.00689382895,"upper_bound":103188.8492063492},"point_estimate":102958.4146210597,"standard_error":82.5742665463895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.3921114623403,"upper_bound":1482.7763491573685},"point_estimate":1103.5845887686598,"standard_error":205.1067698734823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103004.76434219876,"upper_bound":103795.6063257092},"point_estimate":103370.20425299247,"standard_error":203.69534709637907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.1114872752812,"upper_bound":2907.6283314296297},"point_estimate":2345.8618477100235,"standard_error":308.9590286999239}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106564.5311300473,"upper_bound":107870.19474111318},"point_estimate":107229.95104309087,"standard_error":332.38225948653263},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108059.61309523809,"upper_bound":108314.75472411187},"point_estimate":108234.23699601792,"standard_error":65.400061567872},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":324.57629802567476,"upper_bound":591.7503889758153},"point_estimate":420.30373857917436,"standard_error":66.0721333352524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108216.31128107813,"upper_bound":108552.53821829411},"point_estimate":108358.7504752053,"standard_error":87.64555713132569},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2367.1943252144674,"upper_bound":4213.617024319051},"point_estimate":3332.251858831427,"standard_error":471.1058745132366}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 113eda6be105..a77f43c45a25 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[660953.0,1301411.0,2020177.0,2669494.0,3408896.0,4223183.0,4808696.0,5544819.0,6247685.0,7167954.0,7838568.0,8447654.0,9130487.0,9829499.0,10392853.0,11388875.0,11982544.0,13086599.0,13737435.0,14362641.0,15110321.0,15805182.0,16453478.0,17344771.0,18029497.0,18915925.0,19852821.0,20417296.0,21149200.0,21811762.0,22739449.0,23493758.0,23606939.0,24750014.0,25362189.0,26283149.0,26672883.0,27656494.0,28305795.0,29162153.0,29532061.0,30128847.0,31040119.0,32420472.0,32438946.0,33171304.0,34125048.0,34880869.0,35278352.0,35983121.0,36912744.0,37566113.0,38671901.0,39005385.0,39940878.0,40465200.0,41051758.0,44534588.0,42410953.0,43034586.0,43932921.0,44561381.0,46004813.0,46143538.0,47146968.0,47978685.0,48916326.0,49751237.0,49685356.0,50717160.0,51159216.0,51851155.0,52030934.0,53039543.0,55530593.0,54494953.0,55310400.0,55668170.0,56852597.0,57478780.0,57666243.0,59458206.0,59901899.0,60878228.0,61399900.0,62033177.0,62481279.0,63568119.0,64092613.0,64802508.0,66424568.0,66974511.0,66717816.0,67705317.0,68512312.0,69124390.0,69116629.0,73141772.0,70381412.0,75387919.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[684813.0,1369113.0,2197113.0,2699698.0,3566463.0,4188902.0,4818556.0,5558907.0,6199969.0,7008192.0,7744206.0,8613378.0,9571425.0,10279925.0,10872523.0,11746235.0,12527676.0,13398955.0,14267830.0,17135865.0,15801695.0,16692330.0,17369136.0,18154015.0,18943778.0,19793392.0,20335226.0,21211833.0,22017041.0,22809773.0,23548078.0,24343446.0,24958594.0,25816096.0,26498334.0,27311567.0,28005415.0,28908757.0,29542165.0,30405003.0,31120821.0,31979888.0,32631868.0,33303044.0,34077258.0,34804606.0,35658355.0,36300192.0,37226527.0,37795752.0,38570410.0,39494850.0,40235468.0,40937959.0,41695017.0,42464588.0,43133051.0,43822566.0,44749403.0,45604026.0,46245802.0,46886603.0,47549064.0,48501850.0,49276423.0,50204695.0,50860801.0,51569477.0,52182878.0,52907118.0,54001346.0,54354393.0,55487248.0,55915040.0,56609244.0,57466608.0,58184784.0,59347490.0,59843370.0,60262983.0,61494625.0,62132536.0,63061742.0,63670097.0,64548906.0,64990190.0,65638059.0,66693659.0,69554707.0,68374205.0,69021755.0,69996169.0,70844280.0,71411211.0,72221326.0,72825066.0,73619024.0,74330941.0,75039823.0,75639899.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 1d4396c59f30..1689707d40cb 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[98421.91122479495,100423.66928720952,105761.69078698166,107763.44884939621] \ No newline at end of file +[105995.14778051448,106918.22201525724,109379.7533079046,110302.82754264736] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 09458b1d78ac..8ffcd1e4155d 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05637102097718188,"upper_bound":-0.045587056292060016},"point_estimate":-0.05096919264717281,"standard_error":0.0027865142951174738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04760465179276441,"upper_bound":-0.04406655905149681},"point_estimate":-0.046122663205332315,"standard_error":0.0008607388174824234}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.036865080317362485,"upper_bound":0.05229052409279289},"point_estimate":0.044552833372609735,"standard_error":0.003962516162681362},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.048754663828392185,"upper_bound":0.05267795305795797},"point_estimate":0.05124226508708385,"standard_error":0.0010442322105519396}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index fba22e80a69e..108e3aa3a691 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102184.15361925501,"upper_bound":103097.46537048093},"point_estimate":102656.32107556605,"standard_error":233.3620475942237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102858.00689382895,"upper_bound":103188.8492063492},"point_estimate":102958.4146210597,"standard_error":82.5742665463895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.3921114623403,"upper_bound":1482.7763491573685},"point_estimate":1103.5845887686598,"standard_error":205.1067698734823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103004.76434219876,"upper_bound":103795.6063257092},"point_estimate":103370.20425299247,"standard_error":203.69534709637907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.1114872752812,"upper_bound":2907.6283314296297},"point_estimate":2345.8618477100235,"standard_error":308.9590286999239}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106564.5311300473,"upper_bound":107870.19474111318},"point_estimate":107229.95104309087,"standard_error":332.38225948653263},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108059.61309523809,"upper_bound":108314.75472411187},"point_estimate":108234.23699601792,"standard_error":65.400061567872},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":324.57629802567476,"upper_bound":591.7503889758153},"point_estimate":420.30373857917436,"standard_error":66.0721333352524},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108216.31128107813,"upper_bound":108552.53821829411},"point_estimate":108358.7504752053,"standard_error":87.64555713132569},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2367.1943252144674,"upper_bound":4213.617024319051},"point_estimate":3332.251858831427,"standard_error":471.1058745132366}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 113eda6be105..a77f43c45a25 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[660953.0,1301411.0,2020177.0,2669494.0,3408896.0,4223183.0,4808696.0,5544819.0,6247685.0,7167954.0,7838568.0,8447654.0,9130487.0,9829499.0,10392853.0,11388875.0,11982544.0,13086599.0,13737435.0,14362641.0,15110321.0,15805182.0,16453478.0,17344771.0,18029497.0,18915925.0,19852821.0,20417296.0,21149200.0,21811762.0,22739449.0,23493758.0,23606939.0,24750014.0,25362189.0,26283149.0,26672883.0,27656494.0,28305795.0,29162153.0,29532061.0,30128847.0,31040119.0,32420472.0,32438946.0,33171304.0,34125048.0,34880869.0,35278352.0,35983121.0,36912744.0,37566113.0,38671901.0,39005385.0,39940878.0,40465200.0,41051758.0,44534588.0,42410953.0,43034586.0,43932921.0,44561381.0,46004813.0,46143538.0,47146968.0,47978685.0,48916326.0,49751237.0,49685356.0,50717160.0,51159216.0,51851155.0,52030934.0,53039543.0,55530593.0,54494953.0,55310400.0,55668170.0,56852597.0,57478780.0,57666243.0,59458206.0,59901899.0,60878228.0,61399900.0,62033177.0,62481279.0,63568119.0,64092613.0,64802508.0,66424568.0,66974511.0,66717816.0,67705317.0,68512312.0,69124390.0,69116629.0,73141772.0,70381412.0,75387919.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[684813.0,1369113.0,2197113.0,2699698.0,3566463.0,4188902.0,4818556.0,5558907.0,6199969.0,7008192.0,7744206.0,8613378.0,9571425.0,10279925.0,10872523.0,11746235.0,12527676.0,13398955.0,14267830.0,17135865.0,15801695.0,16692330.0,17369136.0,18154015.0,18943778.0,19793392.0,20335226.0,21211833.0,22017041.0,22809773.0,23548078.0,24343446.0,24958594.0,25816096.0,26498334.0,27311567.0,28005415.0,28908757.0,29542165.0,30405003.0,31120821.0,31979888.0,32631868.0,33303044.0,34077258.0,34804606.0,35658355.0,36300192.0,37226527.0,37795752.0,38570410.0,39494850.0,40235468.0,40937959.0,41695017.0,42464588.0,43133051.0,43822566.0,44749403.0,45604026.0,46245802.0,46886603.0,47549064.0,48501850.0,49276423.0,50204695.0,50860801.0,51569477.0,52182878.0,52907118.0,54001346.0,54354393.0,55487248.0,55915040.0,56609244.0,57466608.0,58184784.0,59347490.0,59843370.0,60262983.0,61494625.0,62132536.0,63061742.0,63670097.0,64548906.0,64990190.0,65638059.0,66693659.0,69554707.0,68374205.0,69021755.0,69996169.0,70844280.0,71411211.0,72221326.0,72825066.0,73619024.0,74330941.0,75039823.0,75639899.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 1d4396c59f30..1689707d40cb 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[98421.91122479495,100423.66928720952,105761.69078698166,107763.44884939621] \ No newline at end of file +[105995.14778051448,106918.22201525724,109379.7533079046,110302.82754264736] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 5ab6cc767570..f7697487cc0f 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -6,69 +6,69 @@ micro/ops/crossjoin:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.7 + + +0.006 - - -0.8 + + +0.007 - - -0.9 + + + +300 - - -1 + + +350 - - -1.1 + + +400 - - -1.2 + + +450 - - -1.3 + + +500 - - -1.4 + + +550 - - -1.5 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index e0f539e72e84..f6c1a6fc4bd6 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - -0.6 + + +0.5 - - -0.8 + + +0.6 - - -1 + + +0.7 - - -1.2 + + +0.8 - - -1.4 + + +0.9 - + - -1.6 + +2.5 - - -1.8 - - - -2 - - - -2.2 - - - -2.4 - - - -2.6 + + +3 - - -2.8 + + +3.5 - - -3 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 04a1a4fd22ff..e0c9f785eb16 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + 90 - + 100 - - + + 110 - - + + 120 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index b21010d2ab12..27d4451d18cd 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -21,7 +21,7 @@ Iterations - + @@ -45,10 +45,10 @@ Iterations 40.0 - + 50.0 - + 60.0 @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 1d780915a840..c0c151a1180e 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + + +0.036 - - -140 + + +0.038 - - - --0.056 + + +0.04 + + + +0.042 + + + +0.044 - - --0.054 + + +0.046 - - --0.052 + + +0.048 - - --0.05 + + +0.05 - - --0.048 + + +0.052 - - --0.046 + + +0.054 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 16294ad73b86..934b391cbec0 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + + +0.0485 - - -700 + + +0.049 - - - --0.0475 + + +0.0495 - - --0.047 + + +0.05 - - --0.0465 + + +0.0505 - - --0.046 + + +0.051 - - --0.0455 + + +0.0515 - - --0.045 + + +0.052 - - --0.0445 + + +0.0525 - - --0.044 + + +0.053 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 40543990933a..a8a203bbcaeb 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 7962e9ebe77f..e974e9c6f614 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 103.00 µs - 103.37 µs - 103.80 µs + 108.22 µs + 108.36 µs + 108.55 µs R² - 0.9769846 - 0.9783854 - 0.9764882 + 0.9909845 + 0.9912209 + 0.9907834 Mean - 102.18 µs - 102.66 µs - 103.10 µs + 106.56 µs + 107.23 µs + 107.87 µs Std. Dev. - 1.6981 µs - 2.3459 µs - 2.9076 µs + 2.3672 µs + 3.3323 µs + 4.2136 µs Median - 102.86 µs - 102.96 µs - 103.19 µs + 108.06 µs + 108.23 µs + 108.31 µs MAD - 690.39 ns - 1.1036 µs - 1.4828 µs + 324.58 ns + 420.30 ns + 591.75 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -5.6371% - -5.0969% - -4.5587% + +3.6865% + +4.4553% + +5.2291% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 145f29e34f4f..263fe1ac0951 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + - -102.1 - - - -102.2 - - - -102.3 - - - -102.4 - - - -102.5 + +106.6 - - -102.6 + + +106.8 - - -102.7 + + +107 - - -102.8 + + +107.2 - - -102.9 + + +107.4 - - -103 + + +107.6 - - -103.1 + + +107.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index d5c34bd30d9f..b88404038721 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - -11 - - + - -102.85 - - - -102.9 - - - -102.95 + +108.05 - - -103 + + +108.1 - - -103.05 + + +108.15 - - -103.1 + + +108.2 - - -103.15 + + +108.25 - - -103.2 + + +108.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index e8088e09da8c..94101e938ffd 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,26 +42,34 @@ Average Time (µs) - -90 - - - + 95 - - + + 100 - - + + 105 - - + + 110 - + + +115 + + + +120 + + + +125 + + Density (a.u.) @@ -70,62 +78,68 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 010b6905b295..99712510099f 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,47 +10,35 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - + - -90 - - - -95 - - - + 100 - - -105 - - - + + 110 - - - + + +120 + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index b6421a7a752e..bbb2f86eef9a 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -16,41 +16,41 @@ Iterations - - - - - - + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -82,106 +82,106 @@ Iterations - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index b482f7b5afa9..fbde4e2ece49 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -16,9 +16,9 @@ Iterations - + - + 10.0 @@ -36,18 +36,18 @@ Iterations 40.0 - + 50.0 - + 60.0 - + 70.0 - + 100 @@ -78,105 +78,105 @@ Iterations - + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 32b731a0466c..e52f0d0f95ae 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,49 +6,45 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + 90 - + 100 - - + + 110 - - + + 120 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 4454f7894eda..b34112d0ad6d 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -19,7 +19,7 @@ Iterations - + @@ -46,10 +46,10 @@ Iterations 50.0 - + 60.0 - + 70.0 @@ -87,8 +87,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 968c1e3003d9..a6222f0e3136 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - -2 + + +5 - + - -103 - - - -103.1 + +108.2 - - -103.2 + + +108.25 - - -103.3 + + +108.3 - - -103.4 + + +108.35 - - -103.5 + + +108.4 - - -103.6 + + +108.45 - - -103.7 + + +108.5 - - -103.8 + + +108.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 6b54dbdada2e..c245da0966da 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - -2 + + +5 - + - -103 - - - -103.1 + +108.2 - - -103.2 + + +108.25 - - -103.3 + + +108.3 - - -103.4 + + +108.35 - - -103.5 + + +108.4 - - -103.6 + + +108.45 - - -103.7 + + +108.5 - - -103.8 + + +108.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 1483397e1c8d..fd2ee8f69feb 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72964.29236493242,"upper_bound":73414.80830556912},"point_estimate":73182.31405524987,"standard_error":115.06132707529746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72528.42696629213,"upper_bound":72870.63512382281},"point_estimate":72681.99577993814,"standard_error":85.54323378865813},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":417.5503521597188,"upper_bound":946.4898264287789},"point_estimate":618.7644524576127,"standard_error":137.27790372126793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72553.20437303474,"upper_bound":72791.58829096367},"point_estimate":72660.93479592138,"standard_error":61.084803543811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":965.2498689889372,"upper_bound":1316.7566467907047},"point_estimate":1152.2439224976433,"standard_error":89.27818335157262}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73432.62299735063,"upper_bound":74459.20394662843},"point_estimate":73891.8334679236,"standard_error":263.42676562243406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72732.97647058824,"upper_bound":72991.18617463618},"point_estimate":72880.265625,"standard_error":69.43398830311178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":342.4464388608773,"upper_bound":879.5830766434607},"point_estimate":571.9244032483668,"standard_error":146.56785581417859},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72819.58126304291,"upper_bound":73771.80395317137},"point_estimate":73201.07865878528,"standard_error":247.43183664357974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1324.2398975555748,"upper_bound":3840.6129801007996},"point_estimate":2654.064419171312,"standard_error":674.6648448399785}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 3b952592e604..a93729f26dea 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[384998.0,742023.0,1121694.0,1492917.0,1891749.0,2269654.0,2609873.0,2972623.0,3431037.0,3779452.0,4067479.0,4513774.0,4816558.0,5230543.0,5644884.0,5960254.0,6344647.0,6706336.0,7113399.0,7470141.0,7807742.0,8267469.0,8654209.0,8992991.0,9168961.0,9539397.0,9869855.0,10143334.0,10666770.0,10883976.0,11444189.0,11657042.0,12159723.0,12316634.0,12566707.0,13003774.0,13281791.0,13654361.0,14029302.0,14473078.0,15001209.0,15159798.0,15473599.0,15920373.0,16250868.0,16548146.0,16951559.0,17845202.0,17748648.0,18026853.0,18546693.0,18991570.0,19144368.0,19446347.0,19930162.0,20271122.0,20581930.0,21118630.0,21470376.0,21896454.0,22233012.0,22535861.0,22930485.0,23242435.0,23543866.0,23978429.0,24431160.0,24667588.0,25099066.0,25357683.0,25657744.0,26120033.0,26523698.0,26751971.0,27197069.0,28235003.0,27835205.0,28193213.0,28637004.0,28947504.0,29294102.0,29603447.0,30044086.0,30326177.0,30755117.0,31104244.0,31538310.0,31944452.0,32275150.0,32610008.0,33213406.0,33343021.0,33700520.0,34237690.0,34545316.0,35586690.0,35384948.0,35590011.0,35949878.0,36354849.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[376494.0,762219.0,1126221.0,1515079.0,1895403.0,2259562.0,2621066.0,3009530.0,3414845.0,3807051.0,4126987.0,4555133.0,4926246.0,5329057.0,5711366.0,6065861.0,6449689.0,6828546.0,7281300.0,7768475.0,7929400.0,8357295.0,8653378.0,9028965.0,9179698.0,9491906.0,9799128.0,10102583.0,10437615.0,10947906.0,11891937.0,11664133.0,12272553.0,12454778.0,12680507.0,13034836.0,13418273.0,13768389.0,14147288.0,14485516.0,14822932.0,15187043.0,15605259.0,15966198.0,16267003.0,16626878.0,17043184.0,17498359.0,18198003.0,18091199.0,18477341.0,18988547.0,19138579.0,19632394.0,20199015.0,20338444.0,25049824.0,21386937.0,26885152.0,21770848.0,22235536.0,22586507.0,22972730.0,23303821.0,23621843.0,24570962.0,24459778.0,24729212.0,25117946.0,25558109.0,25790309.0,26166001.0,26577208.0,26998053.0,27233930.0,27985990.0,28003604.0,28451997.0,28803299.0,29026366.0,29556436.0,29848008.0,30182821.0,30519373.0,30852233.0,31177659.0,31728655.0,31873024.0,33005335.0,32688824.0,33061672.0,33433163.0,33865804.0,34138036.0,34500915.0,34881341.0,35158564.0,35680844.0,36035173.0,36279379.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 39925b1aea14..9f0250128760 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[67140.4591826923,69754.18834134615,76724.13276442308,79337.86192307693] \ No newline at end of file +[65224.26520499111,68907.95779857399,78731.13804812833,82414.8306417112] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 30fd2ed78d2b..112a04f848a5 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0017735142519677005,"upper_bound":0.009902438680696811},"point_estimate":0.00579188225593108,"standard_error":0.002064031946183222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002456751910853372,"upper_bound":0.007916573210775605},"point_estimate":0.005291944713383456,"standard_error":0.0013600426115574114}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0029714515029031796,"upper_bound":0.017385300056172927},"point_estimate":0.009695230628237184,"standard_error":0.0036931940877666003},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00044020601452743335,"upper_bound":0.005318625934951138},"point_estimate":0.002727908651025013,"standard_error":0.0014727585571598584}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 1483397e1c8d..fd2ee8f69feb 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72964.29236493242,"upper_bound":73414.80830556912},"point_estimate":73182.31405524987,"standard_error":115.06132707529746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72528.42696629213,"upper_bound":72870.63512382281},"point_estimate":72681.99577993814,"standard_error":85.54323378865813},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":417.5503521597188,"upper_bound":946.4898264287789},"point_estimate":618.7644524576127,"standard_error":137.27790372126793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72553.20437303474,"upper_bound":72791.58829096367},"point_estimate":72660.93479592138,"standard_error":61.084803543811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":965.2498689889372,"upper_bound":1316.7566467907047},"point_estimate":1152.2439224976433,"standard_error":89.27818335157262}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73432.62299735063,"upper_bound":74459.20394662843},"point_estimate":73891.8334679236,"standard_error":263.42676562243406},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72732.97647058824,"upper_bound":72991.18617463618},"point_estimate":72880.265625,"standard_error":69.43398830311178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":342.4464388608773,"upper_bound":879.5830766434607},"point_estimate":571.9244032483668,"standard_error":146.56785581417859},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72819.58126304291,"upper_bound":73771.80395317137},"point_estimate":73201.07865878528,"standard_error":247.43183664357974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1324.2398975555748,"upper_bound":3840.6129801007996},"point_estimate":2654.064419171312,"standard_error":674.6648448399785}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 3b952592e604..a93729f26dea 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[384998.0,742023.0,1121694.0,1492917.0,1891749.0,2269654.0,2609873.0,2972623.0,3431037.0,3779452.0,4067479.0,4513774.0,4816558.0,5230543.0,5644884.0,5960254.0,6344647.0,6706336.0,7113399.0,7470141.0,7807742.0,8267469.0,8654209.0,8992991.0,9168961.0,9539397.0,9869855.0,10143334.0,10666770.0,10883976.0,11444189.0,11657042.0,12159723.0,12316634.0,12566707.0,13003774.0,13281791.0,13654361.0,14029302.0,14473078.0,15001209.0,15159798.0,15473599.0,15920373.0,16250868.0,16548146.0,16951559.0,17845202.0,17748648.0,18026853.0,18546693.0,18991570.0,19144368.0,19446347.0,19930162.0,20271122.0,20581930.0,21118630.0,21470376.0,21896454.0,22233012.0,22535861.0,22930485.0,23242435.0,23543866.0,23978429.0,24431160.0,24667588.0,25099066.0,25357683.0,25657744.0,26120033.0,26523698.0,26751971.0,27197069.0,28235003.0,27835205.0,28193213.0,28637004.0,28947504.0,29294102.0,29603447.0,30044086.0,30326177.0,30755117.0,31104244.0,31538310.0,31944452.0,32275150.0,32610008.0,33213406.0,33343021.0,33700520.0,34237690.0,34545316.0,35586690.0,35384948.0,35590011.0,35949878.0,36354849.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[376494.0,762219.0,1126221.0,1515079.0,1895403.0,2259562.0,2621066.0,3009530.0,3414845.0,3807051.0,4126987.0,4555133.0,4926246.0,5329057.0,5711366.0,6065861.0,6449689.0,6828546.0,7281300.0,7768475.0,7929400.0,8357295.0,8653378.0,9028965.0,9179698.0,9491906.0,9799128.0,10102583.0,10437615.0,10947906.0,11891937.0,11664133.0,12272553.0,12454778.0,12680507.0,13034836.0,13418273.0,13768389.0,14147288.0,14485516.0,14822932.0,15187043.0,15605259.0,15966198.0,16267003.0,16626878.0,17043184.0,17498359.0,18198003.0,18091199.0,18477341.0,18988547.0,19138579.0,19632394.0,20199015.0,20338444.0,25049824.0,21386937.0,26885152.0,21770848.0,22235536.0,22586507.0,22972730.0,23303821.0,23621843.0,24570962.0,24459778.0,24729212.0,25117946.0,25558109.0,25790309.0,26166001.0,26577208.0,26998053.0,27233930.0,27985990.0,28003604.0,28451997.0,28803299.0,29026366.0,29556436.0,29848008.0,30182821.0,30519373.0,30852233.0,31177659.0,31728655.0,31873024.0,33005335.0,32688824.0,33061672.0,33433163.0,33865804.0,34138036.0,34500915.0,34881341.0,35158564.0,35680844.0,36035173.0,36279379.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 39925b1aea14..9f0250128760 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[67140.4591826923,69754.18834134615,76724.13276442308,79337.86192307693] \ No newline at end of file +[65224.26520499111,68907.95779857399,78731.13804812833,82414.8306417112] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 5191029230e6..8b36e3b987c4 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - -0.0035 - - + - + +300 + + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - -1000 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index b1b8e2a3a15c..ddc015069d84 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - + -2 +0.3 - -2.5 + +0.4 - - -3 + + +0.5 - - -3.5 + + +0.6 - - -4 + + +0.7 - - -4.5 + + +0.8 - + - -0.95 - - - -1 - - - -1.05 - - - -1.1 + +1.5 - - -1.15 + + +2 - - -1.2 + + +2.5 - - -1.25 + + +3 - - -1.3 + + +3.5 - - -1.35 + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index f06651a78799..e8ca24c5d5b4 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,67 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - -72 - - - -74 - - - -76 - - - -78 - - - - - - + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index f66167099f16..2609b7578fd8 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -21,12 +21,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -36,30 +36,30 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 0 @@ -105,10 +105,10 @@ Iterations 500 - - + + - + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 3bb90193b470..426a5a201d3f 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - -40 + + +30 - - -60 + + +40 - - -80 + + +50 - - -100 + + +60 - - -120 + + +70 - - -140 + + +80 - - -160 + + +90 - - -180 + + +100 - + - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - - - - + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index fab4bf58d347..26374071708c 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - + +-0.001 + + + +0 + + + +0.001 + + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - -0.006 - - - -0.007 - - - -0.008 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index e6fe0ef17ab7..2e22c7cf2b02 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index aac09c1635a5..b45be1a192db 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 72.553 µs - 72.661 µs - 72.792 µs + 72.820 µs + 73.201 µs + 73.772 µs R² - 0.9922657 - 0.9925646 - 0.9921250 + 0.8614253 + 0.8643362 + 0.8578486 Mean - 72.964 µs - 73.182 µs - 73.415 µs + 73.433 µs + 73.892 µs + 74.459 µs Std. Dev. - 965.25 ns - 1.1522 µs - 1.3168 µs + 1.3242 µs + 2.6541 µs + 3.8406 µs Median - 72.528 µs - 72.682 µs - 72.871 µs + 72.733 µs + 72.880 µs + 72.991 µs MAD - 417.55 ns - 618.76 ns - 946.49 ns + 342.45 ns + 571.92 ns + 879.58 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.1774% - +0.5792% - +0.9902% + +0.2971% + +0.9695% + +1.7385% (p = 0.01 < 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index c6a5839fa534..95f182f8ed00 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - - -1.5 + + +0.8 - - -2 + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - + -72.95 +73.4 - -73 - - - -73.05 + +73.6 - - -73.1 + + +73.8 - - -73.15 + + +74 - - -73.2 - - - -73.25 - - - -73.3 - - - -73.35 - - - -73.4 + + +74.2 - - -73.45 + + +74.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 1c058bd7b219..650221f36d51 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - -72.5 - - - -72.55 + + +7 - - -72.6 + + +8 - - -72.65 + + +9 - - -72.7 + + +10 - - + + + 72.75 - - + + 72.8 - - + + 72.85 - - + + 72.9 - - - - + + +72.95 + + + +73 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index d791beeeeec0..29d02c15be73 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (µs) - -71 + +70 - - -72 - - - -73 - - - -74 - - - + + 75 - - -76 + + +80 - - -77 + + +85 - - -78 + + +90 - + Density (a.u.) @@ -94,50 +82,32 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - - - - + + + + + - - - + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index b51eb80af922..faa9314c62dc 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - -0.5 - - + - -72 + +70 + + + +75 - - -74 + + +80 - - -76 + + +85 - - -78 + + +90 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 60e2b6c867cf..683477081cc0 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -21,10 +21,10 @@ Iterations - - - - + + + + 5.0 @@ -38,22 +38,22 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 50 @@ -98,105 +98,105 @@ Iterations - + - + - - + + - - - - - - - - - - + + + + + + + + + + - + - - - + + + - - - - - - - + + + + + + + - + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 8c876414851e..33e53a039fbf 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -18,8 +18,8 @@ Iterations - - + + @@ -35,14 +35,14 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 @@ -97,101 +97,101 @@ Iterations - + - - - - - - - - - + + + + + + + + + - - + + - - - + + + - - - + + + - - - + + + - + - - + + - - - - + + + + - - - - - - + + + + + + - - - - + + + + - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - + + + + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index eb74cf60c35a..2c63d252ba9f 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,65 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - -72 - - - -74 - - - -76 - - - -78 - - - - - - + +70 + + + +75 + + + +80 + + + +85 + + + +90 + + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index fc27a68cedc9..a30059ead769 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -18,12 +18,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -33,30 +33,30 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 0 @@ -102,8 +102,8 @@ Iterations 500 - - + + - + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 442e5be08072..5eaea1730f86 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -1 + +0.2 + + + +0.4 - - -2 + + +0.6 - - -3 + + +0.8 - + -4 +1 - -5 + +1.2 - - -6 + + +1.4 - - -7 + + +1.6 - + + +1.8 + + - -72.55 + +72.8 - - -72.6 + + +72.9 - - -72.65 + + +73 - - -72.7 + + +73.1 - - -72.75 + + +73.2 - - -72.8 + + +73.3 + + + +73.4 + + + +73.5 + + + +73.6 + + + +73.7 + + + +73.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 8e8e470cca3d..778f053a1f48 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -1 + +0.2 + + + +0.4 - - -2 + + +0.6 - - -3 + + +0.8 - + -4 +1 - -5 + +1.2 - - -6 + + +1.4 - - -7 + + +1.6 - + + +1.8 + + - -72.55 + +72.8 - - -72.6 + + +72.9 - - -72.65 + + +73 - - -72.7 + + +73.1 - - -72.75 + + +73.2 - - -72.8 + + +73.3 + + + +73.4 + + + +73.5 + + + +73.6 + + + +73.7 + + + +73.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index a57cc6d042bb..174d024bc275 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.2583332321665,"upper_bound":6573.022423136393},"point_estimate":6558.538761479116,"standard_error":6.857069444997265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536.168831168831,"upper_bound":6549.734807312253},"point_estimate":6541.6451969083555,"standard_error":3.629909412924549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.506456665847832,"upper_bound":40.333134957131115},"point_estimate":30.030957374464162,"standard_error":4.389011095826405},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549.1286037249865,"upper_bound":6571.464629018792},"point_estimate":6559.631506105835,"standard_error":5.682619762394962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.93542082693694,"upper_bound":92.57210706537604},"point_estimate":68.97302215562904,"standard_error":13.146463429646385}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6539.983060633437,"upper_bound":6561.664542693292},"point_estimate":6550.232023651936,"standard_error":5.529019881135223},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523.777905638665,"upper_bound":6546.868308080808},"point_estimate":6534.34914004914,"standard_error":5.183413342847153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.69783175849518,"upper_bound":45.83485630748136},"point_estimate":31.987871789833317,"standard_error":5.236311509864183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6552.862881202934,"upper_bound":6579.662018525099},"point_estimate":6566.50178835794,"standard_error":6.8392664847996425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.27176873315509,"upper_bound":70.49950823878879},"point_estimate":55.41985648622142,"standard_error":7.994730903531851}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 3d866ffe5dda..58c393fd9495 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72023.0,143516.0,227496.0,289780.0,370764.0,442914.0,504654.0,572846.0,642928.0,713369.0,785193.0,856750.0,928753.0,1042435.0,1073239.0,1145274.0,1219901.0,1305921.0,1374629.0,1445890.0,1504989.0,1588745.0,1652860.0,1718945.0,1788182.0,1863770.0,1930235.0,2012899.0,2092376.0,2146173.0,2227104.0,2306972.0,2380494.0,2445049.0,2517559.0,2739285.0,2659489.0,2746071.0,2794475.0,2899449.0,2936684.0,3017983.0,3087335.0,3177001.0,3237442.0,3313379.0,3402745.0,3459081.0,3527192.0,3591107.0,3678440.0,3784017.0,3799877.0,3874686.0,3947351.0,4018687.0,4101772.0,4186156.0,4269624.0,4346193.0,4388904.0,4464974.0,4534970.0,4585724.0,4675454.0,4763179.0,4826657.0,4881713.0,4982375.0,5032850.0,5106991.0,5202615.0,5237780.0,5315619.0,5408262.0,5451455.0,5531926.0,5612512.0,5689792.0,5762396.0,5804791.0,5887659.0,5975875.0,6037992.0,6107861.0,6235449.0,6257215.0,6352474.0,6414159.0,6456681.0,6727566.0,6688142.0,6725711.0,6762478.0,6906218.0,6953131.0,7021427.0,7133957.0,7157104.0,7243611.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72314.0,143186.0,224825.0,286196.0,357028.0,428928.0,500115.0,574717.0,645313.0,718796.0,789946.0,877469.0,934049.0,1003409.0,1079139.0,1145185.0,1222563.0,1286752.0,1372205.0,1431971.0,1521339.0,1571978.0,1647497.0,1714711.0,1789452.0,1862707.0,1936999.0,2019682.0,2076674.0,2161497.0,2222449.0,2296720.0,2363425.0,2441929.0,2501226.0,2593346.0,2659415.0,2739355.0,2825168.0,2870231.0,2938227.0,3021902.0,3206455.0,3170488.0,3219536.0,3374427.0,3385521.0,3477447.0,3507943.0,3580998.0,3662881.0,3726619.0,3802040.0,3867559.0,3934983.0,4028383.0,4105353.0,4179315.0,4248916.0,4322659.0,4369945.0,4436983.0,4515641.0,4609416.0,4673147.0,4736183.0,4826447.0,4878292.0,4972787.0,5080778.0,5115628.0,5154157.0,5294766.0,5304173.0,5397470.0,5449085.0,5534007.0,5632020.0,5669163.0,5735480.0,5809441.0,5916492.0,5964780.0,6157777.0,6114754.0,6209416.0,6242936.0,6344751.0,6443737.0,6480808.0,6641750.0,6737820.0,6783399.0,6889558.0,6932940.0,7009163.0,7079446.0,7118413.0,7167619.0,7236365.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 7a051cb53ec3..eafccad04f7d 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6387.745221593421,6455.755405391821,6637.115895520888,6705.126079319289] \ No newline at end of file +[6378.788287010778,6446.909179536431,6628.564892938173,6696.6857854638265] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 5e2736f86afb..b0605b65acd4 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013933161821125422,"upper_bound":-0.008555515694096886},"point_estimate":-0.011347524095900119,"standard_error":0.0013633885526586102},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013242003363198473,"upper_bound":-0.009650643843377327},"point_estimate":-0.011485926352647113,"standard_error":0.0009646421984716469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003971589891418211,"upper_bound":0.0013412763484609111},"point_estimate":-0.0012665531346659487,"standard_error":0.001351869666806915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003135616363824978,"upper_bound":0.0009401515474898314},"point_estimate":-0.001115324454261657,"standard_error":0.000992230709055776}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index a57cc6d042bb..174d024bc275 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.2583332321665,"upper_bound":6573.022423136393},"point_estimate":6558.538761479116,"standard_error":6.857069444997265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536.168831168831,"upper_bound":6549.734807312253},"point_estimate":6541.6451969083555,"standard_error":3.629909412924549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.506456665847832,"upper_bound":40.333134957131115},"point_estimate":30.030957374464162,"standard_error":4.389011095826405},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549.1286037249865,"upper_bound":6571.464629018792},"point_estimate":6559.631506105835,"standard_error":5.682619762394962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.93542082693694,"upper_bound":92.57210706537604},"point_estimate":68.97302215562904,"standard_error":13.146463429646385}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6539.983060633437,"upper_bound":6561.664542693292},"point_estimate":6550.232023651936,"standard_error":5.529019881135223},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523.777905638665,"upper_bound":6546.868308080808},"point_estimate":6534.34914004914,"standard_error":5.183413342847153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.69783175849518,"upper_bound":45.83485630748136},"point_estimate":31.987871789833317,"standard_error":5.236311509864183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6552.862881202934,"upper_bound":6579.662018525099},"point_estimate":6566.50178835794,"standard_error":6.8392664847996425},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.27176873315509,"upper_bound":70.49950823878879},"point_estimate":55.41985648622142,"standard_error":7.994730903531851}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 3d866ffe5dda..58c393fd9495 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72023.0,143516.0,227496.0,289780.0,370764.0,442914.0,504654.0,572846.0,642928.0,713369.0,785193.0,856750.0,928753.0,1042435.0,1073239.0,1145274.0,1219901.0,1305921.0,1374629.0,1445890.0,1504989.0,1588745.0,1652860.0,1718945.0,1788182.0,1863770.0,1930235.0,2012899.0,2092376.0,2146173.0,2227104.0,2306972.0,2380494.0,2445049.0,2517559.0,2739285.0,2659489.0,2746071.0,2794475.0,2899449.0,2936684.0,3017983.0,3087335.0,3177001.0,3237442.0,3313379.0,3402745.0,3459081.0,3527192.0,3591107.0,3678440.0,3784017.0,3799877.0,3874686.0,3947351.0,4018687.0,4101772.0,4186156.0,4269624.0,4346193.0,4388904.0,4464974.0,4534970.0,4585724.0,4675454.0,4763179.0,4826657.0,4881713.0,4982375.0,5032850.0,5106991.0,5202615.0,5237780.0,5315619.0,5408262.0,5451455.0,5531926.0,5612512.0,5689792.0,5762396.0,5804791.0,5887659.0,5975875.0,6037992.0,6107861.0,6235449.0,6257215.0,6352474.0,6414159.0,6456681.0,6727566.0,6688142.0,6725711.0,6762478.0,6906218.0,6953131.0,7021427.0,7133957.0,7157104.0,7243611.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72314.0,143186.0,224825.0,286196.0,357028.0,428928.0,500115.0,574717.0,645313.0,718796.0,789946.0,877469.0,934049.0,1003409.0,1079139.0,1145185.0,1222563.0,1286752.0,1372205.0,1431971.0,1521339.0,1571978.0,1647497.0,1714711.0,1789452.0,1862707.0,1936999.0,2019682.0,2076674.0,2161497.0,2222449.0,2296720.0,2363425.0,2441929.0,2501226.0,2593346.0,2659415.0,2739355.0,2825168.0,2870231.0,2938227.0,3021902.0,3206455.0,3170488.0,3219536.0,3374427.0,3385521.0,3477447.0,3507943.0,3580998.0,3662881.0,3726619.0,3802040.0,3867559.0,3934983.0,4028383.0,4105353.0,4179315.0,4248916.0,4322659.0,4369945.0,4436983.0,4515641.0,4609416.0,4673147.0,4736183.0,4826447.0,4878292.0,4972787.0,5080778.0,5115628.0,5154157.0,5294766.0,5304173.0,5397470.0,5449085.0,5534007.0,5632020.0,5669163.0,5735480.0,5809441.0,5916492.0,5964780.0,6157777.0,6114754.0,6209416.0,6242936.0,6344751.0,6443737.0,6480808.0,6641750.0,6737820.0,6783399.0,6889558.0,6932940.0,7009163.0,7079446.0,7118413.0,7167619.0,7236365.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 7a051cb53ec3..eafccad04f7d 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6387.745221593421,6455.755405391821,6637.115895520888,6705.126079319289] \ No newline at end of file +[6378.788287010778,6446.909179536431,6628.564892938173,6696.6857854638265] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 7ce631ce7261..cd2f2960b931 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - -0.1 - - + - -22 - - - -24 - - - -26 - - - -28 + +25 - - + + 30 - - -32 - - - -34 - - - -36 - - - -38 + + +35 - - + + 40 - - -42 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 5651dcae6409..759724fa6938 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + - + 40 - - + + +45 + + + 50 - - -60 + + +55 - - -70 + + +60 - - -80 + + +65 - - -90 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 8d9ed7f38b74..03fa6ae4980e 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,63 +9,67 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + 6.4 - + 6.6 - - + + 6.8 - - + + 7 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index a08ba21cee94..d8d9220203b5 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -15,46 +15,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index df2d43b238e4..2f86e646c24d 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - - - - + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index ffd9a74efa33..932a767e942d 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,79 +9,87 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - --0.0135 - - - --0.013 - - - --0.0125 - - - --0.012 - - - --0.0115 - - - --0.011 - - - --0.0105 - - - --0.01 - - - --0.0095 - - - - - - + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index a54040810d6a..c1fb71160670 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -17,59 +17,59 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 @@ -78,12 +78,12 @@ t score 3.0 - + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 40ab337c9b14..a5f7a41d334b 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.5491 µs - 6.5596 µs - 6.5715 µs + 6.5529 µs + 6.5665 µs + 6.5797 µs R² - 0.9934907 - 0.9938346 - 0.9933982 + 0.9913421 + 0.9919222 + 0.9913821 Mean - 6.5463 µs - 6.5585 µs - 6.5730 µs + 6.5400 µs + 6.5502 µs + 6.5617 µs Std. Dev. - 40.935 ns - 68.973 ns - 92.572 ns + 39.272 ns + 55.420 ns + 70.500 ns Median - 6.5362 µs - 6.5416 µs - 6.5497 µs + 6.5238 µs + 6.5343 µs + 6.5469 µs MAD - 23.506 ns - 30.031 ns - 40.333 ns + 24.698 ns + 31.988 ns + 45.835 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.3933% - -1.1348% - -0.8556% - (p = 0.00 < + -0.3972% + -0.1267% + +0.1341% + (p = 0.35 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index ff56e90475b2..ff5e11d4dccb 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - + +6.54 + + + 6.545 - - + + 6.55 - - + + 6.555 - - + + 6.56 - - -6.565 - - - -6.57 - - - -6.575 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 9a4842b33569..48e78abe7e8e 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - -6.536 - - - -6.538 - - - -6.54 - - - -6.542 + +6.525 - - -6.544 + + +6.53 - - -6.546 + + +6.535 - - -6.548 + + +6.54 - - -6.55 + + +6.545 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 945826ce0850..ae7d3bc3c774 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -34,34 +34,42 @@ Average Time (µs) - -6.4 + +6.45 - - + + 6.5 - - + + +6.55 + + + 6.6 - - + + +6.65 + + + 6.7 - - -6.8 + + +6.75 - - -6.9 + + +6.8 - - -7 + + +6.85 - + Density (a.u.) @@ -70,60 +78,76 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - - - - + + +10 + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 01900a0f87a4..39d0b35e7387 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - + - -6.4 + +6.5 - - + + 6.6 - - -6.8 + + +6.7 - - -7 + + +6.8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 0a994abe24c1..7637aa948097 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -23,9 +23,9 @@ Iterations (x 10^3) - + - + 1.0 @@ -43,18 +43,18 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 - + 7.0 - + 0.1 @@ -102,106 +102,106 @@ Iterations (x 10^3) - + - - + + - + - + - + - - - + + + - + - - + + - + - + - - - + + + - + - - - - + + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - + - - - + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index c4d3cf32d3c8..7cf4ed41c4cc 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -104,99 +104,99 @@ Iterations (x 10^3) - + - - + + - + - - + + - + - - + + - - + + - + - - - + + + - + - - + + - - + + - + - - + + - - - - + + + + - - + + - + - - + + - - - - - - - - - + + + + + + + + + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 73065dbb2023..aa35cc720ff0 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,61 +6,65 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + 6.4 - + 6.6 - - + + 6.8 - - + + 7 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 56a826383719..83c06dd8bdcb 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -13,12 +13,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -28,30 +28,30 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1 - + - - + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 38c628fca2e4..cd8d1a3d9934 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + 6.55 - - + + 6.555 - - + + 6.56 - - + + 6.565 - - + + 6.57 - - - - + + +6.575 + + + +6.58 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index cfe269faf608..0f2e955111e2 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + 6.55 - - + + 6.555 - - + + 6.56 - - + + 6.565 - - + + 6.57 - - - - + + +6.575 + + + +6.58 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 5760087c8543..fb5a31b8f266 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19114.922601298058,"upper_bound":19739.03778092821},"point_estimate":19419.914002219277,"standard_error":159.10498128971193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18320.50493902439,"upper_bound":18497.120065789473},"point_estimate":18361.692304870892,"standard_error":113.54099263767341},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.78999406236503,"upper_bound":681.4551591760605},"point_estimate":402.5372084301218,"standard_error":178.06525607912943},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18369.70768975014,"upper_bound":18495.525875284664},"point_estimate":18424.56150805379,"standard_error":31.908415653909653},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1417.2392276859655,"upper_bound":1730.378561844049},"point_estimate":1596.7012990112191,"standard_error":79.74052098528513}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18839.625545589282,"upper_bound":19350.56432448635},"point_estimate":19090.296703681895,"standard_error":130.28947744366823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18207.49676238739,"upper_bound":18313.885163899533},"point_estimate":18246.487199612406,"standard_error":60.230628068758094},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.1394546639629,"upper_bound":480.24523199118374},"point_estimate":310.24739506140253,"standard_error":99.28103419119765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18247.680299669213,"upper_bound":18365.862429204044},"point_estimate":18300.482825107138,"standard_error":30.057785009925606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1171.6419039453215,"upper_bound":1406.7340076309106},"point_estimate":1307.7116467052679,"standard_error":59.52401685086826}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index f6934c94637d..2cb05d1512ec 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[175750.0,349513.0,527575.0,711628.0,881111.0,1069274.0,1236586.0,1448196.0,1645860.0,1763456.0,1935526.0,2092563.0,2279289.0,2486157.0,2726784.0,2816476.0,2998652.0,3164900.0,3223079.0,3371345.0,3463258.0,3653982.0,3872885.0,3958090.0,4184560.0,4347233.0,4437783.0,4599523.0,4880946.0,4969072.0,5164148.0,5261570.0,5415009.0,5527875.0,5726456.0,5899369.0,5499139.0,5937451.0,5824518.0,5787962.0,6007789.0,6079244.0,6260647.0,6358497.0,6485128.0,6626244.0,6781375.0,6968544.0,7040707.0,7216227.0,7367089.0,7499799.0,7663628.0,7850744.0,7992278.0,8089152.0,8245842.0,8402563.0,8593694.0,8785267.0,8935490.0,9096095.0,9242499.0,9380817.0,9507669.0,9665732.0,9834932.0,9942126.0,10147567.0,10322987.0,10425536.0,10580295.0,10651205.0,10835068.0,11046545.0,11246249.0,11294703.0,11398501.0,11510290.0,11713572.0,11917124.0,12139750.0,12185582.0,12296379.0,12423227.0,12620042.0,12828897.0,12916720.0,12986129.0,13157030.0,13312385.0,13549460.0,13605548.0,13722786.0,13865935.0,14026260.0,14167830.0,14483466.0,14572506.0,14659664.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[171251.0,347342.0,502053.0,678422.0,833975.0,1005561.0,1175621.0,1338004.0,1502510.0,1664670.0,1852909.0,2009520.0,2170706.0,2381546.0,2523869.0,2677134.0,2873159.0,3197341.0,3196364.0,3280842.0,3433839.0,3588130.0,3746886.0,3974272.0,4068823.0,4230136.0,4407849.0,4627113.0,4945898.0,4923814.0,5075680.0,5270594.0,5489794.0,5548987.0,5372204.0,5209520.0,5333092.0,5478285.0,5604378.0,5794114.0,5909983.0,6075862.0,6191185.0,6344797.0,6526265.0,6660537.0,6748129.0,6917445.0,7076244.0,7273471.0,7353206.0,7476799.0,7670164.0,7841082.0,7874766.0,8031624.0,8230556.0,8343248.0,8602793.0,8764518.0,8977725.0,9080397.0,9146193.0,9337141.0,9516813.0,9595110.0,9849011.0,9946621.0,9997349.0,10231772.0,10342542.0,10491810.0,10574416.0,10777350.0,10944139.0,11036553.0,11445539.0,11353037.0,11464995.0,11655770.0,11873117.0,11941025.0,12123050.0,12229989.0,12418994.0,12557887.0,12740321.0,12720022.0,12972424.0,13069768.0,13299010.0,13375369.0,13558450.0,13680840.0,13723690.0,13985288.0,14149800.0,14227212.0,14343000.0,14831460.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 13eb8065b03c..307362995873 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[10717.369878899983,14489.633815899733,24549.004314565733,28321.268251565485] \ No newline at end of file +[10972.921784420287,14548.54603713768,24083.54404438406,27659.168297101452] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 189782611a31..67d20a2169cc 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000995166236227857,"upper_bound":0.04201764125547318},"point_estimate":0.019086779659078124,"standard_error":0.010951202817186397},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005696734041242824,"upper_bound":0.02368434735415148},"point_estimate":0.011644893125848155,"standard_error":0.011815505114041391}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03728792079720273,"upper_bound":0.002904241475139963},"point_estimate":-0.01697315953611911,"standard_error":0.010278774710674263},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013742388547630657,"upper_bound":-0.002527872473201742},"point_estimate":-0.006274209552456389,"standard_error":0.005541569664548292}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 5760087c8543..fb5a31b8f266 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19114.922601298058,"upper_bound":19739.03778092821},"point_estimate":19419.914002219277,"standard_error":159.10498128971193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18320.50493902439,"upper_bound":18497.120065789473},"point_estimate":18361.692304870892,"standard_error":113.54099263767341},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.78999406236503,"upper_bound":681.4551591760605},"point_estimate":402.5372084301218,"standard_error":178.06525607912943},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18369.70768975014,"upper_bound":18495.525875284664},"point_estimate":18424.56150805379,"standard_error":31.908415653909653},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1417.2392276859655,"upper_bound":1730.378561844049},"point_estimate":1596.7012990112191,"standard_error":79.74052098528513}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18839.625545589282,"upper_bound":19350.56432448635},"point_estimate":19090.296703681895,"standard_error":130.28947744366823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18207.49676238739,"upper_bound":18313.885163899533},"point_estimate":18246.487199612406,"standard_error":60.230628068758094},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.1394546639629,"upper_bound":480.24523199118374},"point_estimate":310.24739506140253,"standard_error":99.28103419119765},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18247.680299669213,"upper_bound":18365.862429204044},"point_estimate":18300.482825107138,"standard_error":30.057785009925606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1171.6419039453215,"upper_bound":1406.7340076309106},"point_estimate":1307.7116467052679,"standard_error":59.52401685086826}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index f6934c94637d..2cb05d1512ec 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[175750.0,349513.0,527575.0,711628.0,881111.0,1069274.0,1236586.0,1448196.0,1645860.0,1763456.0,1935526.0,2092563.0,2279289.0,2486157.0,2726784.0,2816476.0,2998652.0,3164900.0,3223079.0,3371345.0,3463258.0,3653982.0,3872885.0,3958090.0,4184560.0,4347233.0,4437783.0,4599523.0,4880946.0,4969072.0,5164148.0,5261570.0,5415009.0,5527875.0,5726456.0,5899369.0,5499139.0,5937451.0,5824518.0,5787962.0,6007789.0,6079244.0,6260647.0,6358497.0,6485128.0,6626244.0,6781375.0,6968544.0,7040707.0,7216227.0,7367089.0,7499799.0,7663628.0,7850744.0,7992278.0,8089152.0,8245842.0,8402563.0,8593694.0,8785267.0,8935490.0,9096095.0,9242499.0,9380817.0,9507669.0,9665732.0,9834932.0,9942126.0,10147567.0,10322987.0,10425536.0,10580295.0,10651205.0,10835068.0,11046545.0,11246249.0,11294703.0,11398501.0,11510290.0,11713572.0,11917124.0,12139750.0,12185582.0,12296379.0,12423227.0,12620042.0,12828897.0,12916720.0,12986129.0,13157030.0,13312385.0,13549460.0,13605548.0,13722786.0,13865935.0,14026260.0,14167830.0,14483466.0,14572506.0,14659664.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[171251.0,347342.0,502053.0,678422.0,833975.0,1005561.0,1175621.0,1338004.0,1502510.0,1664670.0,1852909.0,2009520.0,2170706.0,2381546.0,2523869.0,2677134.0,2873159.0,3197341.0,3196364.0,3280842.0,3433839.0,3588130.0,3746886.0,3974272.0,4068823.0,4230136.0,4407849.0,4627113.0,4945898.0,4923814.0,5075680.0,5270594.0,5489794.0,5548987.0,5372204.0,5209520.0,5333092.0,5478285.0,5604378.0,5794114.0,5909983.0,6075862.0,6191185.0,6344797.0,6526265.0,6660537.0,6748129.0,6917445.0,7076244.0,7273471.0,7353206.0,7476799.0,7670164.0,7841082.0,7874766.0,8031624.0,8230556.0,8343248.0,8602793.0,8764518.0,8977725.0,9080397.0,9146193.0,9337141.0,9516813.0,9595110.0,9849011.0,9946621.0,9997349.0,10231772.0,10342542.0,10491810.0,10574416.0,10777350.0,10944139.0,11036553.0,11445539.0,11353037.0,11464995.0,11655770.0,11873117.0,11941025.0,12123050.0,12229989.0,12418994.0,12557887.0,12740321.0,12720022.0,12972424.0,13069768.0,13299010.0,13375369.0,13558450.0,13680840.0,13723690.0,13985288.0,14149800.0,14227212.0,14343000.0,14831460.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 13eb8065b03c..307362995873 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[10717.369878899983,14489.633815899733,24549.004314565733,28321.268251565485] \ No newline at end of file +[10972.921784420287,14548.54603713768,24083.54404438406,27659.168297101452] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index dd0279be2688..6158baa5a86d 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - + + +0.0045 + + + +0.005 + + + +0.0055 + + - + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - - -700 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 5d896632f432..e506523560ed 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - - - -1.4 - - - -1.45 + + +7 - - -1.5 + + + +1.15 - - -1.55 + + +1.2 - - -1.6 + + +1.25 - - -1.65 + + +1.3 - - -1.7 + + +1.35 - - -1.75 + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 8258bab80cdc..a7ec0eddac34 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,38 +9,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 16 @@ -62,10 +66,10 @@ Average Time (µs) 24 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index 3bf5d735c8ac..08662ce7b077 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 1321e9e623c8..11210482df73 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - --0.005 - - - -0 + +-0.04 - - -0.005 + + +-0.035 - - -0.01 + + +-0.03 - - -0.015 + + +-0.025 - - -0.02 + + +-0.02 - - -0.025 + + +-0.015 - - -0.03 + + +-0.01 - - -0.035 + + +-0.005 - - -0.04 + + +0 - - -0.045 + + +0.005 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index c74e62f5d5fc..913a7541aa9d 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,59 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 58be74a4337a..e953b9bc6d16 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,85 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index d195442151df..1799b4ff2e56 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 18.370 µs - 18.425 µs - 18.496 µs + 18.248 µs + 18.300 µs + 18.366 µs R² - 0.8748766 - 0.8758611 - 0.8742146 + 0.9042246 + 0.9051365 + 0.9037392 Mean - 19.115 µs - 19.420 µs - 19.739 µs + 18.840 µs + 19.090 µs + 19.351 µs Std. Dev. - 1.4172 µs - 1.5967 µs - 1.7304 µs + 1.1716 µs + 1.3077 µs + 1.4067 µs Median - 18.321 µs - 18.362 µs - 18.497 µs + 18.207 µs + 18.246 µs + 18.314 µs MAD - 201.79 ns - 402.54 ns - 681.46 ns + 183.14 ns + 310.25 ns + 480.25 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0995% - +1.9087% - +4.2018% - (p = 0.08 > + -3.7288% + -1.6973% + +0.2904% + (p = 0.11 > 0.05) diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 0421adaaf357..78a82aa0ec9c 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -19.1 + + +3 - - -19.2 + + + +18.8 - - -19.3 + + +18.9 - - -19.4 + + +19 - - -19.5 + + +19.1 - - -19.6 + + +19.2 - - -19.7 + + +19.3 - + -19.8 +19.4 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index b333991077b0..5be54835f0ab 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -18.32 - - - -18.34 + + +16 - - -18.36 - - - -18.38 + + + +18.2 - - -18.4 + + +18.22 - - -18.42 + + +18.24 - - -18.44 + + +18.26 - - -18.46 + + +18.28 - - -18.48 + + +18.3 - - -18.5 + + +18.32 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index a5699bd986e9..d0363b9dd720 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -46,42 +46,34 @@ Average Time (µs) - -16 - - - + 17 - - + + 18 - - + + 19 - - + + 20 - - + + 21 - - + + 22 - - + + 23 - - -24 - - + Density (a.u.) @@ -90,38 +82,46 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - + + +0.4 + + + +0.45 + + + + - + diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index b0b44dbb16c2..31063d93b108 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - -16 + + +0.45 + + + +0.5 - + + 18 - + 20 - - + + 22 - - -24 - - - - + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index dfd90c36df4e..02dbb09d373b 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -17,41 +17,41 @@ Iterations - - - - - - + + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 100 @@ -87,106 +87,106 @@ Iterations - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index bd56945866c5..5864de72e73d 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -14,41 +14,41 @@ Iterations - - - - - - + + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 100 @@ -85,103 +85,103 @@ Iterations - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - - - + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 3605b0b81769..8630b996491e 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,38 +6,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 16 @@ -59,8 +63,8 @@ Average Time (µs) 24 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index d82dc4e54317..5dad7e07c8e6 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index ec3ccdcd3c8e..b8100af0560c 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -18.36 - - - -18.38 + +18.24 - - -18.4 + + +18.26 - - -18.42 + + +18.28 - - -18.44 + + +18.3 - - -18.46 + + +18.32 - - -18.48 + + +18.34 - - -18.5 + + +18.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 19f150e525af..a96b03763db6 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -18.36 - - - -18.38 + +18.24 - - -18.4 + + +18.26 - - -18.42 + + +18.28 - - -18.44 + + +18.3 - - -18.46 + + +18.32 - - -18.48 + + +18.34 - - -18.5 + + +18.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index e8ae517a5ee8..ffc1aed0dfa9 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8899.355956681668,"upper_bound":9001.925412036677},"point_estimate":8948.864656707157,"standard_error":26.126797250840127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8907.01482051282,"upper_bound":9016.64350877193},"point_estimate":8980.08906142167,"standard_error":29.055126005593475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.3678462949333,"upper_bound":334.9653041789891},"point_estimate":283.77311606438354,"standard_error":46.00840800380022},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.208436741614,"upper_bound":9038.238375486404},"point_estimate":8972.851014432787,"standard_error":31.42042172456679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.93590492207872,"upper_bound":338.1807867754487},"point_estimate":264.04826496695176,"standard_error":37.389086234170996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8819.448031321353,"upper_bound":8904.90661213489},"point_estimate":8862.244468348059,"standard_error":21.841981605902742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8863.717391304348,"upper_bound":8937.600274725275},"point_estimate":8900.450177079922,"standard_error":20.841181273951456},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.64441760357609,"upper_bound":346.9321344929837},"point_estimate":303.0587039219571,"standard_error":60.4085290497246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8837.95998050903,"upper_bound":8897.869099263906},"point_estimate":8869.880818309442,"standard_error":15.227435154722198},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.14923465209765,"upper_bound":244.59658018390004},"point_estimate":219.55039261622923,"standard_error":13.375550216069877}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index e98eb786e8db..f9fddaecef83 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[138097.0,273450.0,423502.0,545756.0,684356.0,820038.0,973467.0,1097178.0,1247021.0,1385421.0,1566200.0,1646971.0,1772710.0,1910650.0,2073788.0,2193295.0,2360802.0,2505374.0,2609359.0,2711151.0,2871284.0,3004377.0,3102045.0,3248854.0,3355364.0,3457893.0,3536205.0,3610144.0,3705663.0,3843391.0,4019454.0,4206977.0,4342982.0,4480568.0,4560408.0,4711271.0,4845466.0,4989831.0,5116437.0,5238910.0,5301712.0,5491020.0,5662982.0,5708716.0,5903101.0,6041811.0,6142936.0,6285578.0,6414900.0,6590902.0,6626462.0,6779568.0,6964136.0,7043834.0,7203957.0,7733098.0,7515026.0,7560598.0,7662476.0,7769938.0,7874956.0,8045645.0,8186027.0,8367023.0,8422041.0,8635556.0,9123735.0,9107715.0,9293014.0,9422898.0,9604463.0,9672912.0,11325904.0,10098857.0,10113221.0,10224105.0,10364536.0,10488519.0,10609988.0,10800514.0,10937175.0,11057209.0,11188550.0,11316590.0,11518315.0,12535602.0,11890460.0,12009951.0,12061413.0,12183204.0,12371736.0,12472386.0,12647892.0,12646236.0,12848717.0,13047154.0,13119343.0,13233055.0,13431417.0,13519827.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151271.0,293177.0,445486.0,587838.0,747337.0,884264.0,1019967.0,1182911.0,1317968.0,1471472.0,1596362.0,1754659.0,1903117.0,2033490.0,2214977.0,2352963.0,2451593.0,2622920.0,2742230.0,2837966.0,3004988.0,3139952.0,3256431.0,3375853.0,3518728.0,3610355.0,3657505.0,3791347.0,3891177.0,4067323.0,4303506.0,4437066.0,4559477.0,4697426.0,4838892.0,4998301.0,5140281.0,5208483.0,5360396.0,5533917.0,5640832.0,5814109.0,5984243.0,6075918.0,6247841.0,6408783.0,6473478.0,6706757.0,6799539.0,6864162.0,7070360.0,7169166.0,7358967.0,7452043.0,7571727.0,7682658.0,7893151.0,8049617.0,8118993.0,8269005.0,8427659.0,8527397.0,9033089.0,9165944.0,9250478.0,9478892.0,9623720.0,9745707.0,9882394.0,10030985.0,10110958.0,10331596.0,10472817.0,10595147.0,10728464.0,10914941.0,10993935.0,11099747.0,11300063.0,11416625.0,11523704.0,11682899.0,11845876.0,11981828.0,12208993.0,12246963.0,12450245.0,12676680.0,12742888.0,13235299.0,13013146.0,13188655.0,13219534.0,13379309.0,13523247.0,13763721.0,13828988.0,13990032.0,14092742.0,14205500.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index e4ecee33f4d4..5e68863eb89d 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7635.278453453462,8183.224286786792,9644.41317567567,10192.359009009] \ No newline at end of file +[7752.114921955625,8208.943768039699,9427.154024263898,9883.982870347974] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index e03341a2f42a..9547d33a155d 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013692971524402315,"upper_bound":0.018959485591166787},"point_estimate":0.009124950700910128,"standard_error":0.005155244330618602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006767542767389667,"upper_bound":0.014830844187785353},"point_estimate":0.008998488941585503,"standard_error":0.0043677703598164405}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01693209880642711,"upper_bound":-0.002405140276137619},"point_estimate":-0.0096794612145773,"standard_error":0.003700531303080659},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013412783263859565,"upper_bound":-0.0005478738259967475},"point_estimate":-0.008868384689398656,"standard_error":0.003989492371348764}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index e8ae517a5ee8..ffc1aed0dfa9 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8899.355956681668,"upper_bound":9001.925412036677},"point_estimate":8948.864656707157,"standard_error":26.126797250840127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8907.01482051282,"upper_bound":9016.64350877193},"point_estimate":8980.08906142167,"standard_error":29.055126005593475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.3678462949333,"upper_bound":334.9653041789891},"point_estimate":283.77311606438354,"standard_error":46.00840800380022},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.208436741614,"upper_bound":9038.238375486404},"point_estimate":8972.851014432787,"standard_error":31.42042172456679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.93590492207872,"upper_bound":338.1807867754487},"point_estimate":264.04826496695176,"standard_error":37.389086234170996}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8819.448031321353,"upper_bound":8904.90661213489},"point_estimate":8862.244468348059,"standard_error":21.841981605902742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8863.717391304348,"upper_bound":8937.600274725275},"point_estimate":8900.450177079922,"standard_error":20.841181273951456},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":122.64441760357609,"upper_bound":346.9321344929837},"point_estimate":303.0587039219571,"standard_error":60.4085290497246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8837.95998050903,"upper_bound":8897.869099263906},"point_estimate":8869.880818309442,"standard_error":15.227435154722198},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":192.14923465209765,"upper_bound":244.59658018390004},"point_estimate":219.55039261622923,"standard_error":13.375550216069877}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index e98eb786e8db..f9fddaecef83 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[138097.0,273450.0,423502.0,545756.0,684356.0,820038.0,973467.0,1097178.0,1247021.0,1385421.0,1566200.0,1646971.0,1772710.0,1910650.0,2073788.0,2193295.0,2360802.0,2505374.0,2609359.0,2711151.0,2871284.0,3004377.0,3102045.0,3248854.0,3355364.0,3457893.0,3536205.0,3610144.0,3705663.0,3843391.0,4019454.0,4206977.0,4342982.0,4480568.0,4560408.0,4711271.0,4845466.0,4989831.0,5116437.0,5238910.0,5301712.0,5491020.0,5662982.0,5708716.0,5903101.0,6041811.0,6142936.0,6285578.0,6414900.0,6590902.0,6626462.0,6779568.0,6964136.0,7043834.0,7203957.0,7733098.0,7515026.0,7560598.0,7662476.0,7769938.0,7874956.0,8045645.0,8186027.0,8367023.0,8422041.0,8635556.0,9123735.0,9107715.0,9293014.0,9422898.0,9604463.0,9672912.0,11325904.0,10098857.0,10113221.0,10224105.0,10364536.0,10488519.0,10609988.0,10800514.0,10937175.0,11057209.0,11188550.0,11316590.0,11518315.0,12535602.0,11890460.0,12009951.0,12061413.0,12183204.0,12371736.0,12472386.0,12647892.0,12646236.0,12848717.0,13047154.0,13119343.0,13233055.0,13431417.0,13519827.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[151271.0,293177.0,445486.0,587838.0,747337.0,884264.0,1019967.0,1182911.0,1317968.0,1471472.0,1596362.0,1754659.0,1903117.0,2033490.0,2214977.0,2352963.0,2451593.0,2622920.0,2742230.0,2837966.0,3004988.0,3139952.0,3256431.0,3375853.0,3518728.0,3610355.0,3657505.0,3791347.0,3891177.0,4067323.0,4303506.0,4437066.0,4559477.0,4697426.0,4838892.0,4998301.0,5140281.0,5208483.0,5360396.0,5533917.0,5640832.0,5814109.0,5984243.0,6075918.0,6247841.0,6408783.0,6473478.0,6706757.0,6799539.0,6864162.0,7070360.0,7169166.0,7358967.0,7452043.0,7571727.0,7682658.0,7893151.0,8049617.0,8118993.0,8269005.0,8427659.0,8527397.0,9033089.0,9165944.0,9250478.0,9478892.0,9623720.0,9745707.0,9882394.0,10030985.0,10110958.0,10331596.0,10472817.0,10595147.0,10728464.0,10914941.0,10993935.0,11099747.0,11300063.0,11416625.0,11523704.0,11682899.0,11845876.0,11981828.0,12208993.0,12246963.0,12450245.0,12676680.0,12742888.0,13235299.0,13013146.0,13188655.0,13219534.0,13379309.0,13523247.0,13763721.0,13828988.0,13990032.0,14092742.0,14205500.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index e4ecee33f4d4..5e68863eb89d 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7635.278453453462,8183.224286786792,9644.41317567567,10192.359009009] \ No newline at end of file +[7752.114921955625,8208.943768039699,9427.154024263898,9883.982870347974] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index cba7eba30643..42fb7a727306 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + - -160 + +100 - - -180 + + +150 - - + + 200 - - -220 - - - -240 - - - -260 + + +250 - - -280 - - - + + 300 - - -320 - - - -340 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 8e809b94bd2d..914a91322819 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + +0.025 - - -0.012 + + +0.03 - + - -200 - - - -220 + +190 - - -240 + + +200 - - -260 + + +210 - - -280 + + +220 - - -300 + + +230 - - -320 + + +240 - - -340 + + +250 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 05ebcffad041..49bc3f480925 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + - -8 + +8.5 - - + + 9 - - -10 + + +9.5 - - -11 + + +10 - - -12 + + +10.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index d4c9d1e6df9b..0d85ad50eadf 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index cf8a212defd5..ce98e9e2076d 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + + +100 + + - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - - - - + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 58e89d1e3504..728d222a6756 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,83 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - --0.002 - - - -0 + +-0.014 - - -0.002 + + +-0.012 - - -0.004 + + +-0.01 - - -0.006 + + +-0.008 - - -0.008 + + +-0.006 - - -0.01 + + +-0.004 - - -0.012 - - - -0.014 + + +-0.002 - - -0.016 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index bf4ec57dc36d..f57f1f2dc03d 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,85 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index bf45e473bf98..bca6c27a1583 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.9152 µs - 8.9729 µs - 9.0382 µs + 8.8380 µs + 8.8699 µs + 8.8979 µs R² - 0.8961532 - 0.9006397 - 0.8948748 + 0.9645800 + 0.9662305 + 0.9649611 Mean - 8.8994 µs - 8.9489 µs - 9.0019 µs + 8.8194 µs + 8.8622 µs + 8.9049 µs Std. Dev. - 198.94 ns - 264.05 ns - 338.18 ns + 192.15 ns + 219.55 ns + 244.60 ns Median - 8.9070 µs - 8.9801 µs - 9.0166 µs + 8.8637 µs + 8.9005 µs + 8.9376 µs MAD - 166.37 ns - 283.77 ns - 334.97 ns + 122.64 ns + 303.06 ns + 346.93 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1369% - +0.9125% - +1.8959% - (p = 0.08 > + -1.6932% + -0.9679% + -0.2405% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 75bad1a936d1..5d6b8b1ed8f3 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + + +20 + + + +8.81 + + -8.9 +8.82 - -8.92 + +8.83 + + + +8.84 - - -8.94 + + +8.85 - + + +8.86 + + -8.96 +8.87 - -8.98 + +8.88 + + + +8.89 + + + +8.9 - - -9 + + +8.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 9e964e230673..8a3125ffb2fa 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + - -8.9 + +8.86 - - -8.92 + + +8.87 - - -8.94 + + +8.88 + + + +8.89 + + + +8.9 - - -8.96 + + +8.91 - - -8.98 + + +8.92 - - -9 + + +8.93 - - -9.02 + + +8.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 0e7cd3c6b71d..959f286cabe9 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -13,55 +13,71 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - -8.5 + +8.2 + + + +8.4 + + + +8.6 - - + + +8.8 + + + 9 - - -9.5 + + +9.2 - - -10 + + +9.4 - - -10.5 + + +9.6 - + Density (a.u.) @@ -70,44 +86,50 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + +1.6 + + + +1.8 + + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index bfb30bf60c1c..ab40c59762bd 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + + +1.8 + + - + 8.5 - - + + 9 - - + + 9.5 - - -10 - - - -10.5 - - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index c04e6adc8a6d..564ef3ca2f21 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -8,175 +8,185 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + - + - + - - - - - - + + + + + + - + - + - + - - - - + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 5d64b58235fd..b2f509a6c691 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -5,173 +5,183 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + - + - - - + + + - + - + - + - - + + - + - + - + - + - - - + + + - - - - - + + + + + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - + + + - + - + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 97b518cde3c3..ef697fce3080 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 + + +1.6 + + +1.8 + + - -8 + +8.5 - - + + 9 - - -10 + + +9.5 - - -11 + + +10 - - -12 + + +10.5 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 62cd7062c3a3..a0fe678d1a36 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 53aa90e47504..16b39b7ef1f5 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - + - -8.92 + +8.84 - - -8.94 + + +8.85 - - -8.96 + + +8.86 - - -8.98 + + +8.87 - - -9 + + +8.88 - - -9.02 + + +8.89 - - -9.04 + + +8.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index a5174750282c..1e2df700506b 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - + - -8.92 + +8.84 - - -8.94 + + +8.85 - - -8.96 + + +8.86 - - -8.98 + + +8.87 - - -9 + + +8.88 - - -9.02 + + +8.89 - - -9.04 + + +8.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 857d5a21e6cf..5cd5ac00b754 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3917.8748233851334,"upper_bound":3936.604066052937},"point_estimate":3926.43141580411,"standard_error":4.804465663374487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.9298245614036,"upper_bound":3925.5119047619046},"point_estimate":3920.247567160088,"standard_error":4.278572517117661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.528753766701165,"upper_bound":37.42791234922047},"point_estimate":29.35213598662725,"standard_error":3.8168847499945975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.2385825432575,"upper_bound":3923.1820482577755},"point_estimate":3913.987788286291,"standard_error":4.5744624662223305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.6733409907492,"upper_bound":69.0866082851957},"point_estimate":48.49712974704031,"standard_error":11.324169612055798}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.4861359530814,"upper_bound":3928.1975644732465},"point_estimate":3921.348792368461,"standard_error":3.487680671312415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3912.511111111111,"upper_bound":3928.1788617886177},"point_estimate":3923.328225108225,"standard_error":3.9663141334761054},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.920997284836382,"upper_bound":40.40597431968824},"point_estimate":32.40694767027573,"standard_error":4.055501649572398},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.0651629030026,"upper_bound":3928.766250312635},"point_estimate":3921.233041722083,"standard_error":3.759715655599469},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.848835429398832,"upper_bound":40.70039039474183},"point_estimate":35.00704193969259,"standard_error":3.0272888283654447}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 319cfd80e881..4503d441f9e5 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47198.0,93874.0,153356.0,191117.0,242722.0,286462.0,330273.0,374952.0,427197.0,470670.0,531601.0,567483.0,613340.0,659486.0,710506.0,758786.0,800527.0,842855.0,892037.0,939026.0,986328.0,1030466.0,1089548.0,1127038.0,1193600.0,1215986.0,1279245.0,1311515.0,1362154.0,1407855.0,1449768.0,1495116.0,1542991.0,1600746.0,1630173.0,1695114.0,1732286.0,1787630.0,1820431.0,1875728.0,1925484.0,1989258.0,2018779.0,2123184.0,2123782.0,2174798.0,2198199.0,2264375.0,2316573.0,2354461.0,2388990.0,2425375.0,2515316.0,2522481.0,2569085.0,2619074.0,2730629.0,2733447.0,2780588.0,2836737.0,2866929.0,2909162.0,3004271.0,3010755.0,3084693.0,3089933.0,3156365.0,3212149.0,3273997.0,3307334.0,3300030.0,3398285.0,3413291.0,3454082.0,3547762.0,3662355.0,3655877.0,3669552.0,3717240.0,3814100.0,3817164.0,3860592.0,3897209.0,3935676.0,3961302.0,3987520.0,4040318.0,4120247.0,4142931.0,4206422.0,4224470.0,4292270.0,4359405.0,4410236.0,4378942.0,4476757.0,4539969.0,4644713.0,4619731.0,4739769.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[46177.0,91614.0,138032.0,184293.0,233275.0,278770.0,327285.0,378969.0,423464.0,469369.0,515781.0,575343.0,609565.0,657441.0,706862.0,759633.0,800576.0,858897.0,895305.0,957583.0,992367.0,1031486.0,1080421.0,1121004.0,1177157.0,1231917.0,1306941.0,1340812.0,1375306.0,1385330.0,1461326.0,1507815.0,1558944.0,1582773.0,1641298.0,1682880.0,1728684.0,1779170.0,1822507.0,1880693.0,1946362.0,1986144.0,2018191.0,2088783.0,2102031.0,2171803.0,2194030.0,2261124.0,2312683.0,2370785.0,2424872.0,2470229.0,2518067.0,2555474.0,2608316.0,2635845.0,2698657.0,2744657.0,2781188.0,2817008.0,2846633.0,2948490.0,2961877.0,2993906.0,3073575.0,3121919.0,3144124.0,3232199.0,3260128.0,3277820.0,3359281.0,3390901.0,3426911.0,3511307.0,3542760.0,3573782.0,3624667.0,3654298.0,3743990.0,3744628.0,3814374.0,3865328.0,3919356.0,3909510.0,3959100.0,4021903.0,4082678.0,4181090.0,4183201.0,4198977.0,4235674.0,4313504.0,4349173.0,4441085.0,4453902.0,4468229.0,4517021.0,4615377.0,4697493.0,4768757.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index d7b7806072e2..eff27b4ece57 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3784.1649269759455,3842.658548109966,3998.6415378006873,4057.1351589347078] \ No newline at end of file +[3769.7394895434227,3834.9044452925446,4008.677660623536,4073.842616372658] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 45d956832116..b561a9e28fce 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005320045146000929,"upper_bound":0.020066183494314646},"point_estimate":0.009106270009745954,"standard_error":0.006579209162104239},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016671400200124253,"upper_bound":0.026449238728880387},"point_estimate":0.021140610536956927,"standard_error":0.0026044636130223052}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004447145143391626,"upper_bound":0.0015152027369354894},"point_estimate":-0.0012944638266674247,"standard_error":0.001520422106418012},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00235739764347976,"upper_bound":0.0035366959182900892},"point_estimate":0.0007858325004634903,"standard_error":0.0015499852550983433}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 857d5a21e6cf..5cd5ac00b754 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3917.8748233851334,"upper_bound":3936.604066052937},"point_estimate":3926.43141580411,"standard_error":4.804465663374487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.9298245614036,"upper_bound":3925.5119047619046},"point_estimate":3920.247567160088,"standard_error":4.278572517117661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.528753766701165,"upper_bound":37.42791234922047},"point_estimate":29.35213598662725,"standard_error":3.8168847499945975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.2385825432575,"upper_bound":3923.1820482577755},"point_estimate":3913.987788286291,"standard_error":4.5744624662223305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.6733409907492,"upper_bound":69.0866082851957},"point_estimate":48.49712974704031,"standard_error":11.324169612055798}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.4861359530814,"upper_bound":3928.1975644732465},"point_estimate":3921.348792368461,"standard_error":3.487680671312415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3912.511111111111,"upper_bound":3928.1788617886177},"point_estimate":3923.328225108225,"standard_error":3.9663141334761054},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.920997284836382,"upper_bound":40.40597431968824},"point_estimate":32.40694767027573,"standard_error":4.055501649572398},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.0651629030026,"upper_bound":3928.766250312635},"point_estimate":3921.233041722083,"standard_error":3.759715655599469},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.848835429398832,"upper_bound":40.70039039474183},"point_estimate":35.00704193969259,"standard_error":3.0272888283654447}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 319cfd80e881..4503d441f9e5 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47198.0,93874.0,153356.0,191117.0,242722.0,286462.0,330273.0,374952.0,427197.0,470670.0,531601.0,567483.0,613340.0,659486.0,710506.0,758786.0,800527.0,842855.0,892037.0,939026.0,986328.0,1030466.0,1089548.0,1127038.0,1193600.0,1215986.0,1279245.0,1311515.0,1362154.0,1407855.0,1449768.0,1495116.0,1542991.0,1600746.0,1630173.0,1695114.0,1732286.0,1787630.0,1820431.0,1875728.0,1925484.0,1989258.0,2018779.0,2123184.0,2123782.0,2174798.0,2198199.0,2264375.0,2316573.0,2354461.0,2388990.0,2425375.0,2515316.0,2522481.0,2569085.0,2619074.0,2730629.0,2733447.0,2780588.0,2836737.0,2866929.0,2909162.0,3004271.0,3010755.0,3084693.0,3089933.0,3156365.0,3212149.0,3273997.0,3307334.0,3300030.0,3398285.0,3413291.0,3454082.0,3547762.0,3662355.0,3655877.0,3669552.0,3717240.0,3814100.0,3817164.0,3860592.0,3897209.0,3935676.0,3961302.0,3987520.0,4040318.0,4120247.0,4142931.0,4206422.0,4224470.0,4292270.0,4359405.0,4410236.0,4378942.0,4476757.0,4539969.0,4644713.0,4619731.0,4739769.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[46177.0,91614.0,138032.0,184293.0,233275.0,278770.0,327285.0,378969.0,423464.0,469369.0,515781.0,575343.0,609565.0,657441.0,706862.0,759633.0,800576.0,858897.0,895305.0,957583.0,992367.0,1031486.0,1080421.0,1121004.0,1177157.0,1231917.0,1306941.0,1340812.0,1375306.0,1385330.0,1461326.0,1507815.0,1558944.0,1582773.0,1641298.0,1682880.0,1728684.0,1779170.0,1822507.0,1880693.0,1946362.0,1986144.0,2018191.0,2088783.0,2102031.0,2171803.0,2194030.0,2261124.0,2312683.0,2370785.0,2424872.0,2470229.0,2518067.0,2555474.0,2608316.0,2635845.0,2698657.0,2744657.0,2781188.0,2817008.0,2846633.0,2948490.0,2961877.0,2993906.0,3073575.0,3121919.0,3144124.0,3232199.0,3260128.0,3277820.0,3359281.0,3390901.0,3426911.0,3511307.0,3542760.0,3573782.0,3624667.0,3654298.0,3743990.0,3744628.0,3814374.0,3865328.0,3919356.0,3909510.0,3959100.0,4021903.0,4082678.0,4181090.0,4183201.0,4198977.0,4235674.0,4313504.0,4349173.0,4441085.0,4453902.0,4468229.0,4517021.0,4615377.0,4697493.0,4768757.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index d7b7806072e2..eff27b4ece57 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3784.1649269759455,3842.658548109966,3998.6415378006873,4057.1351589347078] \ No newline at end of file +[3769.7394895434227,3834.9044452925446,4008.677660623536,4073.842616372658] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 8bb72bd04e8b..cd70a3baf76b 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - -0.08 + + +0.07 - - -0.1 + + +0.08 - - -0.12 + + +0.09 - - -0.14 + + +0.1 - + - -22 - - - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - - - + + +40 + + + +42 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 72f7a4a66299..b87218186d8a 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - - -30 + + +0.08 - - -35 + + +0.1 - - -40 + + +0.12 - - -45 + + +0.14 - - -50 + + + +28 + + + +30 - - -55 + + +32 - - -60 + + +34 - - -65 + + +36 + + + +38 + + + +40 - - -70 + + +42 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 948d42162f84..7deab23df390 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -13,63 +13,63 @@ Average Time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -4 + +3.8 - - -5 + + +4 - - -6 + + +4.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 4ae89066d11f..dac22c581a6d 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -20,11 +20,11 @@ Iterations (x 10^3) - + - + - + 0.0 @@ -46,26 +46,26 @@ Iterations (x 10^3) 2.0 - + 2.5 - + 3.0 - + 3.5 - + 4.0 - + 4.5 - + 0 @@ -95,8 +95,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index e9b0b27db02a..5ff4e8f69314 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - + - + -0.005 - - -0 + + +-0.004 - - -0.005 + + +-0.003 - - -0.01 + + +-0.002 + + + +-0.001 + + + +0 - - -0.015 + + +0.001 - - -0.02 + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index c96cc00a335b..be4c08f0f8b5 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - + - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - - - - + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index a32f2f68a001..532cc357912e 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 5ffe39972a29..7e9d1fc4d279 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9052 µs - 3.9140 µs - 3.9232 µs + 3.9141 µs + 3.9212 µs + 3.9288 µs R² - 0.9893638 - 0.9900164 - 0.9892957 + 0.9931208 + 0.9935527 + 0.9930757 Mean - 3.9179 µs - 3.9264 µs - 3.9366 µs + 3.9145 µs + 3.9213 µs + 3.9282 µs Std. Dev. - 29.673 ns - 48.497 ns - 69.087 ns + 28.849 ns + 35.007 ns + 40.700 ns Median - 3.9119 µs - 3.9202 µs - 3.9255 µs + 3.9125 µs + 3.9233 µs + 3.9282 µs MAD - 22.529 ns - 29.352 ns - 37.428 ns + 24.921 ns + 32.407 ns + 40.406 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5320% - +0.9106% - +2.0066% - (p = 0.18 > + -0.4447% + -0.1294% + +0.1515% + (p = 0.40 > 0.05) diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index f9026af4adab..b56ca41bf2b0 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 - + - + +3.914 + + + +3.916 + + + +3.918 + + + 3.92 - - -3.925 + + +3.922 + + + +3.924 - - -3.93 + + +3.926 - - -3.935 + + +3.928 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index c36ce841f832..898114c9fc42 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 - - + - + 3.912 - - + + 3.914 - - + + 3.916 - - + + 3.918 - - + + 3.92 - - + + 3.922 - - + + 3.924 - - + + 3.926 - - - - + + +3.928 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index d9998fbdad3c..c04580df743f 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -38,50 +38,30 @@ Average Time (µs) - + 3.8 - - + + 3.85 - - + + 3.9 - - + + 3.95 - - + + 4 - - + + 4.05 - - -4.1 - - - -4.15 - - - -4.2 - - - -4.25 - - - -4.3 - - + Density (a.u.) @@ -90,44 +70,38 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 3e54f5b4eaa7..b611b607e54c 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -14,39 +14,35 @@ Average Time (µs) 2 - + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - + 3.8 - - -4 - - - -4.2 + + +3.9 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 2a8bd90348ba..3f810fb70856 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,51 +15,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -87,106 +87,106 @@ Iterations (x 10^3) - + - - - + + + - + - + - + - - + + - + - - - - - - + + + + + + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 2a5730b4e694..620f99070025 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -14,12 +14,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.5 @@ -33,30 +33,30 @@ Iterations (x 10^3) 1.5 - + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -84,104 +84,104 @@ Iterations (x 10^3) - - + + - + - + - + - + - + - - + + - + - - + + - - + + - - + + - - - + + + - - + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - + + + - - + + - - - - + + + + - - - - - - - - + + + + + + + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index b1e64563151a..e29625f0d67d 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -10,61 +10,61 @@ Average Time (µs) 1 - + 2 - + 3 - + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -4 + +3.8 - - -5 + + +4 - - -6 + + +4.2 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 88e131490baf..9aa062b3f979 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -20,7 +20,7 @@ Iterations (x 10^3) - + @@ -55,10 +55,10 @@ Iterations (x 10^3) 3.5 - + 4.0 - + 4.5 @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.2 - - + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 821b27911a5c..b9a26129306c 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,89 +9,89 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -3.904 - - - -3.906 - - - -3.908 - - - -3.91 + + +100 - - -3.912 + + +110 - - + + + 3.914 - - + + 3.916 - - + + 3.918 - - + + 3.92 - - + + 3.922 - - + + 3.924 - - - + + +3.926 + + + +3.928 + + + +3.93 + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index d7141b8d0955..661756ec5e7c 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,89 +9,89 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -3.904 - - - -3.906 - - - -3.908 - - - -3.91 + + +100 - - -3.912 + + +110 - - + + + 3.914 - - + + 3.916 - - + + 3.918 - - + + 3.92 - - + + 3.922 - - + + 3.924 - - - + + +3.926 + + + +3.928 + + + +3.93 + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index e9a48fd2b49c..7d8435ea0a5c 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84997.45343351929,"upper_bound":85195.5258817598},"point_estimate":85092.7330374015,"standard_error":50.44131829332405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84947.0431372549,"upper_bound":85055.11484848484},"point_estimate":85017.07309464729,"standard_error":22.340416232356112},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.49304907585324,"upper_bound":326.2520931169645},"point_estimate":266.8730577986354,"standard_error":33.7707848988504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85096.80517740939,"upper_bound":85336.44123664008},"point_estimate":85208.95018058224,"standard_error":61.62371095423706},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.31018313376484,"upper_bound":619.615841049166},"point_estimate":507.6121666092659,"standard_error":61.06723089632958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87371.00146473147,"upper_bound":87828.01151982152},"point_estimate":87554.45698138558,"standard_error":120.1372506407937},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87325.72727272728,"upper_bound":87446.55443037975},"point_estimate":87383.73147368421,"standard_error":27.913120189388657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.4784908041942,"upper_bound":329.3535901244561},"point_estimate":253.5249542649129,"standard_error":34.30057061334382},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87464.04507398994,"upper_bound":87919.9125041938},"point_estimate":87659.5241962465,"standard_error":118.12407149613117},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355.5926647825378,"upper_bound":1968.808883438204},"point_estimate":1210.1746822300179,"standard_error":503.1099073483054}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index f53ffd79edd8..83855043de34 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[435702.0,841061.0,1278073.0,1686266.0,2120744.0,2575281.0,2944409.0,3391040.0,3813327.0,4259984.0,4657215.0,5059221.0,5532806.0,5899624.0,6369478.0,6770889.0,7248807.0,7662542.0,8077819.0,8484219.0,8925887.0,9328342.0,9708556.0,10187929.0,10574983.0,11016822.0,11465326.0,11932457.0,12260279.0,12701101.0,13091213.0,13544205.0,13998553.0,14653286.0,14953216.0,15276576.0,15762264.0,16285800.0,16568791.0,17010172.0,17392133.0,17813538.0,18358058.0,18661233.0,19124401.0,19666634.0,19960500.0,20326183.0,20794865.0,21291419.0,21661496.0,22100006.0,22532924.0,23051101.0,23561830.0,24291285.0,24235504.0,24659141.0,25095533.0,25467034.0,26035280.0,26355068.0,26823713.0,27243601.0,27623845.0,28015649.0,28543814.0,29247122.0,29270513.0,29680724.0,30173188.0,30594160.0,31052188.0,31453277.0,32257342.0,32333354.0,32673800.0,33174393.0,33584676.0,34442144.0,34472686.0,34767813.0,35247360.0,35709510.0,36178023.0,37286868.0,36931877.0,37411994.0,37872934.0,38473718.0,38683098.0,39061689.0,39622019.0,39899485.0,41064863.0,40983569.0,41249693.0,41801445.0,42104388.0,42708173.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[434495.0,882323.0,1304124.0,1741649.0,2221209.0,2617580.0,3057217.0,3485085.0,3931668.0,4355507.0,4796950.0,5256282.0,5644937.0,6112569.0,6536162.0,6950466.0,7391899.0,7878089.0,8301193.0,8732058.0,9124904.0,9605830.0,10066953.0,10512605.0,10869285.0,11292565.0,11792572.0,12170531.0,12667478.0,13131698.0,13431838.0,13896554.0,14356669.0,14708976.0,15224676.0,15665251.0,16183357.0,16635392.0,17025453.0,17517661.0,18047713.0,18354300.0,18759947.0,19173383.0,19621855.0,20133843.0,20506731.0,23606730.0,21909944.0,21846621.0,22308574.0,22820689.0,23092616.0,23583305.0,24044153.0,24477551.0,25025879.0,25416783.0,25755774.0,26163377.0,26658359.0,27066448.0,27415003.0,27940638.0,28727167.0,28911793.0,29262704.0,29715035.0,30142165.0,30632633.0,31119091.0,31761562.0,31938746.0,32407826.0,32796484.0,33344057.0,33985627.0,34142205.0,34541389.0,34970805.0,35406877.0,35951416.0,36296839.0,36653790.0,37111323.0,37505570.0,37937522.0,38518623.0,38883913.0,39233995.0,39709890.0,40205760.0,40987161.0,41152760.0,41676140.0,41982475.0,43960230.0,42868555.0,43349138.0,43726635.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 505a6fc918e1..be5efdce3ab0 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[83759.05434070437,84300.26656429158,85743.49916052414,86284.71138411135] \ No newline at end of file +[86207.84837265578,86710.0916144888,88049.40692604356,88551.6501678766] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index d08e11f0b915..70761f587afe 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00009910954943053142,"upper_bound":0.004335690759639688},"point_estimate":0.002203293414579033,"standard_error":0.0011283662349556081},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001523781265471813,"upper_bound":0.0029787427130489874},"point_estimate":0.0024710350920205126,"standard_error":0.0003714586658585902}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.026419297770715167,"upper_bound":0.03183769820302534},"point_estimate":0.028929896315611936,"standard_error":0.0014021255251931205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.027129359615353232,"upper_bound":0.028844775128992417},"point_estimate":0.02783744832525792,"standard_error":0.00041939466514263283}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index e9a48fd2b49c..7d8435ea0a5c 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84997.45343351929,"upper_bound":85195.5258817598},"point_estimate":85092.7330374015,"standard_error":50.44131829332405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84947.0431372549,"upper_bound":85055.11484848484},"point_estimate":85017.07309464729,"standard_error":22.340416232356112},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.49304907585324,"upper_bound":326.2520931169645},"point_estimate":266.8730577986354,"standard_error":33.7707848988504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85096.80517740939,"upper_bound":85336.44123664008},"point_estimate":85208.95018058224,"standard_error":61.62371095423706},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.31018313376484,"upper_bound":619.615841049166},"point_estimate":507.6121666092659,"standard_error":61.06723089632958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87371.00146473147,"upper_bound":87828.01151982152},"point_estimate":87554.45698138558,"standard_error":120.1372506407937},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87325.72727272728,"upper_bound":87446.55443037975},"point_estimate":87383.73147368421,"standard_error":27.913120189388657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.4784908041942,"upper_bound":329.3535901244561},"point_estimate":253.5249542649129,"standard_error":34.30057061334382},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87464.04507398994,"upper_bound":87919.9125041938},"point_estimate":87659.5241962465,"standard_error":118.12407149613117},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355.5926647825378,"upper_bound":1968.808883438204},"point_estimate":1210.1746822300179,"standard_error":503.1099073483054}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index f53ffd79edd8..83855043de34 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[435702.0,841061.0,1278073.0,1686266.0,2120744.0,2575281.0,2944409.0,3391040.0,3813327.0,4259984.0,4657215.0,5059221.0,5532806.0,5899624.0,6369478.0,6770889.0,7248807.0,7662542.0,8077819.0,8484219.0,8925887.0,9328342.0,9708556.0,10187929.0,10574983.0,11016822.0,11465326.0,11932457.0,12260279.0,12701101.0,13091213.0,13544205.0,13998553.0,14653286.0,14953216.0,15276576.0,15762264.0,16285800.0,16568791.0,17010172.0,17392133.0,17813538.0,18358058.0,18661233.0,19124401.0,19666634.0,19960500.0,20326183.0,20794865.0,21291419.0,21661496.0,22100006.0,22532924.0,23051101.0,23561830.0,24291285.0,24235504.0,24659141.0,25095533.0,25467034.0,26035280.0,26355068.0,26823713.0,27243601.0,27623845.0,28015649.0,28543814.0,29247122.0,29270513.0,29680724.0,30173188.0,30594160.0,31052188.0,31453277.0,32257342.0,32333354.0,32673800.0,33174393.0,33584676.0,34442144.0,34472686.0,34767813.0,35247360.0,35709510.0,36178023.0,37286868.0,36931877.0,37411994.0,37872934.0,38473718.0,38683098.0,39061689.0,39622019.0,39899485.0,41064863.0,40983569.0,41249693.0,41801445.0,42104388.0,42708173.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[434495.0,882323.0,1304124.0,1741649.0,2221209.0,2617580.0,3057217.0,3485085.0,3931668.0,4355507.0,4796950.0,5256282.0,5644937.0,6112569.0,6536162.0,6950466.0,7391899.0,7878089.0,8301193.0,8732058.0,9124904.0,9605830.0,10066953.0,10512605.0,10869285.0,11292565.0,11792572.0,12170531.0,12667478.0,13131698.0,13431838.0,13896554.0,14356669.0,14708976.0,15224676.0,15665251.0,16183357.0,16635392.0,17025453.0,17517661.0,18047713.0,18354300.0,18759947.0,19173383.0,19621855.0,20133843.0,20506731.0,23606730.0,21909944.0,21846621.0,22308574.0,22820689.0,23092616.0,23583305.0,24044153.0,24477551.0,25025879.0,25416783.0,25755774.0,26163377.0,26658359.0,27066448.0,27415003.0,27940638.0,28727167.0,28911793.0,29262704.0,29715035.0,30142165.0,30632633.0,31119091.0,31761562.0,31938746.0,32407826.0,32796484.0,33344057.0,33985627.0,34142205.0,34541389.0,34970805.0,35406877.0,35951416.0,36296839.0,36653790.0,37111323.0,37505570.0,37937522.0,38518623.0,38883913.0,39233995.0,39709890.0,40205760.0,40987161.0,41152760.0,41676140.0,41982475.0,43960230.0,42868555.0,43349138.0,43726635.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 505a6fc918e1..be5efdce3ab0 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[83759.05434070437,84300.26656429158,85743.49916052414,86284.71138411135] \ No newline at end of file +[86207.84837265578,86710.0916144888,88049.40692604356,88551.6501678766] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index a83aef410a09..e17c25ce6146 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,82 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - - -0.018 - - + - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index b75d1d6836b1..3e0b06727579 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,61 +6,69 @@ micro/ops/join:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + + +0.2 - - -0.006 + + +0.4 - - -0.007 + + +0.6 - - - -400 + + +0.8 + + + +1 + + + +1.2 - - -450 + + +1.4 - - -500 + + +1.6 - - -550 + + +1.8 - - -600 + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 1e4301b0508a..f7412808e707 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -54,26 +54,22 @@ Average Time (µs) - -84 + +85 - - -86 - - - -88 - - - + + 90 - - - - - + + +95 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 99667c2d931a..a5b843ffff83 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -20,51 +20,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -110,8 +110,8 @@ Iterations 500 - - + + diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 4596b7f535a4..ede6bf2c8177 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - - - - - + +0.026 + + + +0.027 + + + +0.028 + + + +0.029 + + + +0.03 + + + +0.031 + + + +0.032 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 800f98e92597..6f71cbc6f7c9 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,71 +9,95 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - + + +700 + + + 800 - - -1000 + + +900 - - -1200 + + +1000 - + - -0.0014 + +0.027 + + + +0.0272 - - -0.0016 + + +0.0274 - - -0.0018 + + +0.0276 - - -0.002 + + +0.0278 - - -0.0022 + + +0.028 - - -0.0024 + + +0.0282 - + -0.0026 +0.0284 - -0.0028 - - - -0.003 - - - - - - + +0.0286 + + + +0.0288 + + + +0.029 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 2b25ef274ff1..b83d8bf3488f 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 81814f878e8c..3cddd26482b8 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 85.097 µs - 85.209 µs - 85.336 µs + 87.464 µs + 87.660 µs + 87.920 µs R² - 0.9958787 - 0.9961134 - 0.9958101 + 0.9787903 + 0.9794545 + 0.9782766 Mean - 84.997 µs - 85.093 µs - 85.196 µs + 87.371 µs + 87.554 µs + 87.828 µs Std. Dev. - 380.31 ns - 507.61 ns - 619.62 ns + 355.59 ns + 1.2102 µs + 1.9688 µs Median - 84.947 µs - 85.017 µs - 85.055 µs + 87.326 µs + 87.384 µs + 87.447 µs MAD - 190.49 ns - 266.87 ns - 326.25 ns + 193.48 ns + 253.52 ns + 329.35 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0099% - +0.2203% - +0.4336% - (p = 0.05 < + +2.6419% + +2.8930% + +3.1838% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 99a3c001acb2..3ee118f2e88c 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +87.35 - - -6 + + +87.4 - - -7 + + +87.45 - - -8 + + +87.5 - - - -85 + + +87.55 + + + +87.6 + + + +87.65 - - -85.05 + + +87.7 - - -85.1 + + +87.75 - - -85.15 + + +87.8 - - -85.2 + + +87.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 6b622162db55..aada27e8cdb2 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 + + + +18 + + + +20 - - -30 + + +22 - + - -84.94 + +87.32 - - -84.96 + + +87.34 - - -84.98 + + +87.36 - - -85 + + +87.38 - - -85.02 + + +87.4 - - -85.04 + + +87.42 - - -85.06 + + +87.44 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 363caa687911..2124f2662adb 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -54,42 +54,34 @@ Average Time (µs) - -83.5 - - - -84 - - - -84.5 + +86 - - -85 + + +88 - - -85.5 + + +90 - - -86 + + +92 - - -86.5 + + +94 - - -87 + + +96 - - -87.5 + + +98 - + Density (a.u.) @@ -98,56 +90,58 @@ Density (a.u.) 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - -0.8 - - - -1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 4fbe3a4edd75..3c3aabcc2ab3 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - + - -84 - - - + 85 - - -86 + + +90 - - -87 + + +95 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index c45d3d84c25e..57e437c7bd8c 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -18,47 +18,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -104,104 +104,104 @@ Iterations - + - + - + - + - + - - + + - + - + - - - + + + - + - + - + - - + + - - + + - - - - - - + + + + + + - - - + + + - - - - - - + + + + + + - - - + + + - + - + - - - + + + - - - + + + - - - + + + - + - - - - + + + + - + - + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 60279e54a835..7a03792ad4e5 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -16,46 +16,46 @@ Iterations - - - - - - - + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -120,83 +120,83 @@ Iterations - + - + - + - - + + - + - + - + - - + + - - + + - + - - - - + + + + - + - - - + + + - - + + - + - - - + + + - - - + + + - - - + + + - - + + - - - - - - + + + + + + - + - + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index d99fcd2c0701..d39d2940ca0a 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -51,24 +51,20 @@ Average Time (µs) - -84 + +85 - - -86 - - - -88 - - - + + 90 - - - - - + + +95 + + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 262957b26785..853263cc69e8 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -18,13 +18,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -34,34 +34,34 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -107,8 +107,8 @@ Iterations 500 - - + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index f28bca185a94..fd257e3907d3 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +87.45 - - -6 + + +87.5 - - -7 + + +87.55 - - - -85.1 + + +87.6 + + + +87.65 + + + +87.7 - - -85.15 + + +87.75 - - -85.2 + + +87.8 - - -85.25 + + +87.85 - - -85.3 + + +87.9 - - -85.35 + + +87.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 4c2d1f2cca0f..ca49786ada05 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +87.45 - - -6 + + +87.5 - - -7 + + +87.55 - - - -85.1 + + +87.6 + + + +87.65 + + + +87.7 - - -85.15 + + +87.75 - - -85.2 + + +87.8 - - -85.25 + + +87.85 - - -85.3 + + +87.9 - - -85.35 + + +87.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index acaa8d79bf57..6145273cba9c 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.510003311385,"upper_bound":9518.207680121359},"point_estimate":9498.278141197568,"standard_error":9.356779491045943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.372140522875,"upper_bound":9498.634328358208},"point_estimate":9476.611240786242,"standard_error":9.93537553528919},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.64258762796138,"upper_bound":69.19362813492097},"point_estimate":60.508407771914875,"standard_error":6.759654799569661},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.288742440747,"upper_bound":9507.95239402005},"point_estimate":9493.903812324515,"standard_error":6.7922818298799825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.85185906276769,"upper_bound":131.3257325918496},"point_estimate":94.14868753589005,"standard_error":20.26982824898654}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9445.166168111295,"upper_bound":9484.877057741902},"point_estimate":9462.967514284672,"standard_error":10.179343590245029},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9432.394666666667,"upper_bound":9453.351923076923},"point_estimate":9444.237931034484,"standard_error":4.819620273118628},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.00139266800698,"upper_bound":56.11931745344417},"point_estimate":42.48395453180708,"standard_error":6.438749540026554},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9448.723563129524,"upper_bound":9525.0699349561},"point_estimate":9480.39363499335,"standard_error":20.002836173162713},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.581637911185545,"upper_bound":146.9310130284174},"point_estimate":102.09462913008937,"standard_error":25.535170210124626}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 588954475fe2..03d30b0cdcea 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[94316.0,188643.0,282741.0,391913.0,483815.0,565838.0,659739.0,754021.0,861931.0,941159.0,1047259.0,1130191.0,1223077.0,1320917.0,1414797.0,1517810.0,1633468.0,1694194.0,1814883.0,1907705.0,1996849.0,2066960.0,2174838.0,2258086.0,2364048.0,2573898.0,2564916.0,2666974.0,2734153.0,2836083.0,2915955.0,3029644.0,3160972.0,3253939.0,3310519.0,3407387.0,3507684.0,3612429.0,3711531.0,3813356.0,3883434.0,3993695.0,4334047.0,4164786.0,4295118.0,4356703.0,4462954.0,4558620.0,4680034.0,4787933.0,4827548.0,4916437.0,5054614.0,5105899.0,5195332.0,5318521.0,5425887.0,5467357.0,5585216.0,5674442.0,5795219.0,5835867.0,5953155.0,6100260.0,6132348.0,6252177.0,6364085.0,6483948.0,6555843.0,6691759.0,6717775.0,6839302.0,6935429.0,7001710.0,7059214.0,7192003.0,7267048.0,7379666.0,7569051.0,7584907.0,7726113.0,7784305.0,7861759.0,8005671.0,8077893.0,8189426.0,8314001.0,8346646.0,8419317.0,8508339.0,8599389.0,8743920.0,8937878.0,8876718.0,9016112.0,9139385.0,9234853.0,9283317.0,9374202.0,9431882.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93795.0,187760.0,281427.0,384293.0,469664.0,566354.0,656732.0,751443.0,845630.0,940461.0,1043353.0,1126183.0,1226185.0,1324922.0,1410788.0,1517884.0,1603109.0,1699147.0,1787588.0,1914186.0,2001022.0,2067123.0,2160320.0,2276382.0,2361150.0,2440422.0,2550676.0,2660950.0,2746956.0,2829514.0,2934244.0,3008995.0,3114041.0,3194788.0,3298141.0,3399093.0,3495086.0,3588127.0,3667050.0,3782500.0,3890998.0,4022938.0,4049672.0,4138850.0,4241807.0,4365766.0,4418383.0,4542466.0,4623801.0,4723601.0,4803152.0,4915743.0,5040594.0,5367622.0,5216234.0,5336397.0,5391756.0,5477448.0,5601900.0,5654827.0,5742200.0,5857293.0,5962530.0,6053505.0,6140470.0,6285375.0,6302589.0,6448547.0,6555932.0,6644576.0,6693467.0,6784796.0,6874804.0,7012731.0,7074296.0,7179433.0,7285867.0,7369212.0,7597053.0,7528387.0,7629349.0,7747901.0,8148513.0,7925388.0,8035470.0,8172503.0,8200849.0,8336701.0,8395919.0,8509366.0,8621267.0,8665932.0,8797329.0,8851537.0,9622484.0,9052995.0,9172316.0,9271159.0,9315862.0,9391161.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index dcfc5d28c264..d8413842c75f 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9235.93834963486,9342.854980678236,9627.965996793904,9734.88262783728] \ No newline at end of file +[9248.279373139794,9332.783174255703,9558.126643898126,9642.630445014034] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index f2445decd4da..0037c09400ea 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0020314100755498836,"upper_bound":0.007480790989471187},"point_estimate":0.004800149108277418,"standard_error":0.0014020567453747173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0031497991184401553,"upper_bound":0.00706549695165104},"point_estimate":0.004559106877764396,"standard_error":0.0011612504095082502}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006442559507815795,"upper_bound":-0.0007594800449053425},"point_estimate":-0.0037175819014755307,"standard_error":0.0014483852376887913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006107820569909106,"upper_bound":-0.0019774960696464783},"point_estimate":-0.003416127234641353,"standard_error":0.0011492740335289128}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index acaa8d79bf57..6145273cba9c 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.510003311385,"upper_bound":9518.207680121359},"point_estimate":9498.278141197568,"standard_error":9.356779491045943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.372140522875,"upper_bound":9498.634328358208},"point_estimate":9476.611240786242,"standard_error":9.93537553528919},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.64258762796138,"upper_bound":69.19362813492097},"point_estimate":60.508407771914875,"standard_error":6.759654799569661},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.288742440747,"upper_bound":9507.95239402005},"point_estimate":9493.903812324515,"standard_error":6.7922818298799825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.85185906276769,"upper_bound":131.3257325918496},"point_estimate":94.14868753589005,"standard_error":20.26982824898654}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9445.166168111295,"upper_bound":9484.877057741902},"point_estimate":9462.967514284672,"standard_error":10.179343590245029},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9432.394666666667,"upper_bound":9453.351923076923},"point_estimate":9444.237931034484,"standard_error":4.819620273118628},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.00139266800698,"upper_bound":56.11931745344417},"point_estimate":42.48395453180708,"standard_error":6.438749540026554},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9448.723563129524,"upper_bound":9525.0699349561},"point_estimate":9480.39363499335,"standard_error":20.002836173162713},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.581637911185545,"upper_bound":146.9310130284174},"point_estimate":102.09462913008937,"standard_error":25.535170210124626}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 588954475fe2..03d30b0cdcea 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[94316.0,188643.0,282741.0,391913.0,483815.0,565838.0,659739.0,754021.0,861931.0,941159.0,1047259.0,1130191.0,1223077.0,1320917.0,1414797.0,1517810.0,1633468.0,1694194.0,1814883.0,1907705.0,1996849.0,2066960.0,2174838.0,2258086.0,2364048.0,2573898.0,2564916.0,2666974.0,2734153.0,2836083.0,2915955.0,3029644.0,3160972.0,3253939.0,3310519.0,3407387.0,3507684.0,3612429.0,3711531.0,3813356.0,3883434.0,3993695.0,4334047.0,4164786.0,4295118.0,4356703.0,4462954.0,4558620.0,4680034.0,4787933.0,4827548.0,4916437.0,5054614.0,5105899.0,5195332.0,5318521.0,5425887.0,5467357.0,5585216.0,5674442.0,5795219.0,5835867.0,5953155.0,6100260.0,6132348.0,6252177.0,6364085.0,6483948.0,6555843.0,6691759.0,6717775.0,6839302.0,6935429.0,7001710.0,7059214.0,7192003.0,7267048.0,7379666.0,7569051.0,7584907.0,7726113.0,7784305.0,7861759.0,8005671.0,8077893.0,8189426.0,8314001.0,8346646.0,8419317.0,8508339.0,8599389.0,8743920.0,8937878.0,8876718.0,9016112.0,9139385.0,9234853.0,9283317.0,9374202.0,9431882.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93795.0,187760.0,281427.0,384293.0,469664.0,566354.0,656732.0,751443.0,845630.0,940461.0,1043353.0,1126183.0,1226185.0,1324922.0,1410788.0,1517884.0,1603109.0,1699147.0,1787588.0,1914186.0,2001022.0,2067123.0,2160320.0,2276382.0,2361150.0,2440422.0,2550676.0,2660950.0,2746956.0,2829514.0,2934244.0,3008995.0,3114041.0,3194788.0,3298141.0,3399093.0,3495086.0,3588127.0,3667050.0,3782500.0,3890998.0,4022938.0,4049672.0,4138850.0,4241807.0,4365766.0,4418383.0,4542466.0,4623801.0,4723601.0,4803152.0,4915743.0,5040594.0,5367622.0,5216234.0,5336397.0,5391756.0,5477448.0,5601900.0,5654827.0,5742200.0,5857293.0,5962530.0,6053505.0,6140470.0,6285375.0,6302589.0,6448547.0,6555932.0,6644576.0,6693467.0,6784796.0,6874804.0,7012731.0,7074296.0,7179433.0,7285867.0,7369212.0,7597053.0,7528387.0,7629349.0,7747901.0,8148513.0,7925388.0,8035470.0,8172503.0,8200849.0,8336701.0,8395919.0,8509366.0,8621267.0,8665932.0,8797329.0,8851537.0,9622484.0,9052995.0,9172316.0,9271159.0,9315862.0,9391161.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index dcfc5d28c264..d8413842c75f 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9235.93834963486,9342.854980678236,9627.965996793904,9734.88262783728] \ No newline at end of file +[9248.279373139794,9332.783174255703,9558.126643898126,9642.630445014034] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 109734c968ae..e4dd6b32e469 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + + +0.08 + + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - -60 - - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index be5e483b73d0..a7fa1544b418 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - -0.018 - - - -0.02 - - + - -50 + +40 - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - + + 120 - - -130 - - - + + 140 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index d9003b42e618..66c26bf9fdc4 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - - - - + + +10.2 + + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 7f5b97530cf5..5b5d9fe8abab 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 8b109c6069f2..cf291acf4765 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.002 + +-0.007 - - -0.003 + + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - -0.007 + + +-0.002 - - -0.008 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 3d5cea89a414..44dea365f03b 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -13,78 +13,78 @@ Relative change (%) 50 - + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + - -0.003 + +-0.0065 - - -0.0035 + + +-0.006 - - -0.004 + + +-0.0055 - - -0.0045 + + +-0.005 - - -0.005 + + +-0.0045 - - -0.0055 + + +-0.004 - - -0.006 + + +-0.0035 - - -0.0065 + + +-0.003 - - -0.007 + + +-0.0025 - - -0.0075 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index d72b221436c5..ab3cd94adc35 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index f33460813256..8ef62ca13986 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.4813 µs - 9.4939 µs - 9.5080 µs + 9.4487 µs + 9.4804 µs + 9.5251 µs R² - 0.9932581 - 0.9935053 - 0.9931987 + 0.9710389 + 0.9725493 + 0.9695481 Mean - 9.4815 µs - 9.4983 µs - 9.5182 µs + 9.4452 µs + 9.4630 µs + 9.4849 µs Std. Dev. - 52.852 ns - 94.149 ns - 131.33 ns + 46.582 ns + 102.09 ns + 146.93 ns Median - 9.4654 µs - 9.4766 µs - 9.4986 µs + 9.4324 µs + 9.4442 µs + 9.4534 µs MAD - 41.643 ns - 60.508 ns - 69.194 ns + 31.001 ns + 42.484 ns + 56.119 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.2031% - +0.4800% - +0.7481% - (p = 0.00 < + -0.6443% + -0.3718% + -0.0759% + (p = 0.01 < 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index e66099e47257..d0e07c8aa3f0 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -9.48 + +9.445 - - -9.485 + + +9.45 - - -9.49 + + +9.455 - - -9.495 + + +9.46 - - -9.5 + + +9.465 - - -9.505 + + +9.47 - - -9.51 + + +9.475 - - -9.515 + + +9.48 - - -9.52 + + +9.485 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 60454a688b5b..43a9ea7a33fe 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - -9.465 + + +120 - - -9.47 + + +140 - - -9.475 + + +160 + + + +180 + + + +200 + + + +220 + + + + +9.435 - - -9.48 + + +9.44 - - -9.485 + + +9.445 - - -9.49 + + +9.45 - - -9.495 + + +9.455 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 895660036402..f64e6a36a284 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,42 +54,46 @@ Average Time (µs) - + 9.3 - - + + 9.4 - - + + 9.5 - - + + 9.6 - - + + 9.7 - - + + 9.8 - - + + 9.9 - - + + 10 - - + + 10.1 - + + +10.2 + + Density (a.u.) @@ -98,40 +102,50 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - + + +6 + + + + + + - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index cb14327639a5..cb0556dab82b 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - - + + +10.2 + + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index eae67b9e0ec3..7194ec77d774 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -18,52 +18,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 0.1 @@ -108,105 +108,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index c98052edce99..4d41c1b84f3b 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -15,52 +15,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - + 0.1 @@ -105,103 +105,103 @@ Iterations (x 10^3) - + - + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 710f6a759f9d..5c3cd0ddebfc 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - - - - + + +10.2 + + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index c50f6c4c6e99..66f902d7c2dd 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 0a95e7ceb0a2..101d227ee0cb 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +2 + + + +4 + + + +6 + + + +8 + + + 10 - - -20 + + +12 + + + +14 - - -30 + + +16 - - -40 + + +18 - - -50 + + +20 - - -60 + + +22 - + - -9.48 + +9.45 - - -9.485 + + +9.46 - - -9.49 + + +9.47 - - -9.495 + + +9.48 - - -9.5 + + +9.49 - - -9.505 + + +9.5 - - + + 9.51 - - - - + + +9.52 + + + +9.53 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index a54fef0b0697..8236b98a7de6 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +2 + + + +4 + + + +6 + + + +8 + + + 10 - - -20 + + +12 + + + +14 - - -30 + + +16 - - -40 + + +18 - - -50 + + +20 - - -60 + + +22 - + - -9.48 + +9.45 - - -9.485 + + +9.46 - - -9.49 + + +9.47 - - -9.495 + + +9.48 - - -9.5 + + +9.49 - - -9.505 + + +9.5 - - + + 9.51 - - - - + + +9.52 + + + +9.53 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 26488eea499e..311cb096aeed 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68504.99967671258,"upper_bound":69814.03614211702},"point_estimate":69228.18081059825,"standard_error":335.63170503624065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69200.6555654102,"upper_bound":69444.4638869902},"point_estimate":69315.087814637,"standard_error":73.8803769613468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":502.9143190344507,"upper_bound":1008.3904860366338},"point_estimate":681.8568600351483,"standard_error":132.8997909572836},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69787.37725238262,"upper_bound":70573.67235508865},"point_estimate":70162.17585084478,"standard_error":201.08657291283208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.4123681445103,"upper_bound":4992.64745918057},"point_estimate":3371.40025247975,"standard_error":896.9799254779113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69021.44091500336,"upper_bound":70400.84173119692},"point_estimate":69776.70852243659,"standard_error":351.41568904370604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69641.6033131048,"upper_bound":69851.55639097745},"point_estimate":69737.26603498543,"standard_error":52.46599913204504},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":449.57803005000073,"upper_bound":1436.499942688703},"point_estimate":764.9856959666106,"standard_error":254.9352364449963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70134.30225378952,"upper_bound":70850.1275982557},"point_estimate":70466.55572568557,"standard_error":183.33866559898044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1765.687640510608,"upper_bound":5282.044539031437},"point_estimate":3532.3926692815066,"standard_error":966.5363011835691}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 6905d04f3478..cb76ef8f99a2 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[675040.0,1693461.0,2889773.0,3777118.0,4807702.0,5898588.0,7188094.0,7888481.0,9483738.0,10531973.0,11204409.0,12620061.0,13150701.0,14245914.0,15446886.0,16549924.0,17307799.0,18461351.0,20166604.0,20672017.0,21610007.0,22660828.0,23791157.0,24725762.0,25921253.0,26801825.0,27886890.0,30293632.0,30110951.0,32484431.0,32205400.0,35593012.0,34490303.0,35269347.0,36531522.0,37264881.0,39742785.0,39323102.0,40498125.0,41130644.0,42554312.0,46008498.0,44368217.0,49381673.0,46540941.0,47519387.0,48714738.0,49960302.0,51158739.0,51925510.0,54908847.0,53674433.0,57144970.0,56471704.0,57096029.0,57993374.0,59106630.0,60297593.0,61666989.0,66184348.0,63480323.0,64666927.0,64991913.0,66099691.0,67422228.0,69827237.0,70367416.0,70996739.0,74781042.0,73216411.0,73853371.0,74967259.0,75800403.0,77627243.0,82183515.0,79141729.0,80223477.0,81790142.0,82147278.0,88252982.0,84097186.0,89783148.0,86699834.0,87310613.0,88197568.0,89673352.0,90312725.0,90690200.0,96991268.0,93733148.0,98852071.0,95673289.0,102971539.0,98055184.0,98939705.0,100994149.0,101066975.0,102387949.0,103071275.0,108258133.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[615984.0,1639310.0,2645184.0,3648663.0,4830056.0,5622730.0,6570175.0,7433391.0,8570771.0,9422346.0,10595593.0,12133172.0,12337025.0,14144029.0,14269583.0,15400201.0,16482218.0,17444348.0,19197373.0,19270929.0,21147795.0,21000489.0,23620436.0,23372682.0,24171717.0,25131696.0,26146907.0,27172027.0,28090596.0,30627638.0,35262588.0,32551341.0,32767746.0,33314370.0,33952776.0,35173412.0,36293645.0,36904519.0,38618950.0,39803318.0,42214274.0,40904170.0,42223210.0,42982883.0,43919488.0,44978441.0,45686368.0,49067449.0,47843426.0,50884863.0,49653757.0,50944725.0,51777174.0,52985167.0,53797288.0,55465362.0,56652095.0,57953462.0,58743332.0,58271898.0,59600407.0,63019751.0,61503561.0,62392135.0,63379154.0,64400357.0,65318366.0,70077489.0,67350892.0,68599351.0,73331544.0,70235626.0,71022820.0,72579736.0,73893355.0,74070638.0,78508620.0,75917958.0,77188568.0,78011348.0,80866055.0,79986148.0,81210370.0,82080750.0,82370583.0,87125068.0,84827763.0,89588371.0,87038876.0,88097910.0,88576737.0,89649817.0,97216349.0,91506253.0,92902570.0,93538790.0,96584756.0,97838944.0,96711903.0,97619293.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index e499f4dddb95..39b29119fc23 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[65722.97447305161,67294.30585568844,71484.52287605332,73055.85425869016] \ No newline at end of file +[64596.956498388885,66976.55140641786,73322.13782782847,75701.73273585745] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 77d63f317fcf..0ccb760f6e62 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019829747267771287,"upper_bound":0.025718964835634163},"point_estimate":0.011928859371413303,"standard_error":0.007088500322676576},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007666616255169956,"upper_bound":0.012036108229878106},"point_estimate":0.009738055272391355,"standard_error":0.001192460636617271}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0053117477239137505,"upper_bound":0.021743416466043566},"point_estimate":0.007923474305052913,"standard_error":0.006884568920726209},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003753427622759098,"upper_bound":0.008502563655520934},"point_estimate":0.006090711757841705,"standard_error":0.0012919428320995736}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 26488eea499e..311cb096aeed 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68504.99967671258,"upper_bound":69814.03614211702},"point_estimate":69228.18081059825,"standard_error":335.63170503624065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69200.6555654102,"upper_bound":69444.4638869902},"point_estimate":69315.087814637,"standard_error":73.8803769613468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":502.9143190344507,"upper_bound":1008.3904860366338},"point_estimate":681.8568600351483,"standard_error":132.8997909572836},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69787.37725238262,"upper_bound":70573.67235508865},"point_estimate":70162.17585084478,"standard_error":201.08657291283208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.4123681445103,"upper_bound":4992.64745918057},"point_estimate":3371.40025247975,"standard_error":896.9799254779113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69021.44091500336,"upper_bound":70400.84173119692},"point_estimate":69776.70852243659,"standard_error":351.41568904370604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69641.6033131048,"upper_bound":69851.55639097745},"point_estimate":69737.26603498543,"standard_error":52.46599913204504},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":449.57803005000073,"upper_bound":1436.499942688703},"point_estimate":764.9856959666106,"standard_error":254.9352364449963},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70134.30225378952,"upper_bound":70850.1275982557},"point_estimate":70466.55572568557,"standard_error":183.33866559898044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1765.687640510608,"upper_bound":5282.044539031437},"point_estimate":3532.3926692815066,"standard_error":966.5363011835691}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 6905d04f3478..cb76ef8f99a2 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[675040.0,1693461.0,2889773.0,3777118.0,4807702.0,5898588.0,7188094.0,7888481.0,9483738.0,10531973.0,11204409.0,12620061.0,13150701.0,14245914.0,15446886.0,16549924.0,17307799.0,18461351.0,20166604.0,20672017.0,21610007.0,22660828.0,23791157.0,24725762.0,25921253.0,26801825.0,27886890.0,30293632.0,30110951.0,32484431.0,32205400.0,35593012.0,34490303.0,35269347.0,36531522.0,37264881.0,39742785.0,39323102.0,40498125.0,41130644.0,42554312.0,46008498.0,44368217.0,49381673.0,46540941.0,47519387.0,48714738.0,49960302.0,51158739.0,51925510.0,54908847.0,53674433.0,57144970.0,56471704.0,57096029.0,57993374.0,59106630.0,60297593.0,61666989.0,66184348.0,63480323.0,64666927.0,64991913.0,66099691.0,67422228.0,69827237.0,70367416.0,70996739.0,74781042.0,73216411.0,73853371.0,74967259.0,75800403.0,77627243.0,82183515.0,79141729.0,80223477.0,81790142.0,82147278.0,88252982.0,84097186.0,89783148.0,86699834.0,87310613.0,88197568.0,89673352.0,90312725.0,90690200.0,96991268.0,93733148.0,98852071.0,95673289.0,102971539.0,98055184.0,98939705.0,100994149.0,101066975.0,102387949.0,103071275.0,108258133.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[615984.0,1639310.0,2645184.0,3648663.0,4830056.0,5622730.0,6570175.0,7433391.0,8570771.0,9422346.0,10595593.0,12133172.0,12337025.0,14144029.0,14269583.0,15400201.0,16482218.0,17444348.0,19197373.0,19270929.0,21147795.0,21000489.0,23620436.0,23372682.0,24171717.0,25131696.0,26146907.0,27172027.0,28090596.0,30627638.0,35262588.0,32551341.0,32767746.0,33314370.0,33952776.0,35173412.0,36293645.0,36904519.0,38618950.0,39803318.0,42214274.0,40904170.0,42223210.0,42982883.0,43919488.0,44978441.0,45686368.0,49067449.0,47843426.0,50884863.0,49653757.0,50944725.0,51777174.0,52985167.0,53797288.0,55465362.0,56652095.0,57953462.0,58743332.0,58271898.0,59600407.0,63019751.0,61503561.0,62392135.0,63379154.0,64400357.0,65318366.0,70077489.0,67350892.0,68599351.0,73331544.0,70235626.0,71022820.0,72579736.0,73893355.0,74070638.0,78508620.0,75917958.0,77188568.0,78011348.0,80866055.0,79986148.0,81210370.0,82080750.0,82370583.0,87125068.0,84827763.0,89588371.0,87038876.0,88097910.0,88576737.0,89649817.0,97216349.0,91506253.0,92902570.0,93538790.0,96584756.0,97838944.0,96711903.0,97619293.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index e499f4dddb95..39b29119fc23 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[65722.97447305161,67294.30585568844,71484.52287605332,73055.85425869016] \ No newline at end of file +[64596.956498388885,66976.55140641786,73322.13782782847,75701.73273585745] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 956fb328bb57..93ce2d17c7cf 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - - -3.5 + + +2 - + - -0.5 + +0.4 - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - + + +1.2 + + + +1.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index de3c46698779..a844b637455b 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - + + 0.55 - + - + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 7a4483061d30..85bf57b59238 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -50,30 +50,30 @@ Average Time (µs) - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index b0299efccc2d..3c561ee027d1 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -19,14 +19,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 @@ -40,38 +40,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - + + - + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index f8fb5061695c..89e7fa71c9cf 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -13,79 +13,75 @@ Relative change (%) 5 - + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - + - + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - -0.025 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 576f00ba4802..da58fb713960 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,79 +9,55 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 + +0.004 - - -0.0105 + + +0.005 - - -0.011 + + +0.006 - - -0.0115 + + +0.007 - - -0.012 + + +0.008 - - -0.0125 + + +0.009 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index ffb2a878da7d..bcc5bd97ba1d 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 37403e3592bb..26d194088f1d 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 69.787 µs - 70.162 µs - 70.574 µs + 70.134 µs + 70.467 µs + 70.850 µs R² - 0.9426671 - 0.9457956 - 0.9420271 + 0.9385726 + 0.9414015 + 0.9376350 Mean - 68.505 µs - 69.228 µs - 69.814 µs + 69.021 µs + 69.777 µs + 70.401 µs Std. Dev. - 1.7334 µs - 3.3714 µs - 4.9926 µs + 1.7657 µs + 3.5324 µs + 5.2820 µs Median - 69.201 µs - 69.315 µs - 69.444 µs + 69.642 µs + 69.737 µs + 69.852 µs MAD - 502.91 ns - 681.86 ns - 1.0084 µs + 449.58 ns + 764.99 ns + 1.4365 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.1983% - +1.1929% - +2.5719% - (p = 0.09 > + -0.5312% + +0.7923% + +2.1743% + (p = 0.27 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index ed632d81fa91..44437a01a5f0 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -68.4 - - - -68.6 - - - -68.8 - - - + 69 - - + + 69.2 - - + + 69.4 - - + + 69.6 - - - - + + +69.8 + + + +70 + + + +70.2 + + + +70.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index bfd931cfd9fe..ed6fe817cb9e 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - - -69.2 + + +10 + + + +12 - - -69.25 + + +14 + + + + +69.65 - - -69.3 + + +69.7 - - -69.35 + + +69.75 - - -69.4 + + +69.8 - - -69.45 + + +69.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 8e6f01619a6e..18b09b87e72d 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -13,63 +13,75 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + +40 + + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - + + +80 + + + +85 + + Density (a.u.) @@ -78,100 +90,72 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - -0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 6459b56b64d5..97984d7215ce 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,35 +10,67 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - + + +0.16 + + + +0.18 + + + 0.2 - + - + +40 + + + 50 - - + + 60 - - + + 70 - - - + + +80 + + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 0d852a347443..c69116b5ca04 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -8,195 +8,190 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 205d16da89be..5be78c2989c5 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -5,193 +5,188 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 4e2cce52f3a4..b01ef486430c 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -47,28 +47,28 @@ Average Time (µs) - + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 4470afd2a49d..2926cf96f721 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -16,14 +16,14 @@ Iterations (x 10^3) - - + + - - - - - + + + + + 0.0 @@ -37,38 +37,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - + 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 2bfdd5bd0d47..ca19fe1a6929 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - -69.8 - - - -69.9 + + +2.2 - - -70 - - - + + + 70.1 - - + + 70.2 - - + + 70.3 - - + + 70.4 - - + + 70.5 - - + + 70.6 - - - - + + +70.7 + + + +70.8 + + + +70.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 90fc08ec1b0c..c24173630f98 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - -69.8 - - - -69.9 + + +2.2 - - -70 - - - + + + 70.1 - - + + 70.2 - - + + 70.3 - - + + 70.4 - - + + 70.5 - - + + 70.6 - - - - + + +70.7 + + + +70.8 + + + +70.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 582e84a10619..d7eff9dd92fd 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51056.13137428075,"upper_bound":51672.402036573476},"point_estimate":51381.95582052573,"standard_error":156.83202745679904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51457.733928571426,"upper_bound":51580.69896907217},"point_estimate":51523.29282799749,"standard_error":29.53464368315392},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.1790917857805,"upper_bound":329.11881679050146},"point_estimate":245.43227395283589,"standard_error":36.503249805788386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51647.37927283648,"upper_bound":52227.76416712885},"point_estimate":51901.24595965716,"standard_error":149.50837298844868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":788.5595375772731,"upper_bound":2279.119412726384},"point_estimate":1570.9897924849517,"standard_error":388.7658357911826}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52048.20907503099,"upper_bound":52734.40763165606},"point_estimate":52405.47694937123,"standard_error":173.88741097236988},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52446.559106098575,"upper_bound":52536.34670469028},"point_estimate":52485.86188995215,"standard_error":23.29695546175985},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.51110453508838,"upper_bound":417.8688244698834},"point_estimate":251.78595392902824,"standard_error":60.62399828408571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52619.13916469284,"upper_bound":53212.54751066373},"point_estimate":52840.80373904319,"standard_error":161.04904940681809},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":860.7295381191879,"upper_bound":2519.611364543673},"point_estimate":1749.3638614556517,"standard_error":427.09908332428563}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 99cb06eadd9e..b062f3799144 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[818407.0,1854862.0,2885685.0,3960261.0,4932286.0,6025556.0,7022176.0,8085050.0,9097870.0,10140325.0,11202608.0,12209977.0,13196429.0,14311429.0,15323639.0,16424633.0,17483019.0,18473497.0,19447465.0,20544062.0,21620010.0,22504080.0,23589205.0,24554476.0,25638330.0,26611666.0,27823117.0,28816331.0,29791440.0,30920007.0,31923540.0,32891626.0,33809800.0,34959135.0,36120774.0,37110691.0,38221774.0,38976242.0,40021353.0,41381131.0,42448262.0,43494124.0,44440290.0,45239983.0,46303447.0,47332167.0,48269768.0,49240548.0,50557577.0,51485929.0,52442585.0,53617898.0,54868362.0,55984795.0,56762957.0,57877888.0,58999505.0,59855823.0,60796308.0,61611170.0,63054173.0,63916292.0,64900278.0,65916365.0,74461280.0,74345054.0,69461109.0,70105491.0,71387504.0,72485012.0,73314650.0,74422468.0,75039610.0,76168196.0,77333581.0,78421331.0,79733249.0,80671610.0,81672157.0,82596202.0,83577303.0,84467143.0,85473962.0,86714407.0,87411087.0,88682430.0,89883110.0,90934432.0,92168706.0,92867310.0,93785995.0,95015809.0,96599976.0,97514112.0,98615797.0,99141909.0,100066556.0,103226262.0,110543568.0,103674749.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[780161.0,1795403.0,2806446.0,3766724.0,4752971.0,5937339.0,6803631.0,7823551.0,8857769.0,9774154.0,10831034.0,11830235.0,12753724.0,13794604.0,14866472.0,15883967.0,16851819.0,17808311.0,18928549.0,19847059.0,21004937.0,21810887.0,22890769.0,23752653.0,24789665.0,25904383.0,30648137.0,27918164.0,28884895.0,29944899.0,30832251.0,31899109.0,32814634.0,33802544.0,35111225.0,36369130.0,37293291.0,37981831.0,38902325.0,39788866.0,41063682.0,41858821.0,42923065.0,43892781.0,44770214.0,46215991.0,46712952.0,47852706.0,48859853.0,50226222.0,50727400.0,55633057.0,52883387.0,53708072.0,54922617.0,55925745.0,56966395.0,58554438.0,58780041.0,59860764.0,60701971.0,61740375.0,62768831.0,64281223.0,65036207.0,66001906.0,66877555.0,68058127.0,69500063.0,70277684.0,71639824.0,72207968.0,73801783.0,74387360.0,74797899.0,75889122.0,77390574.0,77613071.0,79196255.0,79746175.0,80724297.0,82029451.0,82873713.0,83886188.0,84923622.0,85754858.0,86833589.0,87749854.0,89148323.0,90842655.0,91170171.0,92278395.0,104019804.0,94609802.0,95005993.0,96669780.0,96822525.0,97758628.0,98682047.0,99476025.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 8e1e11cfba36..a6241e9bc936 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[50247.763850490606,50780.786332296586,52202.17961711253,52735.20209891851] \ No newline at end of file +[51318.99156864274,51831.52916781676,53198.29609894749,53710.83369812151] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index a1d11575cd33..e559dc6bcf92 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021112070848647684,"upper_bound":-0.005630015368829895},"point_estimate":-0.013687551033218726,"standard_error":0.003980619650373729},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017459303041639784,"upper_bound":-0.012088932665199725},"point_estimate":-0.015566690968126906,"standard_error":0.001316371811947133}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011043353701365295,"upper_bound":0.02898739885727751},"point_estimate":0.01991985537531127,"standard_error":0.004565330196952582},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01751195518883475,"upper_bound":0.020346800309812396},"point_estimate":0.018682211658483272,"standard_error":0.0007241633471516433}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 582e84a10619..d7eff9dd92fd 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51056.13137428075,"upper_bound":51672.402036573476},"point_estimate":51381.95582052573,"standard_error":156.83202745679904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51457.733928571426,"upper_bound":51580.69896907217},"point_estimate":51523.29282799749,"standard_error":29.53464368315392},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.1790917857805,"upper_bound":329.11881679050146},"point_estimate":245.43227395283589,"standard_error":36.503249805788386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51647.37927283648,"upper_bound":52227.76416712885},"point_estimate":51901.24595965716,"standard_error":149.50837298844868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":788.5595375772731,"upper_bound":2279.119412726384},"point_estimate":1570.9897924849517,"standard_error":388.7658357911826}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52048.20907503099,"upper_bound":52734.40763165606},"point_estimate":52405.47694937123,"standard_error":173.88741097236988},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52446.559106098575,"upper_bound":52536.34670469028},"point_estimate":52485.86188995215,"standard_error":23.29695546175985},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.51110453508838,"upper_bound":417.8688244698834},"point_estimate":251.78595392902824,"standard_error":60.62399828408571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52619.13916469284,"upper_bound":53212.54751066373},"point_estimate":52840.80373904319,"standard_error":161.04904940681809},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":860.7295381191879,"upper_bound":2519.611364543673},"point_estimate":1749.3638614556517,"standard_error":427.09908332428563}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 99cb06eadd9e..b062f3799144 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[818407.0,1854862.0,2885685.0,3960261.0,4932286.0,6025556.0,7022176.0,8085050.0,9097870.0,10140325.0,11202608.0,12209977.0,13196429.0,14311429.0,15323639.0,16424633.0,17483019.0,18473497.0,19447465.0,20544062.0,21620010.0,22504080.0,23589205.0,24554476.0,25638330.0,26611666.0,27823117.0,28816331.0,29791440.0,30920007.0,31923540.0,32891626.0,33809800.0,34959135.0,36120774.0,37110691.0,38221774.0,38976242.0,40021353.0,41381131.0,42448262.0,43494124.0,44440290.0,45239983.0,46303447.0,47332167.0,48269768.0,49240548.0,50557577.0,51485929.0,52442585.0,53617898.0,54868362.0,55984795.0,56762957.0,57877888.0,58999505.0,59855823.0,60796308.0,61611170.0,63054173.0,63916292.0,64900278.0,65916365.0,74461280.0,74345054.0,69461109.0,70105491.0,71387504.0,72485012.0,73314650.0,74422468.0,75039610.0,76168196.0,77333581.0,78421331.0,79733249.0,80671610.0,81672157.0,82596202.0,83577303.0,84467143.0,85473962.0,86714407.0,87411087.0,88682430.0,89883110.0,90934432.0,92168706.0,92867310.0,93785995.0,95015809.0,96599976.0,97514112.0,98615797.0,99141909.0,100066556.0,103226262.0,110543568.0,103674749.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[780161.0,1795403.0,2806446.0,3766724.0,4752971.0,5937339.0,6803631.0,7823551.0,8857769.0,9774154.0,10831034.0,11830235.0,12753724.0,13794604.0,14866472.0,15883967.0,16851819.0,17808311.0,18928549.0,19847059.0,21004937.0,21810887.0,22890769.0,23752653.0,24789665.0,25904383.0,30648137.0,27918164.0,28884895.0,29944899.0,30832251.0,31899109.0,32814634.0,33802544.0,35111225.0,36369130.0,37293291.0,37981831.0,38902325.0,39788866.0,41063682.0,41858821.0,42923065.0,43892781.0,44770214.0,46215991.0,46712952.0,47852706.0,48859853.0,50226222.0,50727400.0,55633057.0,52883387.0,53708072.0,54922617.0,55925745.0,56966395.0,58554438.0,58780041.0,59860764.0,60701971.0,61740375.0,62768831.0,64281223.0,65036207.0,66001906.0,66877555.0,68058127.0,69500063.0,70277684.0,71639824.0,72207968.0,73801783.0,74387360.0,74797899.0,75889122.0,77390574.0,77613071.0,79196255.0,79746175.0,80724297.0,82029451.0,82873713.0,83886188.0,84923622.0,85754858.0,86833589.0,87749854.0,89148323.0,90842655.0,91170171.0,92278395.0,104019804.0,94609802.0,95005993.0,96669780.0,96822525.0,97758628.0,98682047.0,99476025.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 8e1e11cfba36..a6241e9bc936 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[50247.763850490606,50780.786332296586,52202.17961711253,52735.20209891851] \ No newline at end of file +[51318.99156864274,51831.52916781676,53198.29609894749,53710.83369812151] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index a183dfc7348f..4c54cc023c73 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - -0.011 - - + - -180 - - - + 200 - - -220 - - - -240 - - - -260 - - - -280 + + +250 - - + + 300 - - -320 + + +350 - - -340 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index c7aac2d43c16..b9cf64d0aa19 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + -0.9 +0.8 - -1 - - - -1.1 + +0.9 - + - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - + + 2.4 - - - - + + +2.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 7e8c1a3d9e8c..25eeaee3fe37 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -50,26 +50,30 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index f727b3285c46..878ac935bedf 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -22,14 +22,14 @@ Iterations (x 10^3) - - + + - - - - - + + + + + 0.0 @@ -43,38 +43,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - + 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index cd034881162e..2fd82048be69 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - --0.022 - - - --0.02 - - - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - - - - + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 6a2f0510aa1f..cf64217004e9 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,66 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + + +450 + + + +500 + + + +550 + + - --0.018 + +0.0175 - - --0.017 + + +0.018 - - --0.016 + + +0.0185 - - --0.015 + + +0.019 - - --0.014 + + +0.0195 - - --0.013 + + +0.02 - - --0.012 + + +0.0205 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index cb05833e656d..ce0f53c7adab 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index b830f8bf409d..8254da1634a0 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 51.647 µs - 51.901 µs - 52.228 µs + 52.619 µs + 52.841 µs + 53.213 µs R² - 0.9401497 - 0.9430823 - 0.9382409 + 0.9387993 + 0.9410227 + 0.9347960 Mean - 51.056 µs - 51.382 µs - 51.672 µs + 52.048 µs + 52.405 µs + 52.734 µs Std. Dev. - 788.56 ns - 1.5710 µs - 2.2791 µs + 860.73 ns + 1.7494 µs + 2.5196 µs Median - 51.458 µs - 51.523 µs - 51.581 µs + 52.447 µs + 52.486 µs + 52.536 µs MAD - 189.18 ns - 245.43 ns - 329.12 ns + 186.51 ns + 251.79 ns + 417.87 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.1112% - -1.3688% - -0.5630% + +1.1043% + +1.9920% + +2.8987% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 6ba0583b80f2..ff797656fde1 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -51 + +52 - - -51.1 + + +52.1 - - -51.2 + + +52.2 - - -51.3 + + +52.3 - - -51.4 + + +52.4 - - -51.5 + + +52.5 - - -51.6 + + +52.6 - - - - + + +52.7 + + + +52.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index d3d0113c5d3b..583c9271bf71 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 - - -12 + + +35 - - -14 + + + +52.44 - - -16 + + +52.45 - - -18 + + +52.46 - - - -51.46 + + +52.47 + + + +52.48 - - -51.48 + + +52.49 - - -51.5 + + +52.5 - - -51.52 + + +52.51 - - -51.54 + + +52.52 - - -51.56 + + +52.53 - - -51.58 + + +52.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index eb61da6cb60f..399762c95707 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,87 +13,87 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - - + + 58 - + + +60 + + Density (a.u.) @@ -102,82 +102,74 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 8bcf6bbb6cd1..bd7064a15eff 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - + -0.5 +0.45 - + 40 - - + + 45 - - + + 50 - - + + 55 - - - + + +60 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 0f618c0b18b0..e3acdf6ff739 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,215 +8,205 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 7aa4863efe01..3ba47a9e6c3b 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,213 +5,203 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - - -110.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 1a62b8665852..82b6defc8398 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -47,24 +47,28 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + +60 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 18b974f7f1b9..a97cb0420aa4 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -23,10 +23,10 @@ Iterations (x 10^3) - + - + 0.0 @@ -56,10 +56,10 @@ Iterations (x 10^3) 60.0 - + 70.0 - + 80.0 @@ -68,10 +68,10 @@ Iterations (x 10^3) 90.0 - + 100.0 - + 0 @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index ed282f927969..9f858aa99e5e 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - -51.6 + +52.6 - - -51.7 + + +52.7 - - -51.8 + + +52.8 - - -51.9 + + +52.9 - - -52 + + +53 - - -52.1 + + +53.1 - - -52.2 + + +53.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 97a7315fef4d..dfdda119a3db 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - -51.6 + +52.6 - - -51.7 + + +52.7 - - -51.8 + + +52.8 - - -51.9 + + +52.9 - - -52 + + +53 - - -52.1 + + +53.1 - - -52.2 + + +53.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 7fa7e9936707..4479de3f4ad0 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101239.12914497542,"upper_bound":101626.53590074682},"point_estimate":101425.79349316383,"standard_error":98.80452801465836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101123.54466674311,"upper_bound":101564.97222222222},"point_estimate":101303.87110215053,"standard_error":108.07225803921828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9675765832246,"upper_bound":938.9715990173452},"point_estimate":710.310017736394,"standard_error":94.01069618289903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101074.86154516132,"upper_bound":101632.53131746768},"point_estimate":101316.8830742328,"standard_error":144.2095199517751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":752.59974115548,"upper_bound":1247.8162376655603},"point_estimate":991.8657253683866,"standard_error":129.8939473224289}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100925.56700832034,"upper_bound":101302.38981556424},"point_estimate":101114.37267861275,"standard_error":96.35573203079198},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101066.67424242424,"upper_bound":101378.05577838828},"point_estimate":101241.4181486548,"standard_error":78.78757246662387},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":604.6908488204191,"upper_bound":1136.3618737535535},"point_estimate":788.644886477215,"standard_error":135.1121059198409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100854.69080645524,"upper_bound":101139.1922883939},"point_estimate":101003.98906950396,"standard_error":72.61037030191311},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801.9412932518653,"upper_bound":1131.5374864954968},"point_estimate":966.6640549744876,"standard_error":84.45911753093222}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index dbcc111f3bfb..a7e238432ef7 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608845.0,1239816.0,1859714.0,2463520.0,3085810.0,3708012.0,4324385.0,4891859.0,5488231.0,6126566.0,6729263.0,7329829.0,7912655.0,8537231.0,9148070.0,9829699.0,10422296.0,10973675.0,11598271.0,12277502.0,12815106.0,13429210.0,14079844.0,14625356.0,15393194.0,15903187.0,16472999.0,17168494.0,17780032.0,18333213.0,18842324.0,19911351.0,20400145.0,20321912.0,21108819.0,21801007.0,22317342.0,22849447.0,23526486.0,24089805.0,24799198.0,25404018.0,25851043.0,26579835.0,27194118.0,27758880.0,28246833.0,28776117.0,29479976.0,30259387.0,30824755.0,31468191.0,32077577.0,32567396.0,33276984.0,34178705.0,34473954.0,34659093.0,35606471.0,36469773.0,37182153.0,37724303.0,38429376.0,38673294.0,39082660.0,39834053.0,40257780.0,42416386.0,41946059.0,42657617.0,42973162.0,43220966.0,44236708.0,44924358.0,45668310.0,46320470.0,46766730.0,47513888.0,47921684.0,48603007.0,48993758.0,49854585.0,50370173.0,51249285.0,51530239.0,52182615.0,53054090.0,53352195.0,53996859.0,57429457.0,55258402.0,55777496.0,56410543.0,57127162.0,57942767.0,58127365.0,58983857.0,59464073.0,60098679.0,61746266.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[612167.0,1227379.0,1845458.0,2419262.0,3059792.0,3683611.0,4263365.0,4878019.0,5544652.0,6125216.0,6724484.0,7351516.0,7945625.0,8605856.0,9142922.0,9797282.0,10335213.0,10978699.0,11601889.0,12252356.0,12809973.0,13340801.0,14118294.0,14654674.0,15287687.0,15844319.0,16590625.0,17146362.0,17744526.0,18340157.0,18956604.0,19526927.0,19982438.0,20406319.0,21066433.0,21631912.0,23245704.0,22876322.0,23543739.0,24185425.0,24766877.0,25156259.0,25573992.0,26322025.0,26956255.0,27328685.0,27887311.0,28499649.0,29209317.0,29766885.0,30462733.0,31218679.0,32061430.0,32428938.0,32751434.0,33601641.0,34268237.0,34933723.0,35316007.0,36062614.0,36902465.0,37611345.0,38237099.0,38855124.0,39565373.0,39847654.0,40823603.0,41301910.0,41928087.0,43171872.0,43309729.0,43626544.0,43954754.0,44444696.0,45587032.0,46127845.0,46526675.0,47399990.0,47804737.0,48639650.0,49283946.0,49756411.0,50382269.0,50831503.0,51793261.0,52246375.0,52912786.0,53548977.0,54087884.0,54406224.0,55367918.0,55820153.0,56514564.0,57065406.0,57599585.0,58209879.0,58742151.0,59799158.0,60321447.0,60809801.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 1bedcfd45735..c6cfbbffd1e4 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[98028.94979570342,99419.51901107062,103127.70358538315,104518.27280075035] \ No newline at end of file +[97390.06863021648,99006.33880228773,103316.39259447771,104932.66276654895] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 6a16633dc861..b50228326ebc 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0032591235767536254,"upper_bound":0.00912775001752054},"point_estimate":0.006206733220840643,"standard_error":0.0014958084230562946},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006662337108787275,"upper_bound":0.011833559253794812},"point_estimate":0.008975333635504956,"standard_error":0.001322312566389501}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005778459357156462,"upper_bound":-0.00044536745068052497},"point_estimate":-0.0030704301521887745,"standard_error":0.0013624416734882533},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0035956764549643873,"upper_bound":0.0016660369087035322},"point_estimate":-0.0006164912832674618,"standard_error":0.0013389551766840593}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 7fa7e9936707..4479de3f4ad0 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101239.12914497542,"upper_bound":101626.53590074682},"point_estimate":101425.79349316383,"standard_error":98.80452801465836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101123.54466674311,"upper_bound":101564.97222222222},"point_estimate":101303.87110215053,"standard_error":108.07225803921828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9675765832246,"upper_bound":938.9715990173452},"point_estimate":710.310017736394,"standard_error":94.01069618289903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101074.86154516132,"upper_bound":101632.53131746768},"point_estimate":101316.8830742328,"standard_error":144.2095199517751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":752.59974115548,"upper_bound":1247.8162376655603},"point_estimate":991.8657253683866,"standard_error":129.8939473224289}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100925.56700832034,"upper_bound":101302.38981556424},"point_estimate":101114.37267861275,"standard_error":96.35573203079198},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101066.67424242424,"upper_bound":101378.05577838828},"point_estimate":101241.4181486548,"standard_error":78.78757246662387},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":604.6908488204191,"upper_bound":1136.3618737535535},"point_estimate":788.644886477215,"standard_error":135.1121059198409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100854.69080645524,"upper_bound":101139.1922883939},"point_estimate":101003.98906950396,"standard_error":72.61037030191311},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801.9412932518653,"upper_bound":1131.5374864954968},"point_estimate":966.6640549744876,"standard_error":84.45911753093222}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index dbcc111f3bfb..a7e238432ef7 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608845.0,1239816.0,1859714.0,2463520.0,3085810.0,3708012.0,4324385.0,4891859.0,5488231.0,6126566.0,6729263.0,7329829.0,7912655.0,8537231.0,9148070.0,9829699.0,10422296.0,10973675.0,11598271.0,12277502.0,12815106.0,13429210.0,14079844.0,14625356.0,15393194.0,15903187.0,16472999.0,17168494.0,17780032.0,18333213.0,18842324.0,19911351.0,20400145.0,20321912.0,21108819.0,21801007.0,22317342.0,22849447.0,23526486.0,24089805.0,24799198.0,25404018.0,25851043.0,26579835.0,27194118.0,27758880.0,28246833.0,28776117.0,29479976.0,30259387.0,30824755.0,31468191.0,32077577.0,32567396.0,33276984.0,34178705.0,34473954.0,34659093.0,35606471.0,36469773.0,37182153.0,37724303.0,38429376.0,38673294.0,39082660.0,39834053.0,40257780.0,42416386.0,41946059.0,42657617.0,42973162.0,43220966.0,44236708.0,44924358.0,45668310.0,46320470.0,46766730.0,47513888.0,47921684.0,48603007.0,48993758.0,49854585.0,50370173.0,51249285.0,51530239.0,52182615.0,53054090.0,53352195.0,53996859.0,57429457.0,55258402.0,55777496.0,56410543.0,57127162.0,57942767.0,58127365.0,58983857.0,59464073.0,60098679.0,61746266.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[612167.0,1227379.0,1845458.0,2419262.0,3059792.0,3683611.0,4263365.0,4878019.0,5544652.0,6125216.0,6724484.0,7351516.0,7945625.0,8605856.0,9142922.0,9797282.0,10335213.0,10978699.0,11601889.0,12252356.0,12809973.0,13340801.0,14118294.0,14654674.0,15287687.0,15844319.0,16590625.0,17146362.0,17744526.0,18340157.0,18956604.0,19526927.0,19982438.0,20406319.0,21066433.0,21631912.0,23245704.0,22876322.0,23543739.0,24185425.0,24766877.0,25156259.0,25573992.0,26322025.0,26956255.0,27328685.0,27887311.0,28499649.0,29209317.0,29766885.0,30462733.0,31218679.0,32061430.0,32428938.0,32751434.0,33601641.0,34268237.0,34933723.0,35316007.0,36062614.0,36902465.0,37611345.0,38237099.0,38855124.0,39565373.0,39847654.0,40823603.0,41301910.0,41928087.0,43171872.0,43309729.0,43626544.0,43954754.0,44444696.0,45587032.0,46127845.0,46526675.0,47399990.0,47804737.0,48639650.0,49283946.0,49756411.0,50382269.0,50831503.0,51793261.0,52246375.0,52912786.0,53548977.0,54087884.0,54406224.0,55367918.0,55820153.0,56514564.0,57065406.0,57599585.0,58209879.0,58742151.0,59799158.0,60321447.0,60809801.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 1bedcfd45735..c6cfbbffd1e4 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[98028.94979570342,99419.51901107062,103127.70358538315,104518.27280075035] \ No newline at end of file +[97390.06863021648,99006.33880228773,103316.39259447771,104932.66276654895] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 6685a475a3e3..5af6800e31af 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -6,89 +6,65 @@ micro/ops/sort:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 - - - -0.0045 - - - -0.005 - - + - -550 - - - -600 - - - -650 - - - -700 + +0.6 - - -750 + + +0.7 - - -800 + + +0.8 - - -850 + + +0.9 - - -900 + + +1 - - -950 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 9cb5f5c64599..1999ac043aed 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - -0.7 + + +3.5 + + + +4 + + + +4.5 - - + + +5 + + + + 0.8 - + + +0.85 + + 0.9 - + +0.95 + + + 1 - - -1.1 + + +1.05 - - -1.2 + + +1.1 - - -1.3 + + +1.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index e9da1cbde48e..6b4296978bb9 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -46,18 +46,30 @@ Average Time (µs) - + +98 + + + 100 - - -105 + + +102 + + + +104 + + + +106 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 0708b5528baa..514ea951d4ad 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 68c2da3b64cc..989a5d920cc3 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.003 + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - -0.007 + + +-0.002 - - -0.008 + + +-0.001 - - -0.009 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 6a943a9723cf..620810ff352c 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index d36e7cf2bd65..b1ac77fa31c1 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -21,73 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 6a62ac07c11a..7fa0928fc389 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 101.07 µs - 101.32 µs - 101.63 µs + 100.85 µs + 101.00 µs + 101.14 µs R² - 0.9861159 - 0.9868357 - 0.9856119 + 0.9929069 + 0.9932002 + 0.9929597 Mean - 101.24 µs - 101.43 µs - 101.63 µs + 100.93 µs + 101.11 µs + 101.30 µs Std. Dev. - 752.60 ns - 991.87 ns - 1.2478 µs + 801.94 ns + 966.66 ns + 1.1315 µs Median - 101.12 µs - 101.30 µs - 101.56 µs + 101.07 µs + 101.24 µs + 101.38 µs MAD - 567.97 ns - 710.31 ns - 938.97 ns + 604.69 ns + 788.64 ns + 1.1364 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.3259% - +0.6207% - +0.9128% - (p = 0.00 < + -0.5778% + -0.3070% + -0.0445% + (p = 0.02 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 569ca7076be9..4dafa65c0741 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -101.2 + + +4.5 - - -101.25 + + + +100.9 - - -101.3 + + +100.95 - - -101.35 + + +101 - - -101.4 + + +101.05 - - -101.45 + + +101.1 - - -101.5 + + +101.15 - - -101.55 + + +101.2 - - -101.6 + + +101.25 - - -101.65 + + +101.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 03b708c6bb9c..0d503f5f1db9 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + + +10 + + -101.1 +101.05 - + +101.1 + + + 101.15 - - + + 101.2 - - + + 101.25 - - + + 101.3 - - + + 101.35 - - + + 101.4 - - -101.45 - - - -101.5 - - - -101.55 - - - -101.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 0256850f7754..124453ca8238 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (µs) - + +98 + + + 99 - - + + 100 - - + + 101 - - + + 102 - - + + 103 - - + + 104 - - + + 105 - - -106 - - - -107 - - + Density (a.u.) @@ -82,58 +78,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - - - - + + + + + - - - - - - - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 128a4ff60b05..f1401d1237a0 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - + +98 + + + 100 - - + + 102 - - + + 104 - - -106 - - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index da9e97d9ee92..2a8e7d255cd7 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -14,37 +14,37 @@ Iterations - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -74,104 +74,104 @@ Iterations - + - - - + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 9a1bf6633493..9b5ae155d2ea 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -12,36 +12,36 @@ Iterations - - - - - + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -77,96 +77,96 @@ Iterations - + - - + + - + - - + + - - + + - + - - - - - - - + + + + + + + - - - - - - + + + + + + - + - + - + - - - + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 054278fdb4db..e118d83f5c8a 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -43,16 +43,28 @@ Average Time (µs) - + +98 + + + 100 - - -105 + + +102 + + + +104 + + + +106 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index b49baa0eea01..2d39a01449f9 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 17047a33db57..c7ee5453f82d 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + - -101.1 + +100.85 - - -101.2 + + +100.9 - - -101.3 + + +100.95 - - -101.4 + + +101 - - -101.5 + + +101.05 + + + +101.1 - - -101.6 + + +101.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 4ad8a5f9ffdb..3edf387dd1a6 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + - -101.1 + +100.85 - - -101.2 + + +100.9 - - -101.3 + + +100.95 - - -101.4 + + +101 - - -101.5 + + +101.05 + + + +101.1 - - -101.6 + + +101.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 9cc2cc2e0da1..107d175886a7 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.684574320048,"upper_bound":6930.821625479817},"point_estimate":6913.821231801172,"standard_error":7.767651249300234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.024695407685,"upper_bound":6905.484157509158},"point_estimate":6899.866881757935,"standard_error":4.301107310718718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.03869153772054,"upper_bound":41.43591055765846},"point_estimate":33.50383322097744,"standard_error":3.8389685248075858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6904.872141911368,"upper_bound":6923.023096629295},"point_estimate":6913.450714053495,"standard_error":4.633360387065853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.06729097245203,"upper_bound":119.04148937552017},"point_estimate":78.28157597338617,"standard_error":24.478044356055797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6881.433701795324,"upper_bound":6898.52315519448},"point_estimate":6889.554656132877,"standard_error":4.359605398329178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6875.499915254237,"upper_bound":6889.390147783251},"point_estimate":6881.711887591575,"standard_error":3.767461124067849},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.517959371295646,"upper_bound":42.92447142066664},"point_estimate":34.56798029320106,"standard_error":4.812955483442452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6886.664277369232,"upper_bound":6901.372807381744},"point_estimate":6893.638224915029,"standard_error":3.759064716871239},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.379087382316015,"upper_bound":55.200161989994974},"point_estimate":43.75193637079669,"standard_error":6.102294542818753}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 591bb68cecd5..75b173e68a5b 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68586.0,137296.0,206370.0,275133.0,345747.0,425275.0,484132.0,548424.0,618957.0,686209.0,754529.0,822599.0,891401.0,958484.0,1028654.0,1205640.0,1165755.0,1235689.0,1308586.0,1388916.0,1450336.0,1506719.0,1583468.0,1661828.0,1720908.0,1800200.0,1861887.0,1919758.0,1994894.0,2103344.0,2139536.0,2201837.0,2274213.0,2356955.0,2414082.0,2529676.0,2542298.0,2694924.0,2692469.0,2808755.0,2820747.0,2897375.0,2976834.0,3078197.0,3096593.0,3158389.0,3263996.0,3293872.0,3372666.0,3456132.0,3503432.0,3571480.0,3640365.0,3728463.0,3808509.0,3857744.0,3941534.0,4003182.0,4067082.0,4175604.0,4208164.0,4264155.0,4342306.0,4393412.0,4549644.0,4549644.0,4609438.0,4711560.0,4775777.0,4834724.0,4919010.0,4994052.0,5020159.0,5133814.0,5193127.0,5261097.0,5386045.0,5385593.0,5453921.0,5522340.0,5606870.0,5668378.0,5746895.0,5784603.0,5890372.0,5936677.0,6033515.0,6065893.0,6133951.0,6302009.0,6283712.0,6332973.0,6430935.0,6487038.0,6565317.0,6634677.0,6685720.0,6733273.0,6810325.0,6984925.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[70732.0,137607.0,205385.0,274071.0,343425.0,411299.0,479523.0,558795.0,616073.0,698538.0,753195.0,821230.0,889481.0,960301.0,1025733.0,1095235.0,1164187.0,1232072.0,1302862.0,1380553.0,1440389.0,1514901.0,1585007.0,1653233.0,1729027.0,1795665.0,1847480.0,1915428.0,1984663.0,2053038.0,2138607.0,2198997.0,2263073.0,2330357.0,2421244.0,2473391.0,2578616.0,2611032.0,2674340.0,2751713.0,2826697.0,2888665.0,2981447.0,3030297.0,3127752.0,3172725.0,3239651.0,3300267.0,3392961.0,3543595.0,3496709.0,3602450.0,3645724.0,3739966.0,3764656.0,3838978.0,3929746.0,3994722.0,4056008.0,4131844.0,4215984.0,4325015.0,4366712.0,4393537.0,4451192.0,4544954.0,4596585.0,4661694.0,4751772.0,4827646.0,4868924.0,4965597.0,5030943.0,5083109.0,5159798.0,5245803.0,5324038.0,5365452.0,5468168.0,5594531.0,5575666.0,5688418.0,5737055.0,5788716.0,5876597.0,5929108.0,5975441.0,6041161.0,6115773.0,6229215.0,6263454.0,6351465.0,6419993.0,6471111.0,6533353.0,6605287.0,6663892.0,6778456.0,6823975.0,6876410.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 71a68a6e5f11..bd6748cb73be 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6743.528226966218,6811.159048827936,6991.5079071258515,7059.13872898757] \ No newline at end of file +[6720.964488417499,6789.361037422577,6971.751834769455,7040.1483837745345] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 8c79c1e1a46c..7908d368517d 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002322365106393609,"upper_bound":0.008199341090287499},"point_estimate":0.005150520977049933,"standard_error":0.0014988950250612815},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0034280027008848357,"upper_bound":0.006526237584407069},"point_estimate":0.005198681292970075,"standard_error":0.0008132417168753024}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006268795879520786,"upper_bound":-0.0012401239317658382},"point_estimate":-0.0035098644952918923,"standard_error":0.0012865040116864545},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0039202150300886585,"upper_bound":-0.000899362940084969},"point_estimate":-0.0026312093374378787,"standard_error":0.000809629309126362}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 9cc2cc2e0da1..107d175886a7 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.684574320048,"upper_bound":6930.821625479817},"point_estimate":6913.821231801172,"standard_error":7.767651249300234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.024695407685,"upper_bound":6905.484157509158},"point_estimate":6899.866881757935,"standard_error":4.301107310718718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.03869153772054,"upper_bound":41.43591055765846},"point_estimate":33.50383322097744,"standard_error":3.8389685248075858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6904.872141911368,"upper_bound":6923.023096629295},"point_estimate":6913.450714053495,"standard_error":4.633360387065853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.06729097245203,"upper_bound":119.04148937552017},"point_estimate":78.28157597338617,"standard_error":24.478044356055797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6881.433701795324,"upper_bound":6898.52315519448},"point_estimate":6889.554656132877,"standard_error":4.359605398329178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6875.499915254237,"upper_bound":6889.390147783251},"point_estimate":6881.711887591575,"standard_error":3.767461124067849},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24.517959371295646,"upper_bound":42.92447142066664},"point_estimate":34.56798029320106,"standard_error":4.812955483442452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6886.664277369232,"upper_bound":6901.372807381744},"point_estimate":6893.638224915029,"standard_error":3.759064716871239},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.379087382316015,"upper_bound":55.200161989994974},"point_estimate":43.75193637079669,"standard_error":6.102294542818753}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 591bb68cecd5..75b173e68a5b 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68586.0,137296.0,206370.0,275133.0,345747.0,425275.0,484132.0,548424.0,618957.0,686209.0,754529.0,822599.0,891401.0,958484.0,1028654.0,1205640.0,1165755.0,1235689.0,1308586.0,1388916.0,1450336.0,1506719.0,1583468.0,1661828.0,1720908.0,1800200.0,1861887.0,1919758.0,1994894.0,2103344.0,2139536.0,2201837.0,2274213.0,2356955.0,2414082.0,2529676.0,2542298.0,2694924.0,2692469.0,2808755.0,2820747.0,2897375.0,2976834.0,3078197.0,3096593.0,3158389.0,3263996.0,3293872.0,3372666.0,3456132.0,3503432.0,3571480.0,3640365.0,3728463.0,3808509.0,3857744.0,3941534.0,4003182.0,4067082.0,4175604.0,4208164.0,4264155.0,4342306.0,4393412.0,4549644.0,4549644.0,4609438.0,4711560.0,4775777.0,4834724.0,4919010.0,4994052.0,5020159.0,5133814.0,5193127.0,5261097.0,5386045.0,5385593.0,5453921.0,5522340.0,5606870.0,5668378.0,5746895.0,5784603.0,5890372.0,5936677.0,6033515.0,6065893.0,6133951.0,6302009.0,6283712.0,6332973.0,6430935.0,6487038.0,6565317.0,6634677.0,6685720.0,6733273.0,6810325.0,6984925.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[70732.0,137607.0,205385.0,274071.0,343425.0,411299.0,479523.0,558795.0,616073.0,698538.0,753195.0,821230.0,889481.0,960301.0,1025733.0,1095235.0,1164187.0,1232072.0,1302862.0,1380553.0,1440389.0,1514901.0,1585007.0,1653233.0,1729027.0,1795665.0,1847480.0,1915428.0,1984663.0,2053038.0,2138607.0,2198997.0,2263073.0,2330357.0,2421244.0,2473391.0,2578616.0,2611032.0,2674340.0,2751713.0,2826697.0,2888665.0,2981447.0,3030297.0,3127752.0,3172725.0,3239651.0,3300267.0,3392961.0,3543595.0,3496709.0,3602450.0,3645724.0,3739966.0,3764656.0,3838978.0,3929746.0,3994722.0,4056008.0,4131844.0,4215984.0,4325015.0,4366712.0,4393537.0,4451192.0,4544954.0,4596585.0,4661694.0,4751772.0,4827646.0,4868924.0,4965597.0,5030943.0,5083109.0,5159798.0,5245803.0,5324038.0,5365452.0,5468168.0,5594531.0,5575666.0,5688418.0,5737055.0,5788716.0,5876597.0,5929108.0,5975441.0,6041161.0,6115773.0,6229215.0,6263454.0,6351465.0,6419993.0,6471111.0,6533353.0,6605287.0,6663892.0,6778456.0,6823975.0,6876410.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 71a68a6e5f11..bd6748cb73be 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6743.528226966218,6811.159048827936,6991.5079071258515,7059.13872898757] \ No newline at end of file +[6720.964488417499,6789.361037422577,6971.751834769455,7040.1483837745345] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 91a6d0d4a125..5ca556b85f35 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,74 +9,94 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - -0.08 + + +0.07 - - -0.1 + + +0.08 - - -0.12 + + +0.09 - - -0.14 + + +0.1 - + - + +24 + + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - + + 42 - - - - + + +44 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 7da5b7823fc1..9ddec1275e41 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - + + +0.04 + + + +0.05 + + -0.035 +0.06 - -0.04 - - - + 30 - - -40 - - - -50 - - - -60 + + +35 - - -70 - - - -80 - - - -90 + + +40 - - -100 + + +45 - - -110 + + +50 - - -120 + + +55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 4b6cc10dd19b..d217c3bf6209 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,67 +9,71 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - + 6.8 - - + + 7 - - + + 7.2 - - + + 7.4 - + 7.6 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 5b2a2578d706..ead7bd35db8f 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 35d1428b065f..14c4136f2094 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -0.002 + + +300 - - -0.003 + + + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - -0.007 + + +-0.002 - - -0.008 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index a62349661d01..bfb4049783a1 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -0.0035 + +-0.004 - - -0.004 + + +-0.0035 - - -0.0045 + + +-0.003 - - -0.005 + + +-0.0025 - - -0.0055 + + +-0.002 - - -0.006 + + +-0.0015 - - -0.0065 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index c7471ff2254b..5b01b88b42d4 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 6af8952d1eaf..b890063790c7 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9049 µs - 6.9135 µs - 6.9230 µs + 6.8867 µs + 6.8936 µs + 6.9014 µs R² - 0.9952338 - 0.9954360 - 0.9951843 + 0.9967126 + 0.9968544 + 0.9966800 Mean - 6.9007 µs - 6.9138 µs - 6.9308 µs + 6.8814 µs + 6.8896 µs + 6.8985 µs Std. Dev. - 38.067 ns - 78.282 ns - 119.04 ns + 31.379 ns + 43.752 ns + 55.200 ns Median - 6.8920 µs - 6.8999 µs - 6.9055 µs + 6.8755 µs + 6.8817 µs + 6.8894 µs MAD - 26.039 ns - 33.504 ns - 41.436 ns + 24.518 ns + 34.568 ns + 42.924 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.2322% - +0.5151% - +0.8199% + -0.6269% + -0.3510% + -0.1240% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index c6b8831a2f52..30c3525eb4b2 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 + + + +70 + + + +80 + + + +90 - + + +100 + + - -6.9 + +6.88 + + + +6.882 + + + +6.884 - - -6.905 + + +6.886 - - -6.91 + + +6.888 - - -6.915 + + +6.89 - - -6.92 + + +6.892 - - -6.925 + + +6.894 + + + +6.896 + + + +6.898 + + + +6.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 3b402dfac45f..4ed368ab00c6 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + - -6.892 + +6.874 + + + +6.876 - - -6.894 + + +6.878 - - -6.896 + + +6.88 - - -6.898 + + +6.882 - - -6.9 + + +6.884 - - -6.902 + + +6.886 - - -6.904 + + +6.888 - - -6.906 + + +6.89 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index d3a2313e53f7..38c62ca69dac 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -54,42 +54,34 @@ Average Time (µs) - + 6.8 - - -6.9 - - - -7 - - - -7.1 + + +6.85 - - -7.2 + + +6.9 - - -7.3 + + +6.95 - - -7.4 + + +7 - - -7.5 + + +7.05 - - -7.6 + + +7.1 - + Density (a.u.) @@ -98,64 +90,64 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - - - - + + +9 + + + +10 + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 9665c67505d2..508cb37adb94 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - + - + 6.8 - - -7 - - - -7.2 + + +6.9 - - -7.4 + + +7 - - -7.6 + + +7.1 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 229c7231c9be..9a2f2ced421b 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -95,103 +95,103 @@ Iterations (x 10^3) - + - + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index ff38aedd947a..e0e5d03d05d7 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -94,99 +94,99 @@ Iterations (x 10^3) - + - + - + - - + + - + - - - + + + - - - + + + - - - - - + + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 7fef385d08d1..faf69002dcef 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,55 +6,59 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + - + 6.8 - - + + 7 - - + + 7.2 - + 7.4 @@ -63,8 +67,8 @@ Average Time (µs) 7.6 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 1ace2c40e5e0..9293030ecf98 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 7c3bf7ddfecc..c9cdf7d4d6cc 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -6.904 + + +100 - - -6.906 + + +110 - - -6.908 + + + +6.886 - - -6.91 + + +6.888 - - -6.912 + + +6.89 - - -6.914 + + +6.892 - - -6.916 + + +6.894 - - -6.918 + + +6.896 - - -6.92 + + +6.898 - - -6.922 + + +6.9 - - -6.924 + + +6.902 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 6d5d8ac0016b..415f88bd7699 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -6.904 + + +100 - - -6.906 + + +110 - - -6.908 + + + +6.886 - - -6.91 + + +6.888 - - -6.912 + + +6.89 - - -6.914 + + +6.892 - - -6.916 + + +6.894 - - -6.918 + + +6.896 - - -6.92 + + +6.898 - - -6.922 + + +6.9 - - -6.924 + + +6.902 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index b2d3efa3b41c..91dfd0140fd7 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14931.487280026764,"upper_bound":15052.043656580307},"point_estimate":14977.15632698676,"standard_error":32.41704535798502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14895.113821138211,"upper_bound":14944.603174603175},"point_estimate":14917.133988376674,"standard_error":12.71295911337282},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.29479867738164,"upper_bound":108.1655714032367},"point_estimate":75.66221397148281,"standard_error":11.432842345606236},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14927.016249595024,"upper_bound":14967.159118014622},"point_estimate":14946.74034185508,"standard_error":10.284249058571303},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68825352025995,"upper_bound":540.9812731589158},"point_estimate":325.1111296091182,"standard_error":155.2265668652729}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14908.05446900196,"upper_bound":14957.93759364745},"point_estimate":14930.894574608701,"standard_error":12.71397246493094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14884.896822422123,"upper_bound":14916.261363636364},"point_estimate":14897.565199335548,"standard_error":7.2378986105515075},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.072036808508365,"upper_bound":87.80662704689018},"point_estimate":66.3476781651827,"standard_error":11.496882307035095},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14909.427906676632,"upper_bound":14960.341781156689},"point_estimate":14932.955458351806,"standard_error":13.02130298399503},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.56152536148268,"upper_bound":178.39332355916886},"point_estimate":127.81083832352084,"standard_error":27.119589074936666}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 9f22102fc174..1d27f8a0c16a 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[108213.0,178282.0,267230.0,357247.0,446008.0,533956.0,623735.0,738064.0,801287.0,890080.0,987885.0,1076562.0,1172127.0,1284159.0,1337066.0,1465823.0,1517396.0,1603073.0,1706312.0,1786101.0,1888989.0,1971073.0,2067587.0,2155604.0,2235987.0,2344050.0,2406498.0,2541192.0,2582454.0,2683529.0,2778752.0,2861871.0,2943509.0,3043193.0,3129929.0,3216614.0,3312196.0,3410164.0,3485688.0,3570386.0,3698178.0,3766040.0,3865620.0,3922155.0,4011531.0,4134514.0,4206759.0,4309075.0,4368822.0,4511983.0,4555205.0,4632531.0,4782087.0,4825263.0,4938322.0,5061461.0,5164844.0,5197533.0,5341511.0,5462855.0,5541474.0,5609983.0,5634757.0,5715329.0,5788018.0,5880698.0,5973671.0,6074444.0,6183433.0,6232740.0,6366869.0,6444007.0,6567110.0,6634901.0,6693036.0,6817202.0,6939681.0,7004073.0,7069913.0,7145492.0,7230345.0,7328396.0,7403265.0,7503475.0,7582510.0,7685690.0,7870946.0,7858613.0,8021415.0,8061558.0,8125945.0,8229269.0,8398210.0,8396813.0,8578603.0,8667248.0,8710934.0,8740203.0,8940040.0,8981162.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[94436.0,178966.0,270176.0,355549.0,446492.0,533667.0,628469.0,714340.0,824156.0,908611.0,980957.0,1070877.0,1167011.0,1253863.0,1341618.0,1424579.0,1522594.0,1604736.0,1687843.0,1779420.0,1883260.0,1958519.0,2082056.0,2145886.0,2221898.0,2323363.0,2424216.0,2512521.0,2582022.0,2675931.0,2753347.0,2859774.0,2959544.0,3055648.0,3128480.0,3208733.0,3333565.0,3386418.0,3514996.0,3591037.0,3657111.0,3753400.0,3848602.0,3925638.0,4156718.0,4108469.0,4197773.0,4293926.0,4380632.0,4488988.0,4552009.0,4666838.0,4714080.0,4804927.0,4906953.0,5029260.0,5083776.0,5186718.0,5257933.0,5353292.0,5428092.0,5512097.0,5621282.0,5723492.0,5835200.0,5873625.0,5973215.0,6056209.0,6209535.0,6250811.0,6343363.0,6419151.0,6609155.0,6646979.0,6677617.0,6818235.0,6867070.0,7127964.0,7057297.0,7146430.0,7249632.0,7363207.0,7451413.0,7563410.0,7585696.0,7687165.0,7769467.0,7875786.0,7973530.0,8093605.0,8136106.0,8222506.0,8371674.0,8413818.0,8481749.0,8622744.0,8652938.0,8810752.0,8874978.0,9145541.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index c4eddb5cfdc0..7ab0b533b8f3 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14550.471904110478,14713.517998623865,15148.3075839929,15311.35367850629] \ No newline at end of file +[14575.712700142674,14720.817863229233,15107.764964793387,15252.870127879944] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 18e6d1c8838b..277507ab881a 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005603816775184923,"upper_bound":0.010702965590369757},"point_estimate":0.003241261027088216,"standard_error":0.004069228519310691},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0021800840779544473,"upper_bound":0.005964103046308011},"point_estimate":0.0038078896408930696,"standard_error":0.0009767149512397734}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00822955320313519,"upper_bound":0.0006928785208649919},"point_estimate":-0.0030888208260670957,"standard_error":0.002311193826443804},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033326069851645768,"upper_bound":0.000520332748619845},"point_estimate":-0.001311833027468512,"standard_error":0.0009742734337415447}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index b2d3efa3b41c..91dfd0140fd7 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14931.487280026764,"upper_bound":15052.043656580307},"point_estimate":14977.15632698676,"standard_error":32.41704535798502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14895.113821138211,"upper_bound":14944.603174603175},"point_estimate":14917.133988376674,"standard_error":12.71295911337282},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.29479867738164,"upper_bound":108.1655714032367},"point_estimate":75.66221397148281,"standard_error":11.432842345606236},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14927.016249595024,"upper_bound":14967.159118014622},"point_estimate":14946.74034185508,"standard_error":10.284249058571303},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68825352025995,"upper_bound":540.9812731589158},"point_estimate":325.1111296091182,"standard_error":155.2265668652729}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14908.05446900196,"upper_bound":14957.93759364745},"point_estimate":14930.894574608701,"standard_error":12.71397246493094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14884.896822422123,"upper_bound":14916.261363636364},"point_estimate":14897.565199335548,"standard_error":7.2378986105515075},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.072036808508365,"upper_bound":87.80662704689018},"point_estimate":66.3476781651827,"standard_error":11.496882307035095},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14909.427906676632,"upper_bound":14960.341781156689},"point_estimate":14932.955458351806,"standard_error":13.02130298399503},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75.56152536148268,"upper_bound":178.39332355916886},"point_estimate":127.81083832352084,"standard_error":27.119589074936666}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 9f22102fc174..1d27f8a0c16a 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[108213.0,178282.0,267230.0,357247.0,446008.0,533956.0,623735.0,738064.0,801287.0,890080.0,987885.0,1076562.0,1172127.0,1284159.0,1337066.0,1465823.0,1517396.0,1603073.0,1706312.0,1786101.0,1888989.0,1971073.0,2067587.0,2155604.0,2235987.0,2344050.0,2406498.0,2541192.0,2582454.0,2683529.0,2778752.0,2861871.0,2943509.0,3043193.0,3129929.0,3216614.0,3312196.0,3410164.0,3485688.0,3570386.0,3698178.0,3766040.0,3865620.0,3922155.0,4011531.0,4134514.0,4206759.0,4309075.0,4368822.0,4511983.0,4555205.0,4632531.0,4782087.0,4825263.0,4938322.0,5061461.0,5164844.0,5197533.0,5341511.0,5462855.0,5541474.0,5609983.0,5634757.0,5715329.0,5788018.0,5880698.0,5973671.0,6074444.0,6183433.0,6232740.0,6366869.0,6444007.0,6567110.0,6634901.0,6693036.0,6817202.0,6939681.0,7004073.0,7069913.0,7145492.0,7230345.0,7328396.0,7403265.0,7503475.0,7582510.0,7685690.0,7870946.0,7858613.0,8021415.0,8061558.0,8125945.0,8229269.0,8398210.0,8396813.0,8578603.0,8667248.0,8710934.0,8740203.0,8940040.0,8981162.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[94436.0,178966.0,270176.0,355549.0,446492.0,533667.0,628469.0,714340.0,824156.0,908611.0,980957.0,1070877.0,1167011.0,1253863.0,1341618.0,1424579.0,1522594.0,1604736.0,1687843.0,1779420.0,1883260.0,1958519.0,2082056.0,2145886.0,2221898.0,2323363.0,2424216.0,2512521.0,2582022.0,2675931.0,2753347.0,2859774.0,2959544.0,3055648.0,3128480.0,3208733.0,3333565.0,3386418.0,3514996.0,3591037.0,3657111.0,3753400.0,3848602.0,3925638.0,4156718.0,4108469.0,4197773.0,4293926.0,4380632.0,4488988.0,4552009.0,4666838.0,4714080.0,4804927.0,4906953.0,5029260.0,5083776.0,5186718.0,5257933.0,5353292.0,5428092.0,5512097.0,5621282.0,5723492.0,5835200.0,5873625.0,5973215.0,6056209.0,6209535.0,6250811.0,6343363.0,6419151.0,6609155.0,6646979.0,6677617.0,6818235.0,6867070.0,7127964.0,7057297.0,7146430.0,7249632.0,7363207.0,7451413.0,7563410.0,7585696.0,7687165.0,7769467.0,7875786.0,7973530.0,8093605.0,8136106.0,8222506.0,8371674.0,8413818.0,8481749.0,8622744.0,8652938.0,8810752.0,8874978.0,9145541.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index c4eddb5cfdc0..7ab0b533b8f3 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14550.471904110478,14713.517998623865,15148.3075839929,15311.35367850629] \ No newline at end of file +[14575.712700142674,14720.817863229233,15107.764964793387,15252.870127879944] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 86077998e55a..3777e75ea202 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - -0.04 + + +0.035 - - -0.05 + + + +45 - - -0.06 + + +50 - - -0.07 + + +55 - - - + + 60 - - + + +65 + + + 70 - - -80 + + +75 - - -90 + + +80 - - -100 + + +85 - - -110 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index d131e71761ea..e351a0bc403c 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - - -50 - - - -100 + + +0.01 - - -150 + + +0.012 - - -200 + + +0.014 - - -250 + + +0.016 - - -300 + + + +80 - - -350 + + +100 - - -400 + + +120 - - -450 + + +140 - - -500 + + +160 - - -550 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index dd0e89c79102..9d3cb37d801c 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,39 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + - + +15 + + + 16 - - -18 + + +17 - - -20 + + +18 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index c748d98a1e86..ff532b1571c7 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,13 +18,12 @@ Iterations - + - - - - - + + + + 0.0 @@ -38,34 +37,30 @@ Iterations 2.0 - + 3.0 - + 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - + 0 @@ -96,9 +91,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 78d3d2fadac3..a7835ab91969 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,95 +9,87 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 + + + +140 - + + +160 + + - --0.006 + +-0.009 - - --0.004 + + +-0.008 - - --0.002 + + +-0.007 - - -0 + + +-0.006 - - -0.002 + + +-0.005 - - -0.004 + + +-0.004 + + + +-0.003 - - -0.006 + + +-0.002 - - -0.008 + + +-0.001 - - -0.01 + + +0 - - -0.012 + + +0.001 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index beb5ed318466..fdd3ca726334 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -0.002 + +-0.0035 - - -0.0025 + + +-0.003 - + -0.003 +-0.0025 - -0.0035 + +-0.002 - - -0.004 + + +-0.0015 - - -0.0045 + + +-0.001 - - -0.005 + + +-5e-4 - - -0.0055 + + +0 - - -0.006 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index cebd79a842d5..48a6d0db5c58 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,65 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index a2272cc488c0..e616b15137c9 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 14.927 µs - 14.947 µs - 14.967 µs + 14.909 µs + 14.933 µs + 14.960 µs R² - 0.9958370 - 0.9960742 - 0.9958200 + 0.9945353 + 0.9948475 + 0.9944245 Mean - 14.931 µs - 14.977 µs - 15.052 µs + 14.908 µs + 14.931 µs + 14.958 µs Std. Dev. - 82.688 ns - 325.11 ns - 540.98 ns + 75.562 ns + 127.81 ns + 178.39 ns Median - 14.895 µs - 14.917 µs - 14.945 µs + 14.885 µs + 14.898 µs + 14.916 µs MAD - 58.295 ns - 75.662 ns - 108.17 ns + 45.072 ns + 66.348 ns + 87.807 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5604% - +0.3241% - +1.0703% - (p = 0.51 > + -0.8230% + -0.3089% + +0.0693% + (p = 0.20 > 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 9f96fca06a12..9e4b349120f9 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - - -14.92 + + +25 - - -14.94 + + +30 - - -14.96 + + + +14.91 - - -14.98 + + +14.92 - - -15 + + +14.93 - - -15.02 + + +14.94 - - -15.04 + + +14.95 - - -15.06 + + +14.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 635106099603..9223928ba6c0 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -13,62 +13,66 @@ Average time (µs) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + - + +14.885 + + + 14.89 - - -14.9 + + +14.895 - - -14.91 - - - -14.92 + + +14.9 - - -14.93 + + +14.905 - - -14.94 + + +14.91 - - -14.95 + + +14.915 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 14a675d484d3..37dc9cf392fa 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - -14.5 + +14.8 - - + + 15 - - -15.5 + + +15.2 - - -16 + + +15.4 - - -16.5 + + +15.6 - - -17 + + +15.8 - - -17.5 - - - -18 - - + Density (a.u.) @@ -78,38 +70,60 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - - - - - - - - - - - - - - - - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index fc9451632996..bcc5baa2b356 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -15 + + +3 + + + +3.5 + + + +4 - - -16 + + +4.5 - - -17 + + +5 + + + + +15 - - -18 + + +15.5 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index e826e35ae02e..dada55798a71 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -14,47 +14,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + + +9.0 + + 100 @@ -82,106 +87,106 @@ Iterations - - - + + + - - - + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 468732800e12..53752b9cedba 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -11,47 +11,52 @@ Iterations - + - - - - - - + + + + + + + - + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + + +9.0 + + 100 @@ -78,105 +83,105 @@ Iterations - + - + - - + + - + - + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 59cad2539660..df1b1c184b3c 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,37 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + - + +15 + + + 16 - - -18 + + +17 - - -20 + + +18 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 0e71c6a7c42d..b9870f2ed86e 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -14,14 +14,13 @@ Iterations - + - + - + - - + 0.0 @@ -31,38 +30,34 @@ Iterations 1.0 - + 2.0 - + 3.0 - + 4.0 - + 5.0 - + 6.0 - + 7.0 - + 8.0 - - -9.0 - - + 0 @@ -93,7 +88,7 @@ Iterations - + - + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index caa08e700fd6..39d18eaea730 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + - -14.925 + +14.91 - - -14.93 + + +14.92 - - -14.935 + + +14.93 - - + + 14.94 - - -14.945 - - - + + 14.95 - - -14.955 - - - + + 14.96 - - -14.965 - - - -14.97 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index a52597f0a4e5..0bdc87c836d0 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + - -14.925 + +14.91 - - -14.93 + + +14.92 - - -14.935 + + +14.93 - - + + 14.94 - - -14.945 - - - + + 14.95 - - -14.955 - - - + + 14.96 - - -14.965 - - - -14.97 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 6c8a35b660a5..8d5735c64cc1 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.849761058016,"upper_bound":52928.842874902824},"point_estimate":52868.47258876178,"standard_error":29.96099728850742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.13942307692,"upper_bound":52890.822443181816},"point_estimate":52829.9155301024,"standard_error":31.02846112772518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.54792237980976,"upper_bound":286.922302644642},"point_estimate":224.92900177493993,"standard_error":27.611197611387652},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52948.05919615929,"upper_bound":53088.913927097674},"point_estimate":53016.04781697946,"standard_error":35.94648456286396},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.22349927612328,"upper_bound":360.50177589809056},"point_estimate":301.4292630882025,"standard_error":32.56105489322463}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52754.16934270385,"upper_bound":52852.162892043125},"point_estimate":52800.482725667105,"standard_error":24.96862942673595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52746.16100405679,"upper_bound":52869.02857142857},"point_estimate":52811.1427782324,"standard_error":33.23233387648876},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":159.6818767055236,"upper_bound":269.42477145535287},"point_estimate":227.4413108534127,"standard_error":28.208389915457285},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52874.65825868505,"upper_bound":52939.28854865745},"point_estimate":52907.08961873799,"standard_error":16.435429440034078},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.5409748455787,"upper_bound":341.0095210375662},"point_estimate":251.02511204036117,"standard_error":47.23058107667938}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index f2224d34f748..3ac75302adbe 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420164.0,838955.0,1259710.0,1697821.0,2098600.0,2534750.0,2940159.0,3377227.0,3793330.0,4224389.0,4641332.0,5039597.0,5460616.0,5864691.0,6358959.0,6738616.0,7186359.0,7563737.0,7995649.0,8405388.0,8883366.0,9308251.0,9690327.0,10089022.0,10543551.0,10954572.0,11351602.0,11825733.0,12231593.0,12637431.0,13079382.0,13493840.0,13909734.0,14322060.0,14723802.0,15177772.0,15567469.0,16035785.0,16389428.0,16825816.0,17235621.0,17757666.0,18121495.0,18581436.0,19400046.0,19402329.0,19775334.0,20242823.0,20678226.0,21152889.0,21526041.0,21951962.0,22458977.0,22878162.0,23441493.0,23707544.0,24044603.0,24967261.0,24933992.0,25353290.0,25831195.0,26233058.0,26699200.0,27120633.0,27595331.0,27855956.0,28383208.0,28881518.0,29256642.0,29823446.0,30046678.0,30534748.0,30906528.0,31247583.0,31820401.0,32694708.0,32564635.0,33084483.0,33633793.0,33884987.0,34278356.0,34729876.0,35649599.0,35824719.0,35976066.0,36475746.0,37491126.0,37237274.0,37723319.0,38017039.0,38589652.0,39316783.0,39528697.0,39733171.0,40483966.0,40576187.0,41192979.0,41422918.0,41985872.0,42472782.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[421330.0,839270.0,1269937.0,1682252.0,2110882.0,2517921.0,2956659.0,3479240.0,3786416.0,4191365.0,4628148.0,5045167.0,5459561.0,5887988.0,6319111.0,6714851.0,7143216.0,7563464.0,7995533.0,8390712.0,8819144.0,9257280.0,9659575.0,10072635.0,10530782.0,10947064.0,11355029.0,11835602.0,12238711.0,12642169.0,13047127.0,13462474.0,13889098.0,14345078.0,14820966.0,15144173.0,15580789.0,15994437.0,16431376.0,16916640.0,17260405.0,17675521.0,18086069.0,18554386.0,18943896.0,19381879.0,19854099.0,20257207.0,20630651.0,21064154.0,21636158.0,21976241.0,22455650.0,22852112.0,23266235.0,23764810.0,24137017.0,24544574.0,25021065.0,25340541.0,25740185.0,26249784.0,26660678.0,27256590.0,27465792.0,27898873.0,28491356.0,28759135.0,29237272.0,29606656.0,29978973.0,30478503.0,30923901.0,31320244.0,31867768.0,32296186.0,32638409.0,32995734.0,33429734.0,33903207.0,34318698.0,34821750.0,35089876.0,35473866.0,36032359.0,36328574.0,36824062.0,37246923.0,37898996.0,38104404.0,38607179.0,38899050.0,39403483.0,39759839.0,40407125.0,40573832.0,41062385.0,41449991.0,41951708.0,42374003.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 83114b116b72..7e4aea144563 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[51780.76083638185,52232.15306838472,53435.86568705905,53887.25791906192] \ No newline at end of file +[51681.58230308175,52147.04846563577,53388.29156577983,53853.75772833385] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index e00090458f98..6647e508a5b7 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008843332097009386,"upper_bound":0.0026939379187173413},"point_estimate":0.001399426168195106,"standard_error":0.0006722420577941222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008079842306360133,"upper_bound":0.001864959341374206},"point_estimate":0.0006734318105228176,"standard_error":0.000672333816446673}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002712959580112075,"upper_bound":0.0001521125935801708},"point_estimate":-0.0012860190538043215,"standard_error":0.0007297662816190517},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019279061935364439,"upper_bound":0.0012953263832300443},"point_estimate":-0.0003553432119213218,"standard_error":0.0008265841543296945}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 6c8a35b660a5..8d5735c64cc1 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.849761058016,"upper_bound":52928.842874902824},"point_estimate":52868.47258876178,"standard_error":29.96099728850742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.13942307692,"upper_bound":52890.822443181816},"point_estimate":52829.9155301024,"standard_error":31.02846112772518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.54792237980976,"upper_bound":286.922302644642},"point_estimate":224.92900177493993,"standard_error":27.611197611387652},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52948.05919615929,"upper_bound":53088.913927097674},"point_estimate":53016.04781697946,"standard_error":35.94648456286396},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.22349927612328,"upper_bound":360.50177589809056},"point_estimate":301.4292630882025,"standard_error":32.56105489322463}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52754.16934270385,"upper_bound":52852.162892043125},"point_estimate":52800.482725667105,"standard_error":24.96862942673595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52746.16100405679,"upper_bound":52869.02857142857},"point_estimate":52811.1427782324,"standard_error":33.23233387648876},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":159.6818767055236,"upper_bound":269.42477145535287},"point_estimate":227.4413108534127,"standard_error":28.208389915457285},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52874.65825868505,"upper_bound":52939.28854865745},"point_estimate":52907.08961873799,"standard_error":16.435429440034078},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178.5409748455787,"upper_bound":341.0095210375662},"point_estimate":251.02511204036117,"standard_error":47.23058107667938}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index f2224d34f748..3ac75302adbe 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420164.0,838955.0,1259710.0,1697821.0,2098600.0,2534750.0,2940159.0,3377227.0,3793330.0,4224389.0,4641332.0,5039597.0,5460616.0,5864691.0,6358959.0,6738616.0,7186359.0,7563737.0,7995649.0,8405388.0,8883366.0,9308251.0,9690327.0,10089022.0,10543551.0,10954572.0,11351602.0,11825733.0,12231593.0,12637431.0,13079382.0,13493840.0,13909734.0,14322060.0,14723802.0,15177772.0,15567469.0,16035785.0,16389428.0,16825816.0,17235621.0,17757666.0,18121495.0,18581436.0,19400046.0,19402329.0,19775334.0,20242823.0,20678226.0,21152889.0,21526041.0,21951962.0,22458977.0,22878162.0,23441493.0,23707544.0,24044603.0,24967261.0,24933992.0,25353290.0,25831195.0,26233058.0,26699200.0,27120633.0,27595331.0,27855956.0,28383208.0,28881518.0,29256642.0,29823446.0,30046678.0,30534748.0,30906528.0,31247583.0,31820401.0,32694708.0,32564635.0,33084483.0,33633793.0,33884987.0,34278356.0,34729876.0,35649599.0,35824719.0,35976066.0,36475746.0,37491126.0,37237274.0,37723319.0,38017039.0,38589652.0,39316783.0,39528697.0,39733171.0,40483966.0,40576187.0,41192979.0,41422918.0,41985872.0,42472782.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[421330.0,839270.0,1269937.0,1682252.0,2110882.0,2517921.0,2956659.0,3479240.0,3786416.0,4191365.0,4628148.0,5045167.0,5459561.0,5887988.0,6319111.0,6714851.0,7143216.0,7563464.0,7995533.0,8390712.0,8819144.0,9257280.0,9659575.0,10072635.0,10530782.0,10947064.0,11355029.0,11835602.0,12238711.0,12642169.0,13047127.0,13462474.0,13889098.0,14345078.0,14820966.0,15144173.0,15580789.0,15994437.0,16431376.0,16916640.0,17260405.0,17675521.0,18086069.0,18554386.0,18943896.0,19381879.0,19854099.0,20257207.0,20630651.0,21064154.0,21636158.0,21976241.0,22455650.0,22852112.0,23266235.0,23764810.0,24137017.0,24544574.0,25021065.0,25340541.0,25740185.0,26249784.0,26660678.0,27256590.0,27465792.0,27898873.0,28491356.0,28759135.0,29237272.0,29606656.0,29978973.0,30478503.0,30923901.0,31320244.0,31867768.0,32296186.0,32638409.0,32995734.0,33429734.0,33903207.0,34318698.0,34821750.0,35089876.0,35473866.0,36032359.0,36328574.0,36824062.0,37246923.0,37898996.0,38104404.0,38607179.0,38899050.0,39403483.0,39759839.0,40407125.0,40573832.0,41062385.0,41449991.0,41951708.0,42374003.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 83114b116b72..7e4aea144563 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[51780.76083638185,52232.15306838472,53435.86568705905,53887.25791906192] \ No newline at end of file +[51681.58230308175,52147.04846563577,53388.29156577983,53853.75772833385] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 361bf422473f..cbcf73b81d44 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - + + +0.018 + + - + +160 + + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index e0e91b807181..46acd72c3a5a 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + - + +180 + + + +200 + + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - -360 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index feec0c61c516..85fa528a191b 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,75 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - + 52 - - -52.5 - - - + + 53 - - -53.5 - - - + + 54 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index a0459435eba5..bacf0057a942 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 6d1952b5cb76..ab4774aaa219 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - -0 + +-0.003 - - -5e-4 + + +-0.0025 - - -0.001 + + +-0.002 - - -0.0015 + + +-0.0015 - - -0.002 + + +-0.001 - - -0.0025 + + +-5e-4 + + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index d1050c9b0fc2..76bf4f5d09d9 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - + +-0.002 + + + +-0.0015 + + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - -0.002 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 83825614bee6..dbeba10b11fa 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -29,65 +29,61 @@ t score 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 621ec23ecbb1..bcc806774c8e 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.948 µs - 53.016 µs - 53.089 µs + 52.875 µs + 52.907 µs + 52.939 µs R² - 0.9958419 - 0.9960655 - 0.9958087 + 0.9989101 + 0.9989616 + 0.9989108 Mean - 52.812 µs - 52.868 µs - 52.929 µs + 52.754 µs + 52.800 µs + 52.852 µs Std. Dev. - 233.22 ns - 301.43 ns - 360.50 ns + 178.54 ns + 251.03 ns + 341.01 ns Median - 52.769 µs - 52.830 µs - 52.891 µs + 52.746 µs + 52.811 µs + 52.869 µs MAD - 176.55 ns - 224.93 ns - 286.92 ns + 159.68 ns + 227.44 ns + 269.42 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.0088% - +0.1399% - +0.2694% - (p = 0.04 < + -0.2713% + -0.1286% + +0.0152% + (p = 0.08 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 76ffb994bef3..4e6c1827858d 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - + +52.76 + + + +52.78 + + + 52.8 - - + + 52.82 - - + + 52.84 - - -52.86 - - - -52.88 - - - -52.9 - - - -52.92 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index fad4c1eba0a9..f43022598442 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - + -20 +14 - -25 + +16 - + + +18 + + - + +52.74 + + + 52.76 - - + + 52.78 - - + + 52.8 - - + + 52.82 - - + + 52.84 - - + + 52.86 - - + + 52.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index b80631abdf1e..e782a949cca5 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,26 +46,26 @@ Average Time (µs) - -52 - - - + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - + + +54.5 + + Density (a.u.) @@ -74,50 +74,46 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + +1.6 + + + + + + - - - - - - - - - - - + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index a85ce6b0f46f..9809d956198f 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - -52 + + +1.8 - - + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - - + + +54.5 + + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 8a4c5dc57e28..59cd79634f04 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -20,10 +20,10 @@ Iterations - - - - + + + + 5.0 @@ -41,22 +41,22 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -95,103 +95,103 @@ Iterations - + - + - + - + - - - - - + + + + + - - + + - + - - + + - - + + - - + + - - - - - - - - - + + + + + + + + + - + - - + + - - + + - + - - - - - + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - + + + - + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 001c2983d810..c9d8f74d5e9e 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -17,10 +17,10 @@ Iterations - + - + 5.0 @@ -38,10 +38,10 @@ Iterations 20.0 - + 25.0 - + 30.0 @@ -50,10 +50,10 @@ Iterations 35.0 - + 40.0 - + 100 @@ -107,7 +107,7 @@ Iterations - + @@ -120,70 +120,70 @@ Iterations - - + + - - + + - + - - + + - + - - - - - - + + + + + + - + - + - + - + - - - + + + - - - - - + + + + + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index f300821c8908..cc7b6d3cc952 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,73 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + 52 - -52.5 - - - + 53 - - -53.5 - - - + + 54 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 449cff55ee44..9bc771e9f1e8 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 56e7d704228e..566a2a8d6746 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - + - -52.94 - - - -52.96 + +52.87 - - -52.98 + + +52.88 - - -53 + + +52.89 - - -53.02 + + +52.9 - - -53.04 + + +52.91 - - -53.06 + + +52.92 - - -53.08 + + +52.93 - - -53.1 + + +52.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 069f3c3d8e76..0fa0f1f47d32 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - + - -52.94 - - - -52.96 + +52.87 - - -52.98 + + +52.88 - - -53 + + +52.89 - - -53.02 + + +52.9 - - -53.04 + + +52.91 - - -53.06 + + +52.92 - - -53.08 + + +52.93 - - -53.1 + + +52.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 4acb77b2a5ee..c99f279dc9e2 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1985153.6834423076,"upper_bound":1991837.1900480762},"point_estimate":1988380.1569230768,"standard_error":1704.8249813261048},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1980923.2692307692,"upper_bound":1986403.5},"point_estimate":1983484.2692307692,"standard_error":1345.130725024153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.012823916239,"upper_bound":17358.240575675867},"point_estimate":14037.028458485369,"standard_error":2003.190819820224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13171.817718150316,"upper_bound":20950.830766556403},"point_estimate":17217.980350775233,"standard_error":1989.4874061428054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970960.8786745856,"upper_bound":1980281.6668739556},"point_estimate":1974667.3127379073,"standard_error":2448.2864552179926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968872.6511627906,"upper_bound":1970444.076923077},"point_estimate":1969449.4395256918,"standard_error":420.23059509386525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2337.447620288596,"upper_bound":4292.685186133477},"point_estimate":3114.329055054476,"standard_error":460.8447977875805},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970140.4397705211,"upper_bound":1975208.7371878368},"point_estimate":1972360.2380493572,"standard_error":1297.0010999909412},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5806.445692339745,"upper_bound":40345.48155934927},"point_estimate":24683.568386997827,"standard_error":10428.10386254049}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 51dd0ad0ca3a..63808ad367ec 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[52724471.0,52174868.0,51964686.0,52059984.0,51619925.0,52013838.0,51966570.0,51587935.0,51731472.0,51572145.0,51637838.0,51839804.0,51461319.0,51481968.0,51288438.0,51557330.0,51606536.0,51470052.0,51384262.0,52098003.0,51646491.0,51392948.0,51440276.0,52024767.0,51453071.0,51856453.0,51320232.0,51619100.0,51569037.0,51583183.0,52729593.0,53071480.0,51243610.0,51561242.0,51437200.0,51421371.0,51479549.0,51546364.0,51518603.0,51651180.0,51567734.0,51520085.0,51664635.0,51353404.0,51985173.0,51467928.0,51542988.0,51455164.0,51556974.0,51827740.0,52006232.0,51675104.0,51653334.0,51630010.0,51843238.0,51650779.0,51446587.0,51765013.0,53582845.0,52600411.0,51846004.0,52031710.0,52503771.0,52140473.0,52015399.0,51489407.0,51937574.0,52325358.0,52029877.0,53041495.0,52005401.0,52663349.0,51473388.0,51791882.0,51819263.0,51822199.0,51308300.0,51299904.0,51237377.0,51446517.0,51227339.0,51236997.0,51189328.0,51213313.0,51359265.0,51258868.0,51378391.0,51326935.0,51632134.0,51152830.0,51154753.0,51344347.0,51299143.0,51292390.0,51310684.0,51419958.0,51249061.0,52145739.0,51247494.0,51518219.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2194880.0,3932273.0,5928981.0,7935509.0,9842078.0,11788533.0,13750828.0,15734110.0,17703819.0,19853935.0,22554872.0,23617773.0,25596918.0,27541479.0,29510055.0,31759948.0,33583873.0,35468221.0,37410548.0,39314042.0,41385551.0,43291740.0,45491440.0,47307229.0,49224609.0,51147289.0,53349883.0,55186102.0,57134119.0,59276150.0,61057905.0,63104227.0,64940246.0,67272512.0,68866617.0,71152116.0,72971874.0,74831485.0,77016557.0,78747658.0,80603483.0,83230221.0,84562306.0,86642901.0,88716936.0,91207097.0,92780854.0,94487870.0,96483367.0,98452494.0,100358664.0,102300499.0,104348935.0,106208606.0,108319949.0,110565935.0,112294232.0,114019522.0,116132769.0,118278456.0,119922615.0,122065758.0,123922855.0,126189960.0,128056135.0,129866684.0,131863904.0,134032715.0,135789885.0,137698288.0,140158308.0,142563139.0,143785257.0,145524946.0,147636220.0,149543143.0,151462968.0,153694638.0,155760306.0,157559306.0,159609857.0,161522870.0,164742570.0,169215218.0,168539412.0,169323048.0,171523821.0,176383022.0,175491733.0,177189393.0,179405222.0,181188964.0,183241568.0,184948235.0,187051604.0,190010767.0,190969503.0,192778581.0,195127279.0,196631126.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 6c0e4b3efb7c..a70fe82b2a6c 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1923947.009615385,1950688.995192308,2022000.956730769,2048742.9423076918] \ No newline at end of file +[1954920.552166513,1961347.2912347717,1978485.2620834615,1984912.00115172] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index b477edf4e6ca..4ec67d69b00a 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005549256755763865,"upper_bound":0.009718144259855448},"point_estimate":0.007617269253424208,"standard_error":0.0010561806139798868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0048186471817939225,"upper_bound":0.007882603132040922},"point_estimate":0.00643740212228483,"standard_error":0.0007310268296728043}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009519902641620087,"upper_bound":-0.003188032464517855},"point_estimate":-0.00689649015930105,"standard_error":0.0016082759127395286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00855988454380241,"upper_bound":-0.0057649662597438756},"point_estimate":-0.007075846238256522,"standard_error":0.0007040938882921457}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 4acb77b2a5ee..c99f279dc9e2 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1985153.6834423076,"upper_bound":1991837.1900480762},"point_estimate":1988380.1569230768,"standard_error":1704.8249813261048},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1980923.2692307692,"upper_bound":1986403.5},"point_estimate":1983484.2692307692,"standard_error":1345.130725024153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.012823916239,"upper_bound":17358.240575675867},"point_estimate":14037.028458485369,"standard_error":2003.190819820224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13171.817718150316,"upper_bound":20950.830766556403},"point_estimate":17217.980350775233,"standard_error":1989.4874061428054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970960.8786745856,"upper_bound":1980281.6668739556},"point_estimate":1974667.3127379073,"standard_error":2448.2864552179926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968872.6511627906,"upper_bound":1970444.076923077},"point_estimate":1969449.4395256918,"standard_error":420.23059509386525},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2337.447620288596,"upper_bound":4292.685186133477},"point_estimate":3114.329055054476,"standard_error":460.8447977875805},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970140.4397705211,"upper_bound":1975208.7371878368},"point_estimate":1972360.2380493572,"standard_error":1297.0010999909412},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5806.445692339745,"upper_bound":40345.48155934927},"point_estimate":24683.568386997827,"standard_error":10428.10386254049}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 51dd0ad0ca3a..63808ad367ec 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[52724471.0,52174868.0,51964686.0,52059984.0,51619925.0,52013838.0,51966570.0,51587935.0,51731472.0,51572145.0,51637838.0,51839804.0,51461319.0,51481968.0,51288438.0,51557330.0,51606536.0,51470052.0,51384262.0,52098003.0,51646491.0,51392948.0,51440276.0,52024767.0,51453071.0,51856453.0,51320232.0,51619100.0,51569037.0,51583183.0,52729593.0,53071480.0,51243610.0,51561242.0,51437200.0,51421371.0,51479549.0,51546364.0,51518603.0,51651180.0,51567734.0,51520085.0,51664635.0,51353404.0,51985173.0,51467928.0,51542988.0,51455164.0,51556974.0,51827740.0,52006232.0,51675104.0,51653334.0,51630010.0,51843238.0,51650779.0,51446587.0,51765013.0,53582845.0,52600411.0,51846004.0,52031710.0,52503771.0,52140473.0,52015399.0,51489407.0,51937574.0,52325358.0,52029877.0,53041495.0,52005401.0,52663349.0,51473388.0,51791882.0,51819263.0,51822199.0,51308300.0,51299904.0,51237377.0,51446517.0,51227339.0,51236997.0,51189328.0,51213313.0,51359265.0,51258868.0,51378391.0,51326935.0,51632134.0,51152830.0,51154753.0,51344347.0,51299143.0,51292390.0,51310684.0,51419958.0,51249061.0,52145739.0,51247494.0,51518219.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2194880.0,3932273.0,5928981.0,7935509.0,9842078.0,11788533.0,13750828.0,15734110.0,17703819.0,19853935.0,22554872.0,23617773.0,25596918.0,27541479.0,29510055.0,31759948.0,33583873.0,35468221.0,37410548.0,39314042.0,41385551.0,43291740.0,45491440.0,47307229.0,49224609.0,51147289.0,53349883.0,55186102.0,57134119.0,59276150.0,61057905.0,63104227.0,64940246.0,67272512.0,68866617.0,71152116.0,72971874.0,74831485.0,77016557.0,78747658.0,80603483.0,83230221.0,84562306.0,86642901.0,88716936.0,91207097.0,92780854.0,94487870.0,96483367.0,98452494.0,100358664.0,102300499.0,104348935.0,106208606.0,108319949.0,110565935.0,112294232.0,114019522.0,116132769.0,118278456.0,119922615.0,122065758.0,123922855.0,126189960.0,128056135.0,129866684.0,131863904.0,134032715.0,135789885.0,137698288.0,140158308.0,142563139.0,143785257.0,145524946.0,147636220.0,149543143.0,151462968.0,153694638.0,155760306.0,157559306.0,159609857.0,161522870.0,164742570.0,169215218.0,168539412.0,169323048.0,171523821.0,176383022.0,175491733.0,177189393.0,179405222.0,181188964.0,183241568.0,184948235.0,187051604.0,190010767.0,190969503.0,192778581.0,195127279.0,196631126.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 6c0e4b3efb7c..a70fe82b2a6c 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1923947.009615385,1950688.995192308,2022000.956730769,2048742.9423076918] \ No newline at end of file +[1954920.552166513,1961347.2912347717,1978485.2620834615,1984912.00115172] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 3335fcb2094a..9af4424f9e83 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - - -8 - - - -9 + + +0.4 - - -10 + + +0.6 - - -11 + + +0.8 - - -12 + + +1 - - -13 + + +1.2 - - -14 + + + +2.5 - - -15 + + +3 - - -16 + + +3.5 - - -17 + + +4 - - -18 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index aa884a7e58c2..a5d8393050de 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.02 + +0.01 - - -0.04 + + +0.02 - - -0.06 + + +0.03 - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - - -0.14 + + +0.07 - - -0.16 + + +0.08 - - -0.18 + + +0.09 - - -0.2 + + +0.1 - + - -13 + +5 - - -14 + + +10 - - + + 15 - - -16 - - - -17 + + +20 - - -18 + + +25 - - -19 + + +30 - - -20 + + +35 - - -21 + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index cc34d8ee661d..7572f4a2d98c 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -1.97 - - - + 1.98 - - -1.99 - - - + + 2.0 - - -2.01 - - - + + 2.02 - - -2.03 - - - + + 2.04 - - -2.05 - - - + + 2.06 - + + +2.08 + + + +2.1 + + + +2.12 + + + +2.14 + + + +2.16 + + + +2.18 + + 0 @@ -112,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 0968a7a54b0f..c9c4812904f6 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (ms) - -10 + +5 - - -20 + + +10 - - -30 + + +15 - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - + - -1.95 - - - + 2 - - -2.05 + + +2.1 + + + +2.2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index f6d6b81f8502..e4f646361149 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,79 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - - - - + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 46cb5ca86305..066057d88d20 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - + 300 - + 400 - - + + 500 - - + + 600 - - + + 700 - + - -0.0045 + +-0.0085 - - -0.005 + + +-0.008 - - -0.0055 + + +-0.0075 - - -0.006 + + +-0.007 - - -0.0065 + + +-0.0065 - - -0.007 + + +-0.006 - - -0.0075 + + +-0.0055 - - -0.008 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 25b1f866e198..7979e8718fe1 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index e8331cd8e4b0..c6f8a7ee58b3 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -95,8 +95,8 @@

reachability/hydroflow

- - Iteration Times + + Regression @@ -116,35 +116,41 @@

Additional Statistics:

+ + Slope + 1.9701 ms + 1.9724 ms + 1.9752 ms + R² - 0.0015688 - 0.0016243 - 0.0015609 + 0.9968345 + 0.9970105 + 0.9967207 Mean - 1.9852 ms - 1.9884 ms - 1.9918 ms + 1.9710 ms + 1.9747 ms + 1.9803 ms Std. Dev. - 13.172 µs - 17.218 µs - 20.951 µs + 5.8064 µs + 24.684 µs + 40.345 µs Median - 1.9809 ms - 1.9835 ms - 1.9864 ms + 1.9689 ms + 1.9694 ms + 1.9704 ms MAD - 8.8350 µs - 14.037 µs - 17.358 µs + 2.3374 µs + 3.1143 µs + 4.2927 µs @@ -168,6 +174,9 @@

Additional Plots:

  • MAD
    • +
  • + Slope +
    • @@ -176,8 +185,9 @@

    Understanding this report:

    The plot on the left displays the average time per iteration for this benchmark. The shaded region shows the estimated probability of an iteration taking a certain amount of time, while the line shows the mean. Click on the plot for a larger view showing the outliers.

    -

    The plot on the right shows the average time per iteration for the samples. Each point - represents one sample.

    +

    The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

    See the documentation for more details on the additional statistics.

    @@ -195,8 +205,8 @@

    Change Since Previous Benchmark

    - - Iteration Time Comparison + Regression Comparison @@ -221,9 +231,9 @@

    Additional Statistics:

    Change in time - +0.5549% - +0.7617% - +0.9718% + -0.9520% + -0.6896% + -0.3188% (p = 0.00 < 0.05) @@ -253,8 +263,8 @@

    Understanding this report:

    curve represents the saved measurements from the last time this benchmark was run, while the blue curve shows the measurements from this run. The lines represent the mean time per iteration. Click on the plot for a larger view.

    -

    The plot on the right shows the iteration times for the two measurements. Again, the red dots represent - the previous measurement while the blue dots show the current measurement.

    +

    The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

    See the documentation for more details on the additional statistics.

    diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 61a6f8243833..7c46e6e57591 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms)     - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - -1.985 + + +120 - - -1.986 + + +140 - - -1.987 + + +160 + + + +180 + + + + +1.97 - - -1.988 + + +1.972 - - -1.989 + + +1.974 - - -1.99 + + +1.976 - - -1.991 + + +1.978 - - -1.992 + + +1.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index a043d8e352ae..0fa56c525a49 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +200 - - -100 + + +400 - - -150 + + +600 - - -200 + + +800 - - -250 + + +1000 - - -300 + + +1200 - - -350 + + +1400 - - -400 + + +1600 - - -450 + + + +1.9688 - - -500 + + +1.969 - - -550 + + +1.9692 - - - -1.981 + + +1.9694 - - -1.982 + + +1.9696 - - -1.983 + + +1.9698 - - -1.984 + + +1.97 - - -1.985 + + +1.9702 - - -1.986 + + +1.9704 - - -1.987 + + +1.9706 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 33749d69233f..9bc9282f7fcc 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,55 +13,71 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 - - - -1.96 + + +40 + + + +50 - - -1.98 + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + +1.95 - - + + 2 - - -2.02 + + +2.05 - - -2.04 + + +2.1 - - -2.06 + + +2.15 - - -2.08 + + +2.2 - + Density (a.u.) @@ -70,46 +86,64 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - - - - - - - - - - - - - - - - - + + +30 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index e1b93cb3b101..093b229ea9d8 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - -1.95 + + +35 - - + + + 2 - - -2.05 + + +2.1 + + + +2.2 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index fe802f924b38..98f045c19e9b 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -25,8 +25,8 @@ Iterations - - + + 20.0 @@ -56,14 +56,14 @@ Iterations 140.0 - + 160.0 - - + + 180.0 - + 10 @@ -106,54 +106,54 @@ Iterations - + - - + + - - + + - + - - - + + + - + - + - + - + - - + + - - + + - + @@ -162,45 +162,45 @@ Iterations - + - - + + - - - + + + - + - - - - - + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 7b561aa7c5d8..afbea73c37c8 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -15,7 +15,7 @@ Iterations - + @@ -25,10 +25,10 @@ Iterations - + 20.0 - + 40.0 @@ -109,18 +109,18 @@ Iterations - + - + - - + + @@ -137,13 +137,13 @@ Iterations - + - + - + @@ -162,45 +162,45 @@ Iterations - + - + - - + + - - + + - + - - - + + + - - - + + + - - + + - + - + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index e0a871b2fa35..5df2ad904bd2 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -1.97 - - - + 1.98 - - -1.99 - - - + + 2.0 - - -2.01 - - - + + 2.02 - - -2.03 - - - + + 2.04 - - -2.05 - - - + + 2.06 - + + +2.08 + + + +2.1 + + + +2.12 + + + +2.14 + + + +2.16 + + + +2.18 + + 0 @@ -109,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index a293212cee73..9ad340c8a9ad 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (ms) - -10 + +5 - - -20 + + +10 - - -30 + + +15 - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - + - -1.95 - - - + 2 - - -2.05 + + +2.1 + + + +2.2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index b260dfad7af3..49a2e04fdca7 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - - -450 - - + - -1.971 + +1.97 - - -1.9715 + + +1.971 - - + + 1.972 - - -1.9725 - - - + + 1.973 - - -1.9735 - - - + + 1.974 - - -1.9745 - - - + + 1.975 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index cb48616b05e0..a0c6526e946a 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - -1.985 - - - -1.986 + + +300 - - -1.987 + + + +1.97 - - -1.988 + + +1.971 - - -1.989 + + +1.972 - - -1.99 + + +1.973 - - -1.991 + + +1.974 - - -1.992 + + +1.975 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 7e7002dd2c40..e345e9af0f69 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1972230.1287692308,"upper_bound":1990636.3734615385},"point_estimate":1980286.460384616,"standard_error":4767.818782556777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1961395.5,"upper_bound":1974001.3461538462},"point_estimate":1966798.6923076925,"standard_error":3081.425612673752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12809.549726431253,"upper_bound":27448.086101160574},"point_estimate":19275.53886163717,"standard_error":3680.8829078869944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22476.931387370576,"upper_bound":72999.34733041364},"point_estimate":48179.630360836876,"standard_error":14433.625034389777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1938523.8595742146,"upper_bound":1950779.4731993543},"point_estimate":1943359.3440137843,"standard_error":3254.535769554516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1937074.0,"upper_bound":1938553.6805555555},"point_estimate":1937700.1964285714,"standard_error":349.9217662627664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2117.5489784639312,"upper_bound":3623.993018195},"point_estimate":2785.2237701377685,"standard_error":388.8466131289125},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1937482.989797816,"upper_bound":1940757.7842844282},"point_estimate":1938725.494617999,"standard_error":863.5905957529858},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4531.879988197467,"upper_bound":53398.19692847718},"point_estimate":32702.536033255557,"standard_error":13975.314995574903}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index aa3219019904..e6e0d7e78ad8 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[50978846.0,51361430.0,51342534.0,51483716.0,50769621.0,50747049.0,50743933.0,56148093.0,53129112.0,52226198.0,61095230.0,51664299.0,52773028.0,51047298.0,51101750.0,50850412.0,51032141.0,51124823.0,50831115.0,51185887.0,51019587.0,50824314.0,51129202.0,51246881.0,51244456.0,51178634.0,52782736.0,52727393.0,51776058.0,51324035.0,51302996.0,51438589.0,51450301.0,51919275.0,52126411.0,51857800.0,51524719.0,51404815.0,51278029.0,51657056.0,51107662.0,51885563.0,53316731.0,52112626.0,51835580.0,52324551.0,52403208.0,53088546.0,52087099.0,51766710.0,51840108.0,51784985.0,51641467.0,52482235.0,52674684.0,51638001.0,51743447.0,51973095.0,51621931.0,51628062.0,51121888.0,50880007.0,50903090.0,50876401.0,50861412.0,50937865.0,50897669.0,50885267.0,50770572.0,50805508.0,50771284.0,50725228.0,51180257.0,50667500.0,50812110.0,50837728.0,50800869.0,50812110.0,50740667.0,50996283.0,50744304.0,51033182.0,50924410.0,50696093.0,51381202.0,50959575.0,50828070.0,50801139.0,50791382.0,50852866.0,50770663.0,51205974.0,51144330.0,50742621.0,50818112.0,50849510.0,50796602.0,50772006.0,50851143.0,50691805.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2089720.0,3907710.0,5821120.0,7748296.0,9688515.0,11652900.0,13553116.0,15522049.0,17468560.0,19500271.0,21342918.0,23264844.0,25471757.0,27285495.0,29129756.0,31052804.0,33004254.0,34963761.0,36774358.0,38674092.0,40618819.0,42527380.0,44466368.0,46448185.0,48413733.0,50406891.0,52219282.0,54108517.0,56148974.0,66776351.0,60330637.0,62278731.0,64219241.0,65876582.0,68430800.0,69640484.0,72163514.0,73568472.0,75396251.0,77458830.0,79498125.0,81218123.0,83351764.0,85159918.0,87061024.0,89204195.0,91087969.0,94303941.0,95187274.0,96857463.0,98798197.0,100762494.0,102649779.0,104721098.0,106473439.0,108511054.0,110455155.0,112644404.0,114203223.0,116218588.0,118151378.0,120147435.0,121985136.0,123883781.0,126075846.0,127826094.0,129844092.0,131910151.0,133574378.0,135719785.0,137578666.0,139575865.0,141549532.0,143378065.0,145184738.0,147178511.0,149452139.0,150932360.0,153105018.0,154964029.0,156914241.0,158739427.0,160492090.0,162893166.0,164579272.0,167000776.0,168396771.0,170427022.0,172277046.0,174339087.0,176085417.0,178418766.0,180121895.0,182090811.0,184285982.0,186105639.0,188384497.0,190053861.0,191695406.0,193744753.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index f9efb7987131..69395e55b991 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1849865.7980769228,1902549.721153846,2043040.182692308,2095724.1057692312] \ No newline at end of file +[1923715.470971463,1929919.0738315962,1946462.0147919513,1952665.6176520844] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 6783aa04e0fe..131d083a2603 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01732885424716754,"upper_bound":0.027024379062335124},"point_estimate":0.02195822590753127,"standard_error":0.0025494777480554076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013702920502062677,"upper_bound":0.019970044763029146},"point_estimate":0.015997031330530875,"standard_error":0.001638496824828991}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02459482558701631,"upper_bound":-0.013243619513190967},"point_estimate":-0.01864736092962005,"standard_error":0.002879795630731364},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018483068058176233,"upper_bound":-0.012073115763535425},"point_estimate":-0.014794852158956373,"standard_error":0.0015531700738124178}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 7e7002dd2c40..e345e9af0f69 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1972230.1287692308,"upper_bound":1990636.3734615385},"point_estimate":1980286.460384616,"standard_error":4767.818782556777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1961395.5,"upper_bound":1974001.3461538462},"point_estimate":1966798.6923076925,"standard_error":3081.425612673752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12809.549726431253,"upper_bound":27448.086101160574},"point_estimate":19275.53886163717,"standard_error":3680.8829078869944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22476.931387370576,"upper_bound":72999.34733041364},"point_estimate":48179.630360836876,"standard_error":14433.625034389777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1938523.8595742146,"upper_bound":1950779.4731993543},"point_estimate":1943359.3440137843,"standard_error":3254.535769554516},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1937074.0,"upper_bound":1938553.6805555555},"point_estimate":1937700.1964285714,"standard_error":349.9217662627664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2117.5489784639312,"upper_bound":3623.993018195},"point_estimate":2785.2237701377685,"standard_error":388.8466131289125},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1937482.989797816,"upper_bound":1940757.7842844282},"point_estimate":1938725.494617999,"standard_error":863.5905957529858},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4531.879988197467,"upper_bound":53398.19692847718},"point_estimate":32702.536033255557,"standard_error":13975.314995574903}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index aa3219019904..e6e0d7e78ad8 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[50978846.0,51361430.0,51342534.0,51483716.0,50769621.0,50747049.0,50743933.0,56148093.0,53129112.0,52226198.0,61095230.0,51664299.0,52773028.0,51047298.0,51101750.0,50850412.0,51032141.0,51124823.0,50831115.0,51185887.0,51019587.0,50824314.0,51129202.0,51246881.0,51244456.0,51178634.0,52782736.0,52727393.0,51776058.0,51324035.0,51302996.0,51438589.0,51450301.0,51919275.0,52126411.0,51857800.0,51524719.0,51404815.0,51278029.0,51657056.0,51107662.0,51885563.0,53316731.0,52112626.0,51835580.0,52324551.0,52403208.0,53088546.0,52087099.0,51766710.0,51840108.0,51784985.0,51641467.0,52482235.0,52674684.0,51638001.0,51743447.0,51973095.0,51621931.0,51628062.0,51121888.0,50880007.0,50903090.0,50876401.0,50861412.0,50937865.0,50897669.0,50885267.0,50770572.0,50805508.0,50771284.0,50725228.0,51180257.0,50667500.0,50812110.0,50837728.0,50800869.0,50812110.0,50740667.0,50996283.0,50744304.0,51033182.0,50924410.0,50696093.0,51381202.0,50959575.0,50828070.0,50801139.0,50791382.0,50852866.0,50770663.0,51205974.0,51144330.0,50742621.0,50818112.0,50849510.0,50796602.0,50772006.0,50851143.0,50691805.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2089720.0,3907710.0,5821120.0,7748296.0,9688515.0,11652900.0,13553116.0,15522049.0,17468560.0,19500271.0,21342918.0,23264844.0,25471757.0,27285495.0,29129756.0,31052804.0,33004254.0,34963761.0,36774358.0,38674092.0,40618819.0,42527380.0,44466368.0,46448185.0,48413733.0,50406891.0,52219282.0,54108517.0,56148974.0,66776351.0,60330637.0,62278731.0,64219241.0,65876582.0,68430800.0,69640484.0,72163514.0,73568472.0,75396251.0,77458830.0,79498125.0,81218123.0,83351764.0,85159918.0,87061024.0,89204195.0,91087969.0,94303941.0,95187274.0,96857463.0,98798197.0,100762494.0,102649779.0,104721098.0,106473439.0,108511054.0,110455155.0,112644404.0,114203223.0,116218588.0,118151378.0,120147435.0,121985136.0,123883781.0,126075846.0,127826094.0,129844092.0,131910151.0,133574378.0,135719785.0,137578666.0,139575865.0,141549532.0,143378065.0,145184738.0,147178511.0,149452139.0,150932360.0,153105018.0,154964029.0,156914241.0,158739427.0,160492090.0,162893166.0,164579272.0,167000776.0,168396771.0,170427022.0,172277046.0,174339087.0,176085417.0,178418766.0,180121895.0,182090811.0,184285982.0,186105639.0,188384497.0,190053861.0,191695406.0,193744753.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index f9efb7987131..69395e55b991 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1849865.7980769228,1902549.721153846,2043040.182692308,2095724.1057692312] \ No newline at end of file +[1923715.470971463,1929919.0738315962,1946462.0147919513,1952665.6176520844] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 09121f375251..c6251da54e99 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 + +0.2 - - -0.04 + + +0.4 - - -0.06 + + +0.6 - - -0.08 + + +0.8 - - -0.1 + + +1 - - -0.12 + + +1.2 - - -0.14 - - + - -12 + +2 - - -14 + + +2.2 - - -16 + + +2.4 - - -18 + + +2.6 - - -20 + + +2.8 - - -22 + + +3 - - -24 + + +3.2 - - -26 + + +3.4 - - -28 + + +3.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 8001fc682d5d..f63d37fb2d60 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -13,62 +13,66 @@ Average time (µs) 0.005 - + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - + + +0.045 + + - + +0 + + + +10 + + + 20 - - + + 30 - - + + 40 - - + + 50 - - -60 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg index 4687a8ab940c..1fea2b8b161a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,47 +16,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 1.95 - - + + 2.0 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - + + 2.3 - + 0 @@ -102,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 49646ec72b95..d19e2e711ba3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,34 +9,26 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 + +5 - - -30 - - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - + 2 @@ -50,10 +42,10 @@ Average Time (ms) 2.4 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 5b57d7be1cde..86bf55dbef4f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,70 +9,66 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + - -0.018 + +-0.024 + + + +-0.022 - - -0.02 + + +-0.02 - - -0.022 + + +-0.018 - - -0.024 + + +-0.016 - - -0.026 + + +-0.014 - - -0.028 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 71e2e33ef17d..91d9b1e878a3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.014 + +-0.019 + + + +-0.018 - - -0.015 + + +-0.017 - - -0.016 + + +-0.016 - - -0.017 + + +-0.015 - - -0.018 + + +-0.014 - - -0.019 + + +-0.013 - - -0.02 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 414d1e45798d..c5a6b1915b0b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 5947016bd6a7..a3b1bb92093c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -95,8 +95,8 @@

    reachability/hydroflow/scheduled

    - - Iteration Times + + Regression @@ -116,35 +116,41 @@

    Additional Statistics:

    + + Slope + 1.9375 ms + 1.9387 ms + 1.9408 ms + R² - 0.0039474 - 0.0040585 - 0.0038784 + 0.9914727 + 0.9915287 + 0.9913789 Mean - 1.9722 ms - 1.9803 ms - 1.9906 ms + 1.9385 ms + 1.9434 ms + 1.9508 ms Std. Dev. - 22.477 µs - 48.180 µs - 72.999 µs + 4.5319 µs + 32.703 µs + 53.398 µs Median - 1.9614 ms - 1.9668 ms - 1.9740 ms + 1.9371 ms + 1.9377 ms + 1.9386 ms MAD - 12.810 µs - 19.276 µs - 27.448 µs + 2.1175 µs + 2.7852 µs + 3.6240 µs @@ -168,6 +174,9 @@

    Additional Plots:

  • MAD
    • +
  • + Slope +
    • @@ -176,8 +185,9 @@

    Understanding this report:

    The plot on the left displays the average time per iteration for this benchmark. The shaded region shows the estimated probability of an iteration taking a certain amount of time, while the line shows the mean. Click on the plot for a larger view showing the outliers.

    -

    The plot on the right shows the average time per iteration for the samples. Each point - represents one sample.

    +

    The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

    See the documentation for more details on the additional statistics.

    @@ -195,8 +205,8 @@

    Change Since Previous Benchmark

    - - Iteration Time Comparison + Regression Comparison @@ -221,15 +231,15 @@

    Additional Statistics:

    Change in time - +1.7329% - +2.1958% - +2.7024% + -2.4595% + -1.8647% + -1.3244% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

    Additional Plots:

    @@ -253,8 +263,8 @@

    Understanding this report:

    curve represents the saved measurements from the last time this benchmark was run, while the blue curve shows the measurements from this run. The lines represent the mean time per iteration. Click on the plot for a larger view.

    -

    The plot on the right shows the iteration times for the two measurements. Again, the red dots represent - the previous measurement while the blue dots show the current measurement.

    +

    The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

    See the documentation for more details on the additional statistics.

    diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 679361b846c6..b62036daed8a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - - -1.972 + + +100 - - -1.974 + + +120 - - -1.976 + + +140 - - -1.978 + + + +1.938 - - -1.98 + + +1.94 - - -1.982 + + +1.942 - - -1.984 + + +1.944 - - -1.986 + + +1.946 - - -1.988 + + +1.948 - - -1.99 + + +1.95 - - -1.992 + + +1.952 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 8a568e2f9fa5..196b79e0dd40 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +500 - - -100 + + +1000 - - -150 + + +1500 - - -200 + + +2000 - - -250 + + +2500 - + - -1.96 + +1.937 - - -1.962 + + +1.9372 - - -1.964 + + +1.9374 - - -1.966 + + +1.9376 - - -1.968 + + +1.9378 - - -1.97 + + +1.938 - - -1.972 + + +1.9382 - - -1.974 + + +1.9384 - - - - + + +1.9386 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 583f96a83662..077c73f54b8b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -13,71 +13,79 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - + + +100 + + 1.9 - + 1.95 - - + + 2 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - -2.3 - - - -2.35 - - - -2.4 - - + Density (a.u.) @@ -86,44 +94,50 @@ Density (a.u.) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - - -12 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 08c08e8f9f5e..520558bc6679 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 - - -14 + + +20 - + + +25 + + - + +1.9 + + + 2 - - -2.2 + + +2.1 - - -2.4 + + +2.2 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 5f5b73ba4ea6..79c3289993df 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -106,7 +106,7 @@ Iterations - + @@ -114,45 +114,45 @@ Iterations - + - - - + + + - + - + - - - + + + - + - - + + - + - + - - + + @@ -162,51 +162,51 @@ Iterations - - + + - - + + - - + + - - - + + + - - - + + + - + - - + + - + - + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index ad3110cb7618..4ae555f6676d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -19,7 +19,7 @@ Iterations - + @@ -41,10 +41,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -115,7 +115,7 @@ Iterations - + @@ -128,28 +128,28 @@ Iterations - + - + - + - + - + - + - + - - + + @@ -159,49 +159,49 @@ Iterations - - + + - + - + - + - + - + - + - - + + - + - + - - + + - + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg index b6af29c9afae..dffe8118c361 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,39 +13,39 @@ Average Iteration Time (ms) - + - - + + - + - + 1.95 - + 2.0 - + 2.05 - - + + 2.1 - + 2.15 - + 2.2 - + 2.25 @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index f36c30e578f3..26752bcc87fd 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,34 +6,26 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 + +5 - - -30 - - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - + 2 @@ -47,8 +39,8 @@ Average Time (ms) 2.4 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index d8f875c1a76b..a41b5d89e767 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms) - + +50 + + + +100 + + + +150 + + + 200 - - -400 + + +250 + + + +300 - - -600 + + +350 - - -800 + + +400 - - -1000 + + +450 - - -1200 + + +500 - + - -1.936 + +1.9375 - - -1.9362 + + +1.938 - - -1.9364 + + +1.9385 - - -1.9366 + + +1.939 - - -1.9368 + + +1.9395 - - -1.937 + + +1.94 - - -1.9372 + + +1.9405 - - -1.9374 + + +1.941 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 3cd7650e3d02..90cb3c9b4e90 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 + +50 - - -40 + + +100 - - -50 + + +150 - - -60 + + +200 - - -70 + + +250 - - -80 + + +300 - - -90 + + +350 - - - -1.972 + + +400 - - -1.974 + + +450 - - -1.976 + + +500 - - -1.978 + + + +1.9375 - - -1.98 + + +1.938 - - -1.982 + + +1.9385 - - -1.984 + + +1.939 - - -1.986 + + +1.9395 - - -1.988 + + +1.94 - - -1.99 + + +1.9405 - + -1.992 +1.941 - - - + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 3b55f3aaa7ff..6029780daa1d 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5476550.8913888885,"upper_bound":5520083.29863889},"point_estimate":5497807.776666667,"standard_error":11092.13354182425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5444880.777777778,"upper_bound":5499601.111111111},"point_estimate":5481643.777777778,"standard_error":15347.403691336782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82936.08449342322,"upper_bound":140732.34310150123},"point_estimate":112989.52056070253,"standard_error":14490.588650194119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96410.3517453113,"upper_bound":124297.62957651312},"point_estimate":111420.51979769322,"standard_error":7121.873765762909}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5346343.878888891,"upper_bound":5370810.779527778},"point_estimate":5357452.184444445,"standard_error":6278.055734115412},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5335624.777777778,"upper_bound":5344966.888888889},"point_estimate":5341474.611111111,"standard_error":2346.7612296999964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14380.093380534609,"upper_bound":29145.115015903953},"point_estimate":21181.57635728549,"standard_error":3637.0056486357353},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34405.90700268766,"upper_bound":88582.58509225218},"point_estimate":63396.12327786675,"standard_error":13980.554578299085}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 0d7d5ed2e364..c7c0fe1acb61 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48357416.0,48151761.0,48496295.0,48419570.0,48008764.0,48176838.0,48451140.0,48603825.0,48960090.0,48916850.0,47951669.0,48633340.0,48287323.0,47975824.0,48528986.0,48548042.0,48664461.0,48935875.0,49443783.0,51336083.0,51198337.0,51813395.0,50655873.0,50778482.0,50581255.0,50312433.0,50297775.0,51798095.0,51777928.0,50698914.0,51512223.0,51244994.0,51822899.0,50823145.0,49941560.0,49417793.0,49375389.0,49066470.0,49398798.0,49360406.0,49111443.0,49830601.0,49456445.0,49911685.0,49029951.0,49463018.0,49394971.0,48958455.0,48819731.0,48740240.0,48630266.0,48551408.0,48760458.0,48465539.0,48778631.0,49470042.0,49246866.0,48863721.0,49921215.0,49918106.0,49642594.0,48864132.0,49094601.0,49935772.0,50616641.0,50560485.0,49403721.0,49983370.0,49105512.0,48818033.0,48726965.0,49671016.0,50765027.0,51155504.0,51412857.0,50068045.0,49940829.0,50137295.0,50342992.0,48923534.0,49723584.0,49004184.0,49529802.0,49725969.0,50270086.0,49286861.0,48565394.0,48343469.0,47916044.0,48516943.0,48043570.0,48428387.0,48921649.0,49309182.0,48461732.0,48977903.0,50366034.0,49981597.0,50157282.0,49281511.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[51700734.0,47939931.0,48186222.0,48139024.0,48098838.0,49241838.0,47957033.0,48271662.0,47941494.0,48008330.0,47837261.0,48311808.0,48110549.0,48399942.0,48078671.0,48484049.0,47886280.0,48123343.0,48122993.0,47992338.0,47813255.0,48301828.0,47820856.0,48018276.0,49182308.0,47995583.0,47721261.0,47978362.0,48025460.0,48062831.0,47918210.0,47852476.0,47938660.0,48169863.0,48117321.0,47877965.0,47857687.0,47753674.0,47970248.0,48071055.0,48600730.0,48086497.0,47949890.0,47994055.0,47971621.0,47895267.0,47830614.0,47917508.0,47894104.0,47813674.0,47760742.0,47880010.0,47989537.0,47894948.0,48066405.0,48032254.0,47875569.0,48136101.0,48202136.0,47999594.0,48202948.0,48266416.0,48331296.0,48404343.0,48514368.0,48047487.0,48298497.0,48076279.0,48760692.0,48087991.0,48072310.0,48218698.0,48105791.0,48093313.0,47944974.0,47978507.0,48089404.0,48264302.0,48074233.0,48713233.0,48093801.0,48181578.0,48764872.0,47979757.0,47981384.0,49414265.0,48401029.0,49680472.0,48140126.0,50895199.0,49484267.0,48050431.0,47995458.0,48020623.0,48029641.0,48138975.0,48432537.0,47996222.0,48305770.0,48104702.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 4e1ef895442f..a63eff6f59a6 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[4954364.833333334,5183367.916666667,5794042.805555555,6023045.888888888] \ No newline at end of file +[5241942.222222221,5285801.347222222,5402759.01388889,5446618.13888889] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index ec51492c85bb..2b70f7a44655 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.035659549358572074,"upper_bound":0.04469626985482544},"point_estimate":0.03989220965746543,"standard_error":0.0022531378660089908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.031011036963643823,"upper_bound":0.04187013550809082},"point_estimate":0.03849515645289037,"standard_error":0.0029783449584677908}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03006764961523397,"upper_bound":-0.021101535271158635},"point_estimate":-0.02552937423856605,"standard_error":0.002283790938391432},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028955233809373086,"upper_bound":-0.018957359335293134},"point_estimate":-0.02557064492860761,"standard_error":0.002764223815822485}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 3b55f3aaa7ff..6029780daa1d 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5476550.8913888885,"upper_bound":5520083.29863889},"point_estimate":5497807.776666667,"standard_error":11092.13354182425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5444880.777777778,"upper_bound":5499601.111111111},"point_estimate":5481643.777777778,"standard_error":15347.403691336782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82936.08449342322,"upper_bound":140732.34310150123},"point_estimate":112989.52056070253,"standard_error":14490.588650194119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96410.3517453113,"upper_bound":124297.62957651312},"point_estimate":111420.51979769322,"standard_error":7121.873765762909}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5346343.878888891,"upper_bound":5370810.779527778},"point_estimate":5357452.184444445,"standard_error":6278.055734115412},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5335624.777777778,"upper_bound":5344966.888888889},"point_estimate":5341474.611111111,"standard_error":2346.7612296999964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14380.093380534609,"upper_bound":29145.115015903953},"point_estimate":21181.57635728549,"standard_error":3637.0056486357353},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34405.90700268766,"upper_bound":88582.58509225218},"point_estimate":63396.12327786675,"standard_error":13980.554578299085}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 0d7d5ed2e364..c7c0fe1acb61 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48357416.0,48151761.0,48496295.0,48419570.0,48008764.0,48176838.0,48451140.0,48603825.0,48960090.0,48916850.0,47951669.0,48633340.0,48287323.0,47975824.0,48528986.0,48548042.0,48664461.0,48935875.0,49443783.0,51336083.0,51198337.0,51813395.0,50655873.0,50778482.0,50581255.0,50312433.0,50297775.0,51798095.0,51777928.0,50698914.0,51512223.0,51244994.0,51822899.0,50823145.0,49941560.0,49417793.0,49375389.0,49066470.0,49398798.0,49360406.0,49111443.0,49830601.0,49456445.0,49911685.0,49029951.0,49463018.0,49394971.0,48958455.0,48819731.0,48740240.0,48630266.0,48551408.0,48760458.0,48465539.0,48778631.0,49470042.0,49246866.0,48863721.0,49921215.0,49918106.0,49642594.0,48864132.0,49094601.0,49935772.0,50616641.0,50560485.0,49403721.0,49983370.0,49105512.0,48818033.0,48726965.0,49671016.0,50765027.0,51155504.0,51412857.0,50068045.0,49940829.0,50137295.0,50342992.0,48923534.0,49723584.0,49004184.0,49529802.0,49725969.0,50270086.0,49286861.0,48565394.0,48343469.0,47916044.0,48516943.0,48043570.0,48428387.0,48921649.0,49309182.0,48461732.0,48977903.0,50366034.0,49981597.0,50157282.0,49281511.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[51700734.0,47939931.0,48186222.0,48139024.0,48098838.0,49241838.0,47957033.0,48271662.0,47941494.0,48008330.0,47837261.0,48311808.0,48110549.0,48399942.0,48078671.0,48484049.0,47886280.0,48123343.0,48122993.0,47992338.0,47813255.0,48301828.0,47820856.0,48018276.0,49182308.0,47995583.0,47721261.0,47978362.0,48025460.0,48062831.0,47918210.0,47852476.0,47938660.0,48169863.0,48117321.0,47877965.0,47857687.0,47753674.0,47970248.0,48071055.0,48600730.0,48086497.0,47949890.0,47994055.0,47971621.0,47895267.0,47830614.0,47917508.0,47894104.0,47813674.0,47760742.0,47880010.0,47989537.0,47894948.0,48066405.0,48032254.0,47875569.0,48136101.0,48202136.0,47999594.0,48202948.0,48266416.0,48331296.0,48404343.0,48514368.0,48047487.0,48298497.0,48076279.0,48760692.0,48087991.0,48072310.0,48218698.0,48105791.0,48093313.0,47944974.0,47978507.0,48089404.0,48264302.0,48074233.0,48713233.0,48093801.0,48181578.0,48764872.0,47979757.0,47981384.0,49414265.0,48401029.0,49680472.0,48140126.0,50895199.0,49484267.0,48050431.0,47995458.0,48020623.0,48029641.0,48138975.0,48432537.0,47996222.0,48305770.0,48104702.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 4e1ef895442f..a63eff6f59a6 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[4954364.833333334,5183367.916666667,5794042.805555555,6023045.888888888] \ No newline at end of file +[5241942.222222221,5285801.347222222,5402759.01388889,5446618.13888889] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 65c164a3969e..dbdc9b1acc64 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.005 + +0.02 - - -0.01 + + +0.04 - + -0.015 +0.06 - -0.02 + +0.08 - - -0.025 + + +0.1 - - -0.03 + + +0.12 - - -0.035 + + +0.14 - + - -80 + +14 + + + +16 + + + +18 - - -90 + + +20 - - -100 + + +22 - - -110 + + +24 - - -120 + + +26 - - -130 + + +28 - - -140 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 273786cac887..d817d2138e8a 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - + - -95 + +30 - - -100 + + +40 - - -105 + + +50 - - -110 + + +60 - - -115 + + +70 - - -120 + + +80 - - -125 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index ccf3a7b7fc8d..8e30eaadcba1 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -5.3 - - - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - + + 5.6 - - + + 5.65 - - + + 5.7 - - -5.75 - - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index feeb51c5f9be..694e8d53c04f 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,42 +9,46 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - - -16 + + +9 - - -18 + + +10 - + 5.2 @@ -62,10 +66,10 @@ Average Time (ms) 5.8 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 12e958c91805..f1d223000848 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -0.035 + +-0.031 - - -0.036 + + +-0.03 - - -0.037 + + +-0.029 - - -0.038 + + +-0.028 - - -0.039 + + +-0.027 - - -0.04 + + +-0.026 - - -0.041 + + +-0.025 - - -0.042 + + +-0.024 - - -0.043 + + +-0.023 - - -0.044 + + +-0.022 - - -0.045 + + +-0.021 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index b3ce3d6d46cd..ec60fe05a17f 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,74 +9,54 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 + + +200 - + - -0.03 + +-0.03 - - -0.032 + + +-0.028 - - -0.034 + + +-0.026 - - -0.036 + + +-0.024 - - -0.038 + + +-0.022 - - -0.04 + + +-0.02 - - -0.042 + + +-0.018 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index c61bd768de31..91d7ebee5bd2 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 726766637a4d..eac8b94363a5 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

    Additional Statistics:

    R² - 0.0003826 - 0.0003967 - 0.0003813 + 0.0003798 + 0.0003916 + 0.0003748 Mean - 5.4766 ms - 5.4978 ms - 5.5201 ms + 5.3463 ms + 5.3575 ms + 5.3708 ms Std. Dev. - 96.410 µs - 111.42 µs - 124.30 µs + 34.406 µs + 63.396 µs + 88.583 µs Median - 5.4449 ms - 5.4816 ms - 5.4996 ms + 5.3356 ms + 5.3415 ms + 5.3450 ms MAD - 82.936 µs - 112.99 µs - 140.73 µs + 14.380 µs + 21.182 µs + 29.145 µs @@ -221,15 +221,15 @@

    Additional Statistics:

    Change in time - +3.5660% - +3.9892% - +4.4696% + -3.0068% + -2.5529% + -2.1102% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

    Additional Plots:

    diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 198379f57660..f5c6f53d7c2a 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - + + 5.6 - - + + 5.65 - - + + 5.7 - + 10 @@ -97,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 34cdf52ecdcb..85f3b9c9eb8c 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - + + 5.6 - - + + 5.65 - - + + 5.7 - + 10 @@ -94,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 832ca9467ac4..b465b9a60090 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -5.475 - - - -5.48 + + +50 - - -5.485 + + +60 - - -5.49 + + +70 - - -5.495 + + + +5.345 - - -5.5 + + +5.35 - - -5.505 + + +5.355 - - -5.51 + + +5.36 - - -5.515 + + +5.365 - - -5.52 + + +5.37 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index ef6451f575c9..b795086e09de 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - -10 - - - -15 - - - -20 - - - -25 + +50 - - -30 + + +100 - - -35 + + +150 - - -40 + + +200 - - -45 + + +250 - - -50 + + +300 - - -55 + + +350 - + - -5.44 - - - -5.45 + +5.336 - - -5.46 + + +5.338 - - -5.47 + + +5.34 - - -5.48 + + +5.342 - - -5.49 + + +5.344 - - -5.5 + + +5.346 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 7d0e772d5947..669183579aa0 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,34 +50,30 @@ Average Time (ms) - -5.2 - - - + 5.3 - - + + 5.4 - - + + 5.5 - - + + 5.6 - - + + 5.7 - - + + 5.8 - + Density (a.u.) @@ -86,40 +82,72 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - - - - - + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 707be086e8a3..c95549667b17 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (ms) 0 - -0.5 - - - -1 + +2 - - -1.5 + + +4 - - -2 + + +6 - - -2.5 + + +8 - - -3 + + +10 - - -3.5 + + +12 - + - -5.2 - - - + 5.4 - - + + 5.6 - - + + 5.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 767f82a09e1b..a16947eb8c97 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -5.3 - - - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - + + 5.6 - - + + 5.65 - - + + 5.7 - - -5.75 - - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 692b9110757f..324c50c19f9d 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,42 +6,46 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - - -16 + + +9 - - -18 + + +10 - + 5.2 @@ -59,8 +63,8 @@ Average Time (ms) 5.8 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 749fd9f44e90..c3912b72d281 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -5.475 - - - -5.48 + + +50 - - -5.485 + + +60 - - -5.49 + + +70 - - -5.495 + + + +5.345 - - -5.5 + + +5.35 - - -5.505 + + +5.355 - - -5.51 + + +5.36 - - -5.515 + + +5.365 - - -5.52 + + +5.37 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 20f20f6a156c..b68b761c27fc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593846.6165441026,"upper_bound":1599050.5675511325},"point_estimate":1596320.7775667736,"standard_error":1330.2547047961266},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591975.2954545454,"upper_bound":1595625.9853801169},"point_estimate":1593656.3424369749,"standard_error":894.6521277010197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7590.416343853118,"upper_bound":12920.001050295163},"point_estimate":11092.182354320512,"standard_error":1385.1077789762442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591252.0826405548,"upper_bound":1597900.4674552563},"point_estimate":1594325.0712339294,"standard_error":1704.191870792747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9784.575563721914,"upper_bound":16604.341500169845},"point_estimate":13355.2656688763,"standard_error":1752.1580845662486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587339.9442894987,"upper_bound":1593861.7571239872},"point_estimate":1589933.7798924486,"standard_error":1715.791655070675},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1585363.6296296297,"upper_bound":1589030.5},"point_estimate":1587092.4965986395,"standard_error":808.695591168995},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4203.839996135969,"upper_bound":7214.577224097488},"point_estimate":5398.590501643701,"standard_error":767.3943627394228},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587707.3322138698,"upper_bound":1590472.6637935739},"point_estimate":1589033.8628018324,"standard_error":704.8022200018826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5701.770743392075,"upper_bound":27870.804181167827},"point_estimate":17131.507614398794,"standard_error":7257.818813430605}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 7fdead1b1dfc..398a4a4784d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1651915.0,3157257.0,4764969.0,6364920.0,7900446.0,9508553.0,11246415.0,12680145.0,14431014.0,15908364.0,17586257.0,19054550.0,20554922.0,22193812.0,23807477.0,25519425.0,27624197.0,28722779.0,30292268.0,33010386.0,33507466.0,35111372.0,36873582.0,38258377.0,40305274.0,41386373.0,42892301.0,44588455.0,46300073.0,47789614.0,49153259.0,51359148.0,52414219.0,54183453.0,55559120.0,57030211.0,58897362.0,60630597.0,62523252.0,64307493.0,65834648.0,67248723.0,68636617.0,70046913.0,72061804.0,73516684.0,75421444.0,76465179.0,77712148.0,79465433.0,81188077.0,82566031.0,84563452.0,86093927.0,87687735.0,88794519.0,90770950.0,92796415.0,94465830.0,96070124.0,97502763.0,98997246.0,101224103.0,103761754.0,105196067.0,105969606.0,107527436.0,110081378.0,111100818.0,111557720.0,113054473.0,115750025.0,116355359.0,117895810.0,120093621.0,122865176.0,122358969.0,123672710.0,125266503.0,128423771.0,129514049.0,130625825.0,136079949.0,135154734.0,135656687.0,136222647.0,138159965.0,140201818.0,141486003.0,142130476.0,144049905.0,145339242.0,146882727.0,149595452.0,150666552.0,152416422.0,153708070.0,155283931.0,156338314.0,158156026.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1744337.0,3178061.0,4768058.0,6374205.0,7951589.0,9648928.0,11101568.0,12662941.0,14298656.0,15845492.0,17515771.0,19333523.0,20733525.0,22216231.0,23794959.0,25355014.0,27105559.0,28440488.0,29982253.0,31652191.0,33327974.0,35197686.0,36678439.0,38080834.0,39629269.0,42146713.0,42804818.0,44507843.0,45917980.0,47353985.0,49046096.0,50710709.0,52273604.0,53759885.0,55289408.0,57082186.0,58466431.0,60050486.0,61745428.0,63237417.0,64795947.0,66605133.0,67975901.0,69542702.0,71254938.0,72698946.0,74334445.0,76322781.0,77421373.0,79156193.0,80810785.0,82361320.0,84270548.0,85441185.0,87189044.0,89557661.0,90406504.0,91840641.0,93961179.0,95107167.0,97020826.0,98259665.0,100537914.0,101761406.0,103456787.0,105190116.0,106497282.0,108021851.0,110162850.0,111515560.0,113275216.0,114696459.0,116383464.0,117316523.0,119431159.0,120682844.0,121971989.0,123954952.0,125665406.0,126994500.0,128582845.0,131398067.0,131981262.0,135060323.0,135258360.0,136338437.0,137734123.0,139684836.0,140952819.0,143521146.0,144267892.0,145765702.0,147781466.0,149229595.0,151312771.0,153240428.0,154151229.0,155539584.0,157063333.0,158759469.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index b8adb03c11d0..ebe709c7f02a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1547257.2312179494,1567515.6065945518,1621537.940932158,1641796.31630876] \ No newline at end of file +[1559900.567997172,1571869.5533373933,1603786.8475779835,1615755.8329182048] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 1cf17370d8a5..d0e6eeeb0756 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006817121622788996,"upper_bound":0.012621006888601412},"point_estimate":0.009906485376423912,"standard_error":0.0014822901096390978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00946850317354242,"upper_bound":0.011935461284451776},"point_estimate":0.010481691625477296,"standard_error":0.0006103492380673871}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0064449038602910035,"upper_bound":-0.001462376871411356},"point_estimate":-0.004001074072380706,"standard_error":0.0012843051745868154},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005690830192518703,"upper_bound":-0.00266078189607033},"point_estimate":-0.0041187335459651475,"standard_error":0.000756228987737233}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 20f20f6a156c..b68b761c27fc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593846.6165441026,"upper_bound":1599050.5675511325},"point_estimate":1596320.7775667736,"standard_error":1330.2547047961266},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591975.2954545454,"upper_bound":1595625.9853801169},"point_estimate":1593656.3424369749,"standard_error":894.6521277010197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7590.416343853118,"upper_bound":12920.001050295163},"point_estimate":11092.182354320512,"standard_error":1385.1077789762442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591252.0826405548,"upper_bound":1597900.4674552563},"point_estimate":1594325.0712339294,"standard_error":1704.191870792747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9784.575563721914,"upper_bound":16604.341500169845},"point_estimate":13355.2656688763,"standard_error":1752.1580845662486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587339.9442894987,"upper_bound":1593861.7571239872},"point_estimate":1589933.7798924486,"standard_error":1715.791655070675},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1585363.6296296297,"upper_bound":1589030.5},"point_estimate":1587092.4965986395,"standard_error":808.695591168995},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4203.839996135969,"upper_bound":7214.577224097488},"point_estimate":5398.590501643701,"standard_error":767.3943627394228},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1587707.3322138698,"upper_bound":1590472.6637935739},"point_estimate":1589033.8628018324,"standard_error":704.8022200018826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5701.770743392075,"upper_bound":27870.804181167827},"point_estimate":17131.507614398794,"standard_error":7257.818813430605}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 7fdead1b1dfc..398a4a4784d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1651915.0,3157257.0,4764969.0,6364920.0,7900446.0,9508553.0,11246415.0,12680145.0,14431014.0,15908364.0,17586257.0,19054550.0,20554922.0,22193812.0,23807477.0,25519425.0,27624197.0,28722779.0,30292268.0,33010386.0,33507466.0,35111372.0,36873582.0,38258377.0,40305274.0,41386373.0,42892301.0,44588455.0,46300073.0,47789614.0,49153259.0,51359148.0,52414219.0,54183453.0,55559120.0,57030211.0,58897362.0,60630597.0,62523252.0,64307493.0,65834648.0,67248723.0,68636617.0,70046913.0,72061804.0,73516684.0,75421444.0,76465179.0,77712148.0,79465433.0,81188077.0,82566031.0,84563452.0,86093927.0,87687735.0,88794519.0,90770950.0,92796415.0,94465830.0,96070124.0,97502763.0,98997246.0,101224103.0,103761754.0,105196067.0,105969606.0,107527436.0,110081378.0,111100818.0,111557720.0,113054473.0,115750025.0,116355359.0,117895810.0,120093621.0,122865176.0,122358969.0,123672710.0,125266503.0,128423771.0,129514049.0,130625825.0,136079949.0,135154734.0,135656687.0,136222647.0,138159965.0,140201818.0,141486003.0,142130476.0,144049905.0,145339242.0,146882727.0,149595452.0,150666552.0,152416422.0,153708070.0,155283931.0,156338314.0,158156026.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1744337.0,3178061.0,4768058.0,6374205.0,7951589.0,9648928.0,11101568.0,12662941.0,14298656.0,15845492.0,17515771.0,19333523.0,20733525.0,22216231.0,23794959.0,25355014.0,27105559.0,28440488.0,29982253.0,31652191.0,33327974.0,35197686.0,36678439.0,38080834.0,39629269.0,42146713.0,42804818.0,44507843.0,45917980.0,47353985.0,49046096.0,50710709.0,52273604.0,53759885.0,55289408.0,57082186.0,58466431.0,60050486.0,61745428.0,63237417.0,64795947.0,66605133.0,67975901.0,69542702.0,71254938.0,72698946.0,74334445.0,76322781.0,77421373.0,79156193.0,80810785.0,82361320.0,84270548.0,85441185.0,87189044.0,89557661.0,90406504.0,91840641.0,93961179.0,95107167.0,97020826.0,98259665.0,100537914.0,101761406.0,103456787.0,105190116.0,106497282.0,108021851.0,110162850.0,111515560.0,113275216.0,114696459.0,116383464.0,117316523.0,119431159.0,120682844.0,121971989.0,123954952.0,125665406.0,126994500.0,128582845.0,131398067.0,131981262.0,135060323.0,135258360.0,136338437.0,137734123.0,139684836.0,140952819.0,143521146.0,144267892.0,145765702.0,147781466.0,149229595.0,151312771.0,153240428.0,154151229.0,155539584.0,157063333.0,158759469.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index b8adb03c11d0..ebe709c7f02a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1547257.2312179494,1567515.6065945518,1621537.940932158,1641796.31630876] \ No newline at end of file +[1559900.567997172,1571869.5533373933,1603786.8475779835,1615755.8329182048] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 19a0dba51759..8fb2d58cf1ef 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + + +0.5 + + + +0.55 + + - -7 + +4 - - -8 + + +4.5 - + -9 +5 - -10 + +5.5 + + + +6 - - -11 + + +6.5 - - -12 + + +7 - - -13 + + +7.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 6b58aa736d8e..46cd514b8f0b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - - -10 + + +0.1 - - -11 + + +0.12 - - -12 + + +0.14 - - -13 + + +0.16 - - -14 + + +0.18 - - + + + +5 + + + +10 + + + 15 - - -16 + + +20 + + + +25 - - -17 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 1ba003d484b6..9f2dcae320b1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - -1.55 - - - + 1.6 - - + + 1.65 - - + + 1.7 - - + + 1.75 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index be2802e26ef9..036cf1fa4b05 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 1c72387bcd86..5b79f9a983ce 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 42233b3e6c0d..bf06ec227be1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - + -400 +350 - + +400 + + + +450 + + + 500 - - -600 + + +550 - + - -0.0095 - - - -0.01 - - - -0.0105 - - - -0.011 - - - -0.0115 - - - -0.012 - - - - - - + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index dc3fa4516750..c6a8a131e414 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 2dfc911fad47..da632aa8f4df 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

    Additional Statistics:

    Slope - 1.5913 ms - 1.5943 ms - 1.5979 ms + 1.5877 ms + 1.5890 ms + 1.5905 ms R² - 0.9909033 - 0.9914247 - 0.9907190 + 0.9981439 + 0.9982401 + 0.9981269 Mean - 1.5938 ms - 1.5963 ms - 1.5991 ms + 1.5873 ms + 1.5899 ms + 1.5939 ms Std. Dev. - 9.7846 µs - 13.355 µs - 16.604 µs + 5.7018 µs + 17.132 µs + 27.871 µs Median - 1.5920 ms - 1.5937 ms - 1.5956 ms + 1.5854 ms + 1.5871 ms + 1.5890 ms MAD - 7.5904 µs - 11.092 µs - 12.920 µs + 4.2038 µs + 5.3986 µs + 7.2146 µs @@ -231,9 +231,9 @@

    Additional Statistics:

    Change in time - +0.6817% - +0.9906% - +1.2621% + -0.6445% + -0.4001% + -0.1462% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 4a6ba976fa62..7ae491dd5567 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms)     - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -1.594 + +1.587 + + + +1.588 - - -1.595 + + +1.589 - - -1.596 + + +1.59 - - -1.597 + + +1.591 - - -1.598 + + +1.592 - - -1.599 + + +1.593 + + + +1.594 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index b9047e4d41e8..5ea8bbb501a9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + + +900 + + - -1.592 + +1.585 - - -1.5925 + + +1.5855 - - -1.593 + + +1.586 - - -1.5935 + + +1.5865 - - -1.594 + + +1.587 - - -1.5945 + + +1.5875 - - -1.595 + + +1.588 - - -1.5955 + + +1.5885 - - -1.596 + + +1.589 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index b565636d09a2..2052cdc66ee6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,46 +54,50 @@ Average Time (ms) - -1.57 + +1.56 - - + + 1.58 - - -1.59 - - - + + 1.6 - - -1.61 - - - + + 1.62 - - -1.63 - - - + + 1.64 - - -1.65 - - - + + 1.66 - + + +1.68 + + + +1.7 + + + +1.72 + + + +1.74 + + + +1.76 + + Density (a.u.) @@ -102,48 +106,54 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - - - - - - - - - - - - - + + +40 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index d0b2c43111aa..63f6c9ed22a3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - -1.58 + + +40 + + + +45 - - + + + 1.6 - - -1.62 + + +1.65 - - -1.64 + + +1.7 - - -1.66 + + +1.75 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 4f1176fec641..bce7bb15b429 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -18,42 +18,42 @@ Iterations - + - - - - - + + + + + - + 20.0 - + 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -96,103 +96,103 @@ Iterations - + - + - - + + - + - - - - - + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 61d254051d64..98ba185243d2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -16,25 +16,25 @@ Iterations - - + + - - + + 20.0 - + 40.0 - - + + 60.0 - + 80.0 @@ -43,14 +43,14 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - + 10 @@ -98,94 +98,94 @@ Iterations - - + + - + - - + + - + - - - + + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + - - - - - - + + + + + + - - - - - + + + + + - + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index ce8ea06319fc..dd64db373899 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -14,53 +14,49 @@ Average Time (ms) 10 - + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - -1.55 - - - + 1.6 - - + + 1.65 - - + + 1.7 - - + + 1.75 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 5f03785a9070..601bd3c852a5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index d3760d55f3b3..40504340b92e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 + + +300 - - - -1.591 + + +400 - - -1.592 + + +500 + + + +600 + + + + +1.5875 - - -1.593 + + +1.588 - - -1.594 + + +1.5885 - - -1.595 + + +1.589 - - -1.596 + + +1.5895 - - -1.597 + + +1.59 - - -1.598 + + +1.5905 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index fe43d0085c4a..9eaeb146e79f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 + + +300 - - - -1.591 + + +400 - - -1.592 + + +500 + + + +600 + + + + +1.5875 - - -1.593 + + +1.588 - - -1.594 + + +1.5885 - - -1.595 + + +1.589 - - -1.596 + + +1.5895 - - -1.597 + + +1.59 - - -1.598 + + +1.5905 - - - - + + + + Bootstrap distribution