From d43c2ff84d01eaf2db6c28cba645b77a18b61060 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 3 Dec 2024 04:05:54 +0000 Subject: [PATCH] Update Benchmarks 2024-12-03 0dc709ed5a53c723f47fa1d10063e57bb50a63c8 --- bench/data.js | 222 +++++++- bench/data.json | 222 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 86 ++-- .../report/SD.svg | 104 ++-- .../report/both/pdf.svg | 78 +-- .../report/both/regression.svg | 20 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 64 +-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 44 +- .../report/mean.svg | 96 ++-- .../report/median.svg | 86 ++-- .../report/pdf.svg | 126 ++--- .../report/pdf_small.svg | 62 +-- .../report/regression.svg | 42 +- .../report/regression_small.svg | 34 +- .../report/relative_pdf_small.svg | 78 +-- .../report/relative_regression_small.svg | 2 +- .../report/slope.svg | 86 ++-- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 452 ++++++++-------- .../report/both/pdf.svg | 34 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 34 +- .../report/iteration_times.svg | 272 +++++----- .../report/iteration_times_small.svg | 266 +++++----- .../report/mean.svg | 114 +++-- .../report/median.svg | 76 ++- .../report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 452 ++++++++-------- .../report/relative_pdf_small.svg | 34 +- .../report/typical.svg | 114 +++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../report/SD.svg | 74 +-- .../report/both/iteration_times.svg | 446 ++++++++-------- .../report/both/pdf.svg | 82 ++- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 78 +-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 244 ++++----- .../report/iteration_times_small.svg | 246 ++++----- .../report/mean.svg | 122 ++--- .../report/median.svg | 98 ++-- .../report/pdf.svg | 140 +++-- .../report/pdf_small.svg | 50 +- .../report/relative_iteration_times_small.svg | 440 ++++++++-------- .../report/relative_pdf_small.svg | 80 ++- .../report/typical.svg | 122 ++--- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 88 ++-- criterion/fan_in_hydroflow/report/SD.svg | 132 +++-- .../report/both/iteration_times.svg | 453 ++++++++-------- .../fan_in_hydroflow/report/both/pdf.svg | 64 ++- .../fan_in_hydroflow/report/change/mean.svg | 78 ++- .../fan_in_hydroflow/report/change/median.svg | 104 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 68 +-- criterion/fan_in_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 258 +++++----- .../report/iteration_times_small.svg | 258 +++++----- criterion/fan_in_hydroflow/report/mean.svg | 108 ++-- criterion/fan_in_hydroflow/report/median.svg | 102 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 128 +++-- .../fan_in_hydroflow/report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 447 ++++++++-------- .../report/relative_pdf_small.svg | 64 ++- criterion/fan_in_hydroflow/report/typical.svg | 108 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 112 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 106 ++-- .../report/both/iteration_times.svg | 439 ++++++++-------- .../report/both/pdf.svg | 72 +-- .../report/change/mean.svg | 84 +-- .../report/change/median.svg | 82 +-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 253 ++++----- .../report/iteration_times_small.svg | 253 ++++----- .../fan_in_hydroflow_surface/report/mean.svg | 112 ++-- .../report/median.svg | 98 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 146 +++--- .../report/pdf_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 437 ++++++++-------- .../report/relative_pdf_small.svg | 72 +-- .../report/typical.svg | 112 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 80 ++- .../fan_out_hydroflow_scheduled/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 453 ++++++++-------- .../report/both/pdf.svg | 72 ++- .../report/change/mean.svg | 116 ++--- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 76 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 265 +++++----- .../report/iteration_times_small.svg | 265 +++++----- .../report/mean.svg | 102 ++-- .../report/median.svg | 72 ++- .../report/pdf.svg | 106 ++-- .../report/pdf_small.svg | 70 +-- .../report/relative_iteration_times_small.svg | 451 ++++++++-------- .../report/relative_pdf_small.svg | 72 ++- .../report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 92 ++-- .../fan_out_hydroflow_surface/report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 364 ++++++------- .../report/both/pdf.svg | 36 +- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 78 +-- .../report/change/t-test.svg | 68 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 248 ++++----- .../report/iteration_times_small.svg | 246 ++++----- .../fan_out_hydroflow_surface/report/mean.svg | 86 ++-- .../report/median.svg | 88 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 132 +++-- .../report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 338 ++++++------ .../report/relative_pdf_small.svg | 36 +- .../report/typical.svg | 86 ++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 92 ++-- criterion/fork_join_hydroflow/report/SD.svg | 66 ++- .../report/both/iteration_times.svg | 461 ++++++++--------- .../fork_join_hydroflow/report/both/pdf.svg | 30 +- .../report/change/mean.svg | 80 ++- .../report/change/median.svg | 110 ++-- .../report/change/t-test.svg | 76 ++- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 251 ++++----- .../report/iteration_times_small.svg | 249 ++++----- criterion/fork_join_hydroflow/report/mean.svg | 94 ++-- .../fork_join_hydroflow/report/median.svg | 94 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 136 ++--- .../fork_join_hydroflow/report/pdf_small.svg | 58 ++- .../report/relative_iteration_times_small.svg | 449 ++++++++-------- .../report/relative_pdf_small.svg | 30 +- .../fork_join_hydroflow/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 108 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 84 ++- .../report/both/iteration_times.svg | 442 ++++++++-------- .../report/both/pdf.svg | 80 +-- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 64 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 268 +++++----- .../report/iteration_times_small.svg | 268 +++++----- .../report/mean.svg | 116 ++--- .../report/median.svg | 98 ++-- .../report/pdf.svg | 156 +++--- .../report/pdf_small.svg | 60 +-- .../report/relative_iteration_times_small.svg | 436 ++++++++-------- .../report/relative_pdf_small.svg | 80 +-- .../report/typical.svg | 116 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 122 +++-- .../report/both/iteration_times.svg | 452 ++++++++-------- .../report/both/pdf.svg | 44 +- .../report/change/mean.svg | 116 ++--- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 253 ++++----- .../report/iteration_times_small.svg | 251 ++++----- .../report/mean.svg | 114 ++--- .../report/median.svg | 114 ++--- .../report/pdf.svg | 114 +++-- .../report/pdf_small.svg | 62 ++- .../report/relative_iteration_times_small.svg | 452 ++++++++-------- .../report/relative_pdf_small.svg | 44 +- .../report/typical.svg | 114 ++--- .../hydroflow_diamond/base/estimates.json | 2 +- criterion/hydroflow_diamond/base/sample.json | 2 +- criterion/hydroflow_diamond/base/tukey.json | 2 +- .../hydroflow_diamond/change/estimates.json | 2 +- .../hydroflow_diamond/new/estimates.json | 2 +- criterion/hydroflow_diamond/new/sample.json | 2 +- criterion/hydroflow_diamond/new/tukey.json | 2 +- criterion/hydroflow_diamond/report/MAD.svg | 110 ++-- criterion/hydroflow_diamond/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 396 +++++++------- .../hydroflow_diamond/report/both/pdf.svg | 48 +- .../hydroflow_diamond/report/change/mean.svg | 128 ++--- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 +-- criterion/hydroflow_diamond/report/index.html | 40 +- .../report/iteration_times.svg | 268 +++++----- .../report/iteration_times_small.svg | 262 +++++----- criterion/hydroflow_diamond/report/mean.svg | 104 ++-- criterion/hydroflow_diamond/report/median.svg | 78 +-- criterion/hydroflow_diamond/report/pdf.svg | 112 ++-- .../hydroflow_diamond/report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 394 +++++++------- .../report/relative_pdf_small.svg | 48 +- .../hydroflow_diamond/report/typical.svg | 104 ++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 108 ++-- criterion/identity_hydroflow/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 430 ++++++++-------- .../identity_hydroflow/report/both/pdf.svg | 72 ++- .../identity_hydroflow/report/change/mean.svg | 90 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 72 +-- .../identity_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 271 +++++----- .../report/iteration_times_small.svg | 271 +++++----- criterion/identity_hydroflow/report/mean.svg | 116 +++-- .../identity_hydroflow/report/median.svg | 106 ++-- criterion/identity_hydroflow/report/pdf.svg | 174 +++---- .../identity_hydroflow/report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 430 ++++++++-------- .../report/relative_pdf_small.svg | 68 ++- .../identity_hydroflow/report/typical.svg | 116 +++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../identity_hydroflow_compiled/report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 450 ++++++++-------- .../report/both/pdf.svg | 70 ++- .../report/change/mean.svg | 86 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 250 ++++----- .../report/iteration_times_small.svg | 248 ++++----- .../report/mean.svg | 120 ++--- .../report/median.svg | 92 ++-- .../report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 440 ++++++++-------- .../report/relative_pdf_small.svg | 70 ++- .../report/typical.svg | 120 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 92 ++-- .../identity_hydroflow_surface/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 484 +++++++++--------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 112 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 261 +++++----- .../report/mean.svg | 66 ++- .../report/median.svg | 104 ++-- .../identity_hydroflow_surface/report/pdf.svg | 88 ++-- .../report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 470 ++++++++--------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 66 ++- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 96 ++-- criterion/micro_ops_anti_join/report/SD.svg | 98 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 118 +++-- .../report/change/median.svg | 128 ++--- .../report/change/t-test.svg | 76 +-- .../micro_ops_anti_join/report/index.html | 46 +- criterion/micro_ops_anti_join/report/mean.svg | 90 ++-- .../micro_ops_anti_join/report/median.svg | 106 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 118 +++-- .../micro_ops_anti_join/report/pdf_small.svg | 52 +- .../micro_ops_anti_join/report/regression.svg | 162 +++--- .../report/regression_small.svg | 120 ++--- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 6 +- .../micro_ops_anti_join/report/slope.svg | 106 ++-- .../micro_ops_anti_join/report/typical.svg | 106 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 118 ++--- criterion/micro_ops_crossjoin/report/SD.svg | 88 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 62 +-- .../report/both/regression.svg | 44 +- .../report/change/mean.svg | 76 ++- .../report/change/median.svg | 82 +-- .../report/change/t-test.svg | 72 +-- .../micro_ops_crossjoin/report/index.html | 44 +- criterion/micro_ops_crossjoin/report/mean.svg | 106 ++-- .../micro_ops_crossjoin/report/median.svg | 102 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 174 ++++--- .../micro_ops_crossjoin/report/pdf_small.svg | 42 +- .../micro_ops_crossjoin/report/regression.svg | 260 +++++----- .../report/regression_small.svg | 244 +++++---- .../report/relative_pdf_small.svg | 62 +-- .../report/relative_regression_small.svg | 38 +- .../micro_ops_crossjoin/report/slope.svg | 108 ++-- .../micro_ops_crossjoin/report/typical.svg | 108 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 66 +-- criterion/micro_ops_difference/report/SD.svg | 84 ++- .../micro_ops_difference/report/both/pdf.svg | 72 ++- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 44 +- .../micro_ops_difference/report/mean.svg | 70 +-- .../micro_ops_difference/report/median.svg | 60 ++- criterion/micro_ops_difference/report/pdf.svg | 92 ++-- .../micro_ops_difference/report/pdf_small.svg | 58 +-- .../report/regression.svg | 156 +++--- .../report/regression_small.svg | 106 ++-- .../report/relative_pdf_small.svg | 72 ++- .../report/relative_regression_small.svg | 8 +- .../micro_ops_difference/report/slope.svg | 94 ++-- .../micro_ops_difference/report/typical.svg | 94 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 74 +-- criterion/micro_ops_flat_map/report/SD.svg | 94 ++-- .../micro_ops_flat_map/report/both/pdf.svg | 70 ++- .../report/both/regression.svg | 8 +- .../micro_ops_flat_map/report/change/mean.svg | 108 ++-- .../report/change/median.svg | 112 ++-- .../report/change/t-test.svg | 76 ++- .../micro_ops_flat_map/report/index.html | 46 +- criterion/micro_ops_flat_map/report/mean.svg | 90 ++-- .../micro_ops_flat_map/report/median.svg | 94 ++-- criterion/micro_ops_flat_map/report/pdf.svg | 90 ++-- .../micro_ops_flat_map/report/pdf_small.svg | 58 +-- .../micro_ops_flat_map/report/regression.svg | 200 ++++---- .../report/regression_small.svg | 166 +++--- .../report/relative_pdf_small.svg | 68 ++- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_flat_map/report/slope.svg | 86 ++-- .../micro_ops_flat_map/report/typical.svg | 86 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 86 ++-- criterion/micro_ops_fold/report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 455 ++++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 60 +-- .../micro_ops_fold/report/change/mean.svg | 108 ++-- .../micro_ops_fold/report/change/median.svg | 110 ++-- .../micro_ops_fold/report/change/t-test.svg | 60 +-- criterion/micro_ops_fold/report/index.html | 38 +- .../micro_ops_fold/report/iteration_times.svg | 254 +++++---- .../report/iteration_times_small.svg | 258 +++++----- criterion/micro_ops_fold/report/mean.svg | 98 ++-- criterion/micro_ops_fold/report/median.svg | 76 +-- criterion/micro_ops_fold/report/pdf.svg | 112 ++-- criterion/micro_ops_fold/report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 455 ++++++++-------- .../report/relative_pdf_small.svg | 60 +-- criterion/micro_ops_fold/report/typical.svg | 98 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 114 ++--- criterion/micro_ops_group_by/report/SD.svg | 90 ++-- .../micro_ops_group_by/report/both/pdf.svg | 36 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 84 +-- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 48 +- .../micro_ops_group_by/report/index.html | 42 +- criterion/micro_ops_group_by/report/mean.svg | 106 ++-- .../micro_ops_group_by/report/median.svg | 70 +-- criterion/micro_ops_group_by/report/pdf.svg | 88 ++-- .../micro_ops_group_by/report/pdf_small.svg | 54 +- .../micro_ops_group_by/report/regression.svg | 190 +++---- .../report/regression_small.svg | 146 +++--- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_group_by/report/slope.svg | 90 ++-- .../micro_ops_group_by/report/typical.svg | 90 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 106 ++-- criterion/micro_ops_identity/report/SD.svg | 106 ++-- .../micro_ops_identity/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 29 +- .../micro_ops_identity/report/change/mean.svg | 142 ++--- .../report/change/median.svg | 124 ++--- .../report/change/t-test.svg | 76 +-- .../micro_ops_identity/report/index.html | 46 +- criterion/micro_ops_identity/report/mean.svg | 66 +-- .../micro_ops_identity/report/median.svg | 92 ++-- criterion/micro_ops_identity/report/pdf.svg | 96 ++-- .../micro_ops_identity/report/pdf_small.svg | 58 +-- .../micro_ops_identity/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 214 ++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 17 +- criterion/micro_ops_identity/report/slope.svg | 96 ++-- .../micro_ops_identity/report/typical.svg | 96 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 84 ++- criterion/micro_ops_join/report/SD.svg | 118 ++--- criterion/micro_ops_join/report/both/pdf.svg | 56 +- .../micro_ops_join/report/both/regression.svg | 8 +- .../micro_ops_join/report/change/mean.svg | 88 ++-- .../micro_ops_join/report/change/median.svg | 78 +-- .../micro_ops_join/report/change/t-test.svg | 52 +- criterion/micro_ops_join/report/index.html | 44 +- criterion/micro_ops_join/report/mean.svg | 90 ++-- criterion/micro_ops_join/report/median.svg | 76 +-- criterion/micro_ops_join/report/pdf.svg | 130 +++-- criterion/micro_ops_join/report/pdf_small.svg | 56 +- .../micro_ops_join/report/regression.svg | 244 ++++----- .../report/regression_small.svg | 224 ++++---- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_join/report/slope.svg | 92 ++-- criterion/micro_ops_join/report/typical.svg | 92 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 62 +-- criterion/micro_ops_map/report/SD.svg | 84 ++- criterion/micro_ops_map/report/both/pdf.svg | 72 +-- .../micro_ops_map/report/both/regression.svg | 79 ++- .../micro_ops_map/report/change/mean.svg | 94 ++-- .../micro_ops_map/report/change/median.svg | 90 ++-- .../micro_ops_map/report/change/t-test.svg | 72 +-- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 90 ++-- criterion/micro_ops_map/report/median.svg | 84 ++- criterion/micro_ops_map/report/pdf.svg | 88 ++-- criterion/micro_ops_map/report/pdf_small.svg | 40 +- criterion/micro_ops_map/report/regression.svg | 252 ++++----- .../micro_ops_map/report/regression_small.svg | 252 ++++----- .../report/relative_pdf_small.svg | 72 +-- .../report/relative_regression_small.svg | 77 ++- criterion/micro_ops_map/report/slope.svg | 78 +-- criterion/micro_ops_map/report/typical.svg | 78 +-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 82 ++- .../micro_ops_next_tick_big/report/SD.svg | 62 +-- .../report/both/pdf.svg | 56 +- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 72 +-- .../report/change/t-test.svg | 68 +-- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 90 ++-- .../micro_ops_next_tick_big/report/median.svg | 94 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 128 ++--- .../report/pdf_small.svg | 52 +- .../report/regression.svg | 261 +++++----- .../report/regression_small.svg | 251 +++++---- .../report/relative_pdf_small.svg | 56 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_next_tick_big/report/slope.svg | 70 +-- .../report/typical.svg | 70 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 106 ++-- .../micro_ops_next_tick_small/report/SD.svg | 92 ++-- .../report/both/pdf.svg | 70 ++- .../report/both/regression.svg | 125 +++-- .../report/change/mean.svg | 124 ++--- .../report/change/median.svg | 84 +-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 46 +- .../micro_ops_next_tick_small/report/mean.svg | 68 +-- .../report/median.svg | 80 ++- .../micro_ops_next_tick_small/report/pdf.svg | 140 ++--- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 208 ++++---- .../report/regression_small.svg | 198 +++---- .../report/relative_pdf_small.svg | 70 ++- .../report/relative_regression_small.svg | 125 +++-- .../report/slope.svg | 96 ++-- .../report/typical.svg | 96 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 116 ++--- criterion/micro_ops_sort/report/SD.svg | 82 +-- criterion/micro_ops_sort/report/both/pdf.svg | 52 +- .../micro_ops_sort/report/both/regression.svg | 8 +- .../micro_ops_sort/report/change/mean.svg | 112 ++-- .../micro_ops_sort/report/change/median.svg | 126 ++--- .../micro_ops_sort/report/change/t-test.svg | 72 +-- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 108 ++-- criterion/micro_ops_sort/report/median.svg | 96 ++-- criterion/micro_ops_sort/report/pdf.svg | 88 ++-- criterion/micro_ops_sort/report/pdf_small.svg | 48 +- .../micro_ops_sort/report/regression.svg | 259 +++++----- .../report/regression_small.svg | 255 ++++----- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_sort/report/slope.svg | 108 ++-- criterion/micro_ops_sort/report/typical.svg | 108 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 96 ++-- criterion/micro_ops_tee/report/SD.svg | 114 ++--- criterion/micro_ops_tee/report/both/pdf.svg | 48 +- .../micro_ops_tee/report/both/regression.svg | 8 +- .../micro_ops_tee/report/change/mean.svg | 98 ++-- .../micro_ops_tee/report/change/median.svg | 86 ++-- .../micro_ops_tee/report/change/t-test.svg | 68 +-- criterion/micro_ops_tee/report/index.html | 44 +- criterion/micro_ops_tee/report/mean.svg | 122 ++--- criterion/micro_ops_tee/report/median.svg | 94 ++-- criterion/micro_ops_tee/report/pdf.svg | 116 ++--- criterion/micro_ops_tee/report/pdf_small.svg | 68 +-- criterion/micro_ops_tee/report/regression.svg | 162 +++--- .../micro_ops_tee/report/regression_small.svg | 132 ++--- .../report/relative_pdf_small.svg | 48 +- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_tee/report/slope.svg | 122 ++--- criterion/micro_ops_tee/report/typical.svg | 122 ++--- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 100 ++-- criterion/micro_ops_union/report/SD.svg | 60 +-- criterion/micro_ops_union/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 8 +- .../micro_ops_union/report/change/mean.svg | 100 ++-- .../micro_ops_union/report/change/median.svg | 98 ++-- .../micro_ops_union/report/change/t-test.svg | 72 +-- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 66 ++- criterion/micro_ops_union/report/median.svg | 74 +-- criterion/micro_ops_union/report/pdf.svg | 130 +++-- .../micro_ops_union/report/pdf_small.svg | 48 +- .../micro_ops_union/report/regression.svg | 218 ++++---- .../report/regression_small.svg | 192 +++---- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_union/report/slope.svg | 66 +-- criterion/micro_ops_union/report/typical.svg | 66 +-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 86 ++-- criterion/micro_ops_unique/report/SD.svg | 92 ++-- .../micro_ops_unique/report/both/pdf.svg | 68 ++- .../report/both/regression.svg | 2 +- .../micro_ops_unique/report/change/mean.svg | 84 ++- .../micro_ops_unique/report/change/median.svg | 96 ++-- .../micro_ops_unique/report/change/t-test.svg | 68 +-- criterion/micro_ops_unique/report/index.html | 42 +- criterion/micro_ops_unique/report/mean.svg | 66 +-- criterion/micro_ops_unique/report/median.svg | 74 +-- criterion/micro_ops_unique/report/pdf.svg | 96 ++-- .../micro_ops_unique/report/pdf_small.svg | 40 +- .../micro_ops_unique/report/regression.svg | 214 ++++---- .../report/regression_small.svg | 188 +++---- .../report/relative_pdf_small.svg | 68 ++- .../report/relative_regression_small.svg | 2 +- criterion/micro_ops_unique/report/slope.svg | 102 ++-- criterion/micro_ops_unique/report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 90 ++-- .../reachability_hydroflow/report/SD.svg | 82 +-- .../report/both/pdf.svg | 38 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 76 +-- .../reachability_hydroflow/report/index.html | 44 +- .../reachability_hydroflow/report/mean.svg | 94 ++-- .../reachability_hydroflow/report/median.svg | 88 ++-- .../reachability_hydroflow/report/pdf.svg | 96 ++-- .../report/pdf_small.svg | 50 +- .../report/regression.svg | 229 ++++----- .../report/regression_small.svg | 223 ++++---- .../report/relative_pdf_small.svg | 38 +- .../report/relative_regression_small.svg | 8 +- .../reachability_hydroflow/report/slope.svg | 102 ++-- .../reachability_hydroflow/report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 74 ++- .../report/both/pdf.svg | 24 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 46 +- .../report/mean.svg | 104 ++-- .../report/median.svg | 80 ++- .../report/pdf.svg | 104 ++-- .../report/pdf_small.svg | 52 +- .../report/regression.svg | 151 +++--- .../report/regression_small.svg | 123 +++-- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 86 ++-- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 102 ++-- .../report/SD.svg | 88 ++-- .../report/both/iteration_times.svg | 427 ++++++++------- .../report/both/pdf.svg | 62 +-- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 84 +-- .../report/change/t-test.svg | 76 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 266 +++++----- .../report/iteration_times_small.svg | 266 +++++----- .../report/mean.svg | 92 ++-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 100 ++-- .../report/pdf_small.svg | 60 +-- .../report/relative_iteration_times_small.svg | 427 ++++++++------- .../report/relative_pdf_small.svg | 62 +-- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 78 ++- .../report/SD.svg | 96 ++-- .../report/both/pdf.svg | 76 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 46 +- .../report/mean.svg | 94 ++-- .../report/median.svg | 84 ++- .../report/pdf.svg | 150 ++++-- .../report/pdf_small.svg | 82 +-- .../report/regression.svg | 128 ++--- .../report/regression_small.svg | 104 ++-- .../report/relative_pdf_small.svg | 76 +-- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 96 ++-- .../report/typical.svg | 96 ++-- 812 files changed, 33126 insertions(+), 33008 deletions(-) diff --git a/bench/data.js b/bench/data.js index afa862ec1f38..5158bb14ba91 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1733112372468, + "lastUpdate": 1733198752659, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -175111,6 +175111,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "0dc709ed5a53c723f47fa1d10063e57bb50a63c8", + "message": "chore(stageleft): use same hashing library everywhere (#1590)", + "timestamp": "2024-12-02T20:44:19Z", + "url": "https://github.com/hydro-project/hydroflow/commit/0dc709ed5a53c723f47fa1d10063e57bb50a63c8" + }, + "date": 1733198752619, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309264, + "range": "± 571", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6493938, + "range": "± 23414", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524946, + "range": "± 22743", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 73836465, + "range": "± 678351", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40742354, + "range": "± 232720", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 49171618, + "range": "± 1079078", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6473636, + "range": "± 18302", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6183831, + "range": "± 77034", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31768328, + "range": "± 1670002", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4441862, + "range": "± 33977", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6577564, + "range": "± 205814", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6491970, + "range": "± 40685", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6637183, + "range": "± 13282", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1795623, + "range": "± 29412", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1791579, + "range": "± 8412", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5319165, + "range": "± 38522", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1512133, + "range": "± 44326", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 58748349, + "range": "± 1116338", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3969, + "range": "± 63", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52761, + "range": "± 279", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9511, + "range": "± 93", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6666, + "range": "± 84", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76288, + "range": "± 736", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70272, + "range": "± 1169", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15127, + "range": "± 276", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6916, + "range": "± 37", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22105, + "range": "± 992", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80163, + "range": "± 1881", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 103107, + "range": "± 2271", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8065, + "range": "± 145", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49501, + "range": "± 1515", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69802, + "range": "± 3719", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8849, + "range": "± 305", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 6d46b8c27c3d..b320863545ad 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1733112372468, + "lastUpdate": 1733198752659, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -175110,6 +175110,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "0dc709ed5a53c723f47fa1d10063e57bb50a63c8", + "message": "chore(stageleft): use same hashing library everywhere (#1590)", + "timestamp": "2024-12-02T20:44:19Z", + "url": "https://github.com/hydro-project/hydroflow/commit/0dc709ed5a53c723f47fa1d10063e57bb50a63c8" + }, + "date": 1733198752619, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309264, + "range": "± 571", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6493938, + "range": "± 23414", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6524946, + "range": "± 22743", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 73836465, + "range": "± 678351", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40742354, + "range": "± 232720", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 49171618, + "range": "± 1079078", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6473636, + "range": "± 18302", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6183831, + "range": "± 77034", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31768328, + "range": "± 1670002", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4441862, + "range": "± 33977", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 6577564, + "range": "± 205814", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6491970, + "range": "± 40685", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6637183, + "range": "± 13282", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1795623, + "range": "± 29412", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1791579, + "range": "± 8412", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5319165, + "range": "± 38522", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1512133, + "range": "± 44326", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 58748349, + "range": "± 1116338", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3969, + "range": "± 63", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52761, + "range": "± 279", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9511, + "range": "± 93", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6666, + "range": "± 84", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76288, + "range": "± 736", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70272, + "range": "± 1169", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15127, + "range": "± 276", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6916, + "range": "± 37", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22105, + "range": "± 992", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80163, + "range": "± 1881", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 103107, + "range": "± 2271", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8065, + "range": "± 145", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49501, + "range": "± 1515", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69802, + "range": "± 3719", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8849, + "range": "± 305", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 5f577138f694..b9bd61d5d10d 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309351.72401077405,"upper_bound":309763.00995200896},"point_estimate":309536.01539046154,"standard_error":104.9728011193807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309155.2,"upper_bound":309325.0652173913},"point_estimate":309214.6215909091,"standard_error":47.51170322640471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76511593599318,"upper_bound":340.4886187921061},"point_estimate":214.71835580338364,"standard_error":44.801360249291854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309312.94749235857,"upper_bound":309758.2550473252},"point_estimate":309514.0874833752,"standard_error":113.83347231095811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533.252233832611,"upper_bound":1502.833905179575},"point_estimate":1053.4487390095615,"standard_error":250.4599073318454}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309227.7654312677,"upper_bound":309449.0049522188},"point_estimate":309325.63849999267,"standard_error":56.947303827085044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309215.53779069765,"upper_bound":309310.8625},"point_estimate":309264.07401315786,"standard_error":22.281525878363425},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.92512789157186,"upper_bound":280.0796989316481},"point_estimate":191.44464111842223,"standard_error":34.471024085647024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309267.9853164908,"upper_bound":309662.6088248319},"point_estimate":309435.2930138909,"standard_error":102.92317578020153},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.4130107476668,"upper_bound":834.030309696144},"point_estimate":571.1570756473391,"standard_error":156.95983741304084}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 2150b6cfafd4..606e37f4aad1 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240645.0,2466954.0,3710125.0,4941673.0,6212776.0,7424087.0,8652910.0,9889919.0,11123752.0,12362404.0,13611666.0,14894119.0,16098187.0,17380550.0,18549312.0,19797572.0,21054999.0,22253375.0,23496255.0,24726331.0,25984789.0,27212031.0,28458367.0,29662955.0,30912217.0,32173220.0,33440926.0,34678627.0,35853319.0,37092643.0,38588795.0,39562983.0,40829307.0,42041600.0,43338149.0,44616496.0,45834569.0,47106021.0,48374259.0,49520750.0,50706382.0,51937390.0,53152950.0,54386130.0,55631374.0,56915812.0,58097428.0,59395470.0,60661273.0,61805288.0,63840196.0,65800605.0,66592393.0,66890200.0,68024356.0,69241949.0,70544821.0,71720024.0,72934821.0,74173433.0,75482467.0,76673610.0,77958498.0,79211216.0,80479133.0,81651871.0,82805133.0,84073281.0,85351216.0,86564380.0,87789627.0,89028299.0,90275408.0,91475737.0,92834744.0,94738737.0,95244592.0,96429674.0,97673475.0,98970096.0,100250536.0,102226383.0,102666124.0,103827011.0,105183794.0,106611378.0,107574876.0,108830890.0,110098216.0,111283408.0,112527139.0,113747137.0,114943630.0,116429092.0,117526650.0,118684373.0,120772219.0,121189658.0,122406729.0,123661752.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240672.0,2466166.0,3709364.0,4940098.0,6180881.0,7413468.0,8646316.0,9888001.0,11114817.0,12363945.0,13619315.0,14828248.0,16068169.0,17296799.0,18527864.0,19793454.0,21009399.0,22240865.0,23522064.0,24712612.0,25951081.0,27182645.0,28504490.0,29769909.0,30894574.0,32199277.0,33456000.0,34640638.0,35860661.0,37122213.0,38358817.0,39593589.0,40839141.0,42084473.0,43323882.0,44541111.0,45782405.0,47007919.0,48237150.0,49473945.0,50725188.0,51971861.0,53180304.0,54445101.0,55672839.0,56881462.0,58184752.0,59439410.0,60621734.0,61845735.0,63073974.0,64317853.0,65609631.0,66775163.0,68027267.0,69276375.0,70500597.0,71746550.0,73032377.0,74234607.0,75441908.0,76751488.0,78001929.0,79144197.0,80441377.0,81696596.0,82901772.0,84107459.0,85370624.0,86551935.0,87845797.0,89092120.0,90263934.0,91598533.0,92817474.0,94016719.0,95259436.0,96517630.0,97728448.0,98960274.0,101330630.0,101432642.0,102593906.0,103943973.0,106386976.0,106370145.0,107578397.0,108856088.0,110036788.0,111289545.0,112709552.0,113912965.0,115264505.0,116372299.0,117518464.0,118794693.0,119952541.0,121138541.0,122393802.0,123636848.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 74a3d8b106a2..62c407d71843 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[307877.6008405738,308485.39677057543,310106.1859172465,310713.98184724816] \ No newline at end of file +[308319.0832581802,308719.946441957,309788.9149320286,310189.7781158055] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 24534f973f51..df9bb5930169 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020298963894587294,"upper_bound":0.0009787474889898173},"point_estimate":-0.0003739508424847049,"standard_error":0.0007751746936945661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006918178362114169,"upper_bound":0.0005629956231452127},"point_estimate":0.00020374414308776956,"standard_error":0.0001669169247020067}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001465429672257601,"upper_bound":0.00004431509451944149},"point_estimate":-0.000679652382949647,"standard_error":0.0003856655581918138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00021041165341961765,"upper_bound":0.00042415663904343695},"point_estimate":0.00015992911976270285,"standard_error":0.00016731120867208876}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 5f577138f694..b9bd61d5d10d 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309351.72401077405,"upper_bound":309763.00995200896},"point_estimate":309536.01539046154,"standard_error":104.9728011193807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309155.2,"upper_bound":309325.0652173913},"point_estimate":309214.6215909091,"standard_error":47.51170322640471},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":161.76511593599318,"upper_bound":340.4886187921061},"point_estimate":214.71835580338364,"standard_error":44.801360249291854},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309312.94749235857,"upper_bound":309758.2550473252},"point_estimate":309514.0874833752,"standard_error":113.83347231095811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":533.252233832611,"upper_bound":1502.833905179575},"point_estimate":1053.4487390095615,"standard_error":250.4599073318454}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309227.7654312677,"upper_bound":309449.0049522188},"point_estimate":309325.63849999267,"standard_error":56.947303827085044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309215.53779069765,"upper_bound":309310.8625},"point_estimate":309264.07401315786,"standard_error":22.281525878363425},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.92512789157186,"upper_bound":280.0796989316481},"point_estimate":191.44464111842223,"standard_error":34.471024085647024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309267.9853164908,"upper_bound":309662.6088248319},"point_estimate":309435.2930138909,"standard_error":102.92317578020153},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.4130107476668,"upper_bound":834.030309696144},"point_estimate":571.1570756473391,"standard_error":156.95983741304084}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 2150b6cfafd4..606e37f4aad1 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240645.0,2466954.0,3710125.0,4941673.0,6212776.0,7424087.0,8652910.0,9889919.0,11123752.0,12362404.0,13611666.0,14894119.0,16098187.0,17380550.0,18549312.0,19797572.0,21054999.0,22253375.0,23496255.0,24726331.0,25984789.0,27212031.0,28458367.0,29662955.0,30912217.0,32173220.0,33440926.0,34678627.0,35853319.0,37092643.0,38588795.0,39562983.0,40829307.0,42041600.0,43338149.0,44616496.0,45834569.0,47106021.0,48374259.0,49520750.0,50706382.0,51937390.0,53152950.0,54386130.0,55631374.0,56915812.0,58097428.0,59395470.0,60661273.0,61805288.0,63840196.0,65800605.0,66592393.0,66890200.0,68024356.0,69241949.0,70544821.0,71720024.0,72934821.0,74173433.0,75482467.0,76673610.0,77958498.0,79211216.0,80479133.0,81651871.0,82805133.0,84073281.0,85351216.0,86564380.0,87789627.0,89028299.0,90275408.0,91475737.0,92834744.0,94738737.0,95244592.0,96429674.0,97673475.0,98970096.0,100250536.0,102226383.0,102666124.0,103827011.0,105183794.0,106611378.0,107574876.0,108830890.0,110098216.0,111283408.0,112527139.0,113747137.0,114943630.0,116429092.0,117526650.0,118684373.0,120772219.0,121189658.0,122406729.0,123661752.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240672.0,2466166.0,3709364.0,4940098.0,6180881.0,7413468.0,8646316.0,9888001.0,11114817.0,12363945.0,13619315.0,14828248.0,16068169.0,17296799.0,18527864.0,19793454.0,21009399.0,22240865.0,23522064.0,24712612.0,25951081.0,27182645.0,28504490.0,29769909.0,30894574.0,32199277.0,33456000.0,34640638.0,35860661.0,37122213.0,38358817.0,39593589.0,40839141.0,42084473.0,43323882.0,44541111.0,45782405.0,47007919.0,48237150.0,49473945.0,50725188.0,51971861.0,53180304.0,54445101.0,55672839.0,56881462.0,58184752.0,59439410.0,60621734.0,61845735.0,63073974.0,64317853.0,65609631.0,66775163.0,68027267.0,69276375.0,70500597.0,71746550.0,73032377.0,74234607.0,75441908.0,76751488.0,78001929.0,79144197.0,80441377.0,81696596.0,82901772.0,84107459.0,85370624.0,86551935.0,87845797.0,89092120.0,90263934.0,91598533.0,92817474.0,94016719.0,95259436.0,96517630.0,97728448.0,98960274.0,101330630.0,101432642.0,102593906.0,103943973.0,106386976.0,106370145.0,107578397.0,108856088.0,110036788.0,111289545.0,112709552.0,113912965.0,115264505.0,116372299.0,117518464.0,118794693.0,119952541.0,121138541.0,122393802.0,123636848.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 74a3d8b106a2..62c407d71843 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[307877.6008405738,308485.39677057543,310106.1859172465,310713.98184724816] \ No newline at end of file +[308319.0832581802,308719.946441957,309788.9149320286,310189.7781158055] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 8cfa742dadc7..9ac7ab2d0eba 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + + +0.016 + + - + +140 + + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - -300 - - - -320 - - - -340 - - - -360 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 802411ab3569..eb173cd593d3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,69 +6,81 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - - -1.6 + + +0.004 - + + +0.0045 + + + +0.005 + + - -0.6 + +200 + + + +300 - - -0.8 + + +400 - - -1 + + +500 - - -1.2 + + +600 - - -1.4 + + +700 - - -1.6 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 9d4ecf2e5a81..510a7ae9fede 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,55 +9,75 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + - + +308 + + + 310 - - -315 + + +312 - - -320 + + +314 - - -325 + + +316 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 2336ebaab974..432794187199 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -20,10 +20,10 @@ Iterations - + - - + + 0.0 @@ -37,22 +37,22 @@ Iterations 40.0 - + 60.0 - + 80.0 - + 100.0 - - + + 120.0 - + 0 @@ -93,7 +93,7 @@ Iterations - + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 88f3d98031a3..4665f1a4520d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - + + +200 + + -150 +300 - -200 + +400 - - -250 + + +500 - - -300 + + +600 - - -350 + + +700 - - -400 + + +800 - - -450 + + +900 - - -500 + + +1000 - + - --0.002 + +-0.0016 - + + +-0.0014 + + --0.0015 +-0.0012 - + -0.001 - - --5e-4 + + +-8e-4 + + + +-6e-4 + + + +-4e-4 - - -0 + + +-2e-4 - - -5e-4 + + +2.1684e-19 - - -0.001 + + +2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 4c48b3b81efb..a5f402927f69 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - + + +2500 + + - + +-2e-4 + + + -1e-4 - - -0 + + +-2.7105e-20 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - + + 4e-4 - - -5e-4 - - - -6e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index e99f8988107d..49f5ab933b28 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - --4.0 + + +0.4 - - + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index ee655bc7e8c4..b96a5752431d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.31 µs - 309.51 µs - 309.76 µs + 309.27 µs + 309.44 µs + 309.66 µs R² - 0.9984731 - 0.9985315 - 0.9984454 + 0.9992033 + 0.9992438 + 0.9991690 Mean - 309.35 µs - 309.54 µs - 309.76 µs + 309.23 µs + 309.33 µs + 309.45 µs Std. Dev. - 533.25 ns - 1.0534 µs - 1.5028 µs + 245.41 ns + 571.16 ns + 834.03 ns Median - 309.16 µs - 309.21 µs - 309.33 µs + 309.22 µs + 309.26 µs + 309.31 µs MAD - 161.77 ns - 214.72 ns - 340.49 ns + 146.93 ns + 191.44 ns + 280.08 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2030% - -0.0374% - +0.0979% - (p = 0.66 > + -0.1465% + -0.0680% + +0.0044% + (p = 0.08 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 2a0bacb47372..14cbf7156801 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - - -309.35 - - - -309.4 - - - -309.45 + + +5 - - -309.5 + + +6 - - -309.55 + + +7 - - -309.6 + + + +309.25 - - -309.65 + + +309.3 - - -309.7 + + +309.35 - - -309.75 + + +309.4 - - -309.8 + + +309.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 045663915978..bfd1a2ebaf1c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - + -12 +30 - - -309.14 - - - -309.16 + +35 - - -309.18 - - - -309.2 - - - + + + 309.22 - - + + 309.24 - - + + 309.26 - - + + 309.28 - - + + 309.3 - - + + 309.32 - - -309.34 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 9c4d90144790..a2922aa48d9d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,46 +46,30 @@ Average Time (µs) - + 308 - - + + 309 - - + + 310 - - + + 311 - - + + 312 - - + + 313 - - -314 - - - -315 - - - -316 - - - -317 - - + Density (a.u.) @@ -94,64 +78,46 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.8 + + + +1 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 56ce83bba33e..25f4cc399867 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 + + +0.8 + + + +1 - + + +1.2 + + - + 308 - - + + 310 - - + + 312 - - -314 - - - -316 - - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index a872fc492024..dd47f220bd69 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -84,7 +84,7 @@ Iterations - + @@ -93,7 +93,7 @@ Iterations - + @@ -118,21 +118,21 @@ Iterations - + - + - - - + + + @@ -148,35 +148,35 @@ Iterations - + - + - + - + - - - + + + - - - + + + - + - + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index d7a276c74d21..70f3929a244f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -93,13 +93,13 @@ Iterations - + - + @@ -115,7 +115,7 @@ Iterations - + @@ -127,9 +127,9 @@ Iterations - - - + + + @@ -144,36 +144,36 @@ Iterations - + - + - + - + - - + + - - - + + + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 4fe9fdf5d82b..770dc570b6ae 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,53 +6,73 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + - + +308 + + + 310 - - -315 + + +312 - - -320 + + +314 - - -325 + + +316 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 154caccc1e5f..c6b992834ef3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -90,5 +90,5 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index f59e62af46cf..406777500926 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + + +4 + + - + +309.25 + + + 309.3 - - + + 309.35 - - + + 309.4 - - + + 309.45 - - + + 309.5 - - + + 309.55 - - + + 309.6 - - + + 309.65 - - + + 309.7 - - -309.75 - - - -309.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index aa5d6b0d6982..018f4a73befd 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + + +4 + + - + +309.25 + + + 309.3 - - + + 309.35 - - + + 309.4 - - + + 309.45 - - + + 309.5 - - + + 309.55 - - + + 309.6 - - + + 309.65 - - + + 309.7 - - -309.75 - - - -309.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 9575787e3b17..85642f419650 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491591.3063125,"upper_bound":6493503.195},"point_estimate":6492408.11,"standard_error":492.4476286966196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491086.75,"upper_bound":6492622.875},"point_estimate":6491927.375,"standard_error":429.54986979685685},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261.7062598466873,"upper_bound":3424.99126419425},"point_estimate":2991.423434391618,"standard_error":300.01848537259013},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2361.0094821934954,"upper_bound":7722.807239720386},"point_estimate":4961.521225807807,"standard_error":1721.5136347936468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6495528.6548125,"upper_bound":6504553.46646875},"point_estimate":6499506.645,"standard_error":2327.8089843205494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492589.0,"upper_bound":6494610.8125},"point_estimate":6493938.9375,"standard_error":472.8484091032544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3728.3682838082314,"upper_bound":5884.809945523739},"point_estimate":4847.916588932276,"standard_error":550.1383371284593},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10702.687648472913,"upper_bound":34629.27252249379},"point_estimate":23414.197617167727,"standard_error":6321.8245505629}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 6afbe8f99f4d..3ae68d1e8fe0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51910671.0,51951888.0,51907365.0,51902686.0,51939154.0,51962006.0,51928694.0,51942410.0,51954292.0,51973408.0,51932552.0,52270333.0,51931459.0,51907084.0,51939003.0,51918906.0,51955855.0,51952028.0,51937230.0,51926871.0,51943793.0,51919316.0,51891811.0,51905788.0,51954558.0,51925004.0,51929683.0,51977982.0,51945652.0,51938909.0,51956563.0,51928049.0,51952895.0,51951903.0,51921867.0,51921958.0,51944971.0,51949879.0,51940983.0,51916718.0,51936054.0,51922348.0,51910857.0,51938509.0,51929532.0,51926226.0,51952441.0,51961167.0,51919239.0,51912737.0,51984370.0,51939917.0,51928647.0,51935639.0,51918387.0,51953763.0,51969333.0,51943775.0,51933505.0,51925851.0,51941250.0,51913768.0,51929367.0,51944886.0,51911695.0,52008896.0,51971847.0,51916343.0,51903078.0,51950828.0,51951279.0,51990392.0,51928115.0,51904230.0,51927024.0,51953202.0,51941840.0,51913508.0,51920461.0,51916333.0,51938495.0,51935199.0,51946139.0,51911064.0,51929328.0,51966757.0,51949716.0,51912897.0,51961898.0,51950116.0,51949605.0,51900013.0,51905974.0,51923907.0,51954373.0,51961438.0,51913788.0,51927014.0,51911284.0,51934667.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51920486.0,51922710.0,51984822.0,51907259.0,51899644.0,52080442.0,51964646.0,51957944.0,51910084.0,51940712.0,51931153.0,52064924.0,52656381.0,51926875.0,51915484.0,51914823.0,51944989.0,51956481.0,51916516.0,51951171.0,51937305.0,52052692.0,51974785.0,51946532.0,51949878.0,51959647.0,51983822.0,51945060.0,51964576.0,51963894.0,51970337.0,52677310.0,52337073.0,51990274.0,51952634.0,51952193.0,51972351.0,51956601.0,52025660.0,52469861.0,53322357.0,52299002.0,51908301.0,51919933.0,51930012.0,51968734.0,51921335.0,51938016.0,51961620.0,51955469.0,52192552.0,51914162.0,51912669.0,51910395.0,51964035.0,51925763.0,51915474.0,51919582.0,51917468.0,51915124.0,51920754.0,51911317.0,51912709.0,51917016.0,51920473.0,51906388.0,51955599.0,51996766.0,52010101.0,51917388.0,52001685.0,51925433.0,51953465.0,51979304.0,51948846.0,51931274.0,51949728.0,51925272.0,51947925.0,51963113.0,51928439.0,52188776.0,51951852.0,51934941.0,51957292.0,51927647.0,51980005.0,51954397.0,51950820.0,52041339.0,51938998.0,52007185.0,51978683.0,51971389.0,51968253.0,51973473.0,51955750.0,51929160.0,51931895.0,51978432.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 620e621c063e..616689302068 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6477861.65625,6483886.875,6499954.125,6505979.34375] \ No newline at end of file +[6472140.375,6481359.65625,6505944.40625,6515163.6875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 382c3dc9679a..250fe537b062 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001105165905923236,"upper_bound":-0.00027662513621331267},"point_estimate":-0.0006590494797753532,"standard_error":0.0002110039589150514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003155953710338941,"upper_bound":-8.55475687943997e-6},"point_estimate":-0.000154658568372934,"standard_error":0.00007917897570905688}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004719450510962897,"upper_bound":0.0017856746439797455},"point_estimate":0.0010933593328898983,"standard_error":0.0003417537373661007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008745781477026426,"upper_bound":0.0004888106593268216},"point_estimate":0.0003098559770933207,"standard_error":0.00009789194344699429}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 9575787e3b17..85642f419650 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491591.3063125,"upper_bound":6493503.195},"point_estimate":6492408.11,"standard_error":492.4476286966196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491086.75,"upper_bound":6492622.875},"point_estimate":6491927.375,"standard_error":429.54986979685685},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2261.7062598466873,"upper_bound":3424.99126419425},"point_estimate":2991.423434391618,"standard_error":300.01848537259013},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2361.0094821934954,"upper_bound":7722.807239720386},"point_estimate":4961.521225807807,"standard_error":1721.5136347936468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6495528.6548125,"upper_bound":6504553.46646875},"point_estimate":6499506.645,"standard_error":2327.8089843205494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492589.0,"upper_bound":6494610.8125},"point_estimate":6493938.9375,"standard_error":472.8484091032544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3728.3682838082314,"upper_bound":5884.809945523739},"point_estimate":4847.916588932276,"standard_error":550.1383371284593},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10702.687648472913,"upper_bound":34629.27252249379},"point_estimate":23414.197617167727,"standard_error":6321.8245505629}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 6afbe8f99f4d..3ae68d1e8fe0 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51910671.0,51951888.0,51907365.0,51902686.0,51939154.0,51962006.0,51928694.0,51942410.0,51954292.0,51973408.0,51932552.0,52270333.0,51931459.0,51907084.0,51939003.0,51918906.0,51955855.0,51952028.0,51937230.0,51926871.0,51943793.0,51919316.0,51891811.0,51905788.0,51954558.0,51925004.0,51929683.0,51977982.0,51945652.0,51938909.0,51956563.0,51928049.0,51952895.0,51951903.0,51921867.0,51921958.0,51944971.0,51949879.0,51940983.0,51916718.0,51936054.0,51922348.0,51910857.0,51938509.0,51929532.0,51926226.0,51952441.0,51961167.0,51919239.0,51912737.0,51984370.0,51939917.0,51928647.0,51935639.0,51918387.0,51953763.0,51969333.0,51943775.0,51933505.0,51925851.0,51941250.0,51913768.0,51929367.0,51944886.0,51911695.0,52008896.0,51971847.0,51916343.0,51903078.0,51950828.0,51951279.0,51990392.0,51928115.0,51904230.0,51927024.0,51953202.0,51941840.0,51913508.0,51920461.0,51916333.0,51938495.0,51935199.0,51946139.0,51911064.0,51929328.0,51966757.0,51949716.0,51912897.0,51961898.0,51950116.0,51949605.0,51900013.0,51905974.0,51923907.0,51954373.0,51961438.0,51913788.0,51927014.0,51911284.0,51934667.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51920486.0,51922710.0,51984822.0,51907259.0,51899644.0,52080442.0,51964646.0,51957944.0,51910084.0,51940712.0,51931153.0,52064924.0,52656381.0,51926875.0,51915484.0,51914823.0,51944989.0,51956481.0,51916516.0,51951171.0,51937305.0,52052692.0,51974785.0,51946532.0,51949878.0,51959647.0,51983822.0,51945060.0,51964576.0,51963894.0,51970337.0,52677310.0,52337073.0,51990274.0,51952634.0,51952193.0,51972351.0,51956601.0,52025660.0,52469861.0,53322357.0,52299002.0,51908301.0,51919933.0,51930012.0,51968734.0,51921335.0,51938016.0,51961620.0,51955469.0,52192552.0,51914162.0,51912669.0,51910395.0,51964035.0,51925763.0,51915474.0,51919582.0,51917468.0,51915124.0,51920754.0,51911317.0,51912709.0,51917016.0,51920473.0,51906388.0,51955599.0,51996766.0,52010101.0,51917388.0,52001685.0,51925433.0,51953465.0,51979304.0,51948846.0,51931274.0,51949728.0,51925272.0,51947925.0,51963113.0,51928439.0,52188776.0,51951852.0,51934941.0,51957292.0,51927647.0,51980005.0,51954397.0,51950820.0,52041339.0,51938998.0,52007185.0,51978683.0,51971389.0,51968253.0,51973473.0,51955750.0,51929160.0,51931895.0,51978432.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 620e621c063e..616689302068 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6477861.65625,6483886.875,6499954.125,6505979.34375] \ No newline at end of file +[6472140.375,6481359.65625,6505944.40625,6515163.6875] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 67c7235a99dc..78145060d718 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - + - -2.2 - - - -2.4 + +3.5 - - -2.6 + + +4 - - -2.8 + + +4.5 - - -3 + + +5 - - -3.2 + + +5.5 - - -3.4 + + +6 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index c74d340aee72..141bab962380 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 + +0.01 - - -0.2 + + +0.02 - - -0.3 + + +0.03 - - -0.4 + + +0.04 - - -0.5 + + +0.05 - - -0.6 + + +0.06 - - -0.7 + + +0.07 - + - -2 + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + +30 - - -7 + + +35 - - -8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 12cac3bc03f7..26096487a80b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,42 +16,52 @@ Average Iteration Time (ms) - + - - - + + + + - + + - -6.49 + +6.5 - + -6.5 +6.52 - -6.51 + +6.54 - - -6.52 + + +6.56 + + + +6.58 - - -6.53 + + +6.6 - + -6.54 +6.62 - -6.55 + +6.64 + + + +6.66 - + 0 @@ -97,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 06cdd5ff42bc..50a5b6fefaf9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -54,30 +54,26 @@ Average Time (ms) - -6.48 - - - + 6.5 - - -6.52 + + +6.55 - - -6.54 + + +6.6 - - -6.56 + + +6.65 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index d499ad71c88e..8ee4715130e5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - - -1800 - - + - --0.0011 - - - --0.001 - - - --9e-4 + +4e-4 - - --8e-4 + + +6e-4 - - --7e-4 + + +8e-4 - - --6e-4 + + +0.001 - - --5e-4 + + +0.0012 - - --4e-4 + + +0.0014 - - --3e-4 + + +0.0016 - - --2e-4 + + +0.0018 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 3a5fbde892ea..0613b1235c84 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - -4500 + + + +5e-5 - - -5000 + + +1e-4 - - -5500 + + +0.00015 - - - --3e-4 + + +2e-4 - - --0.00025 + + +0.00025 - - --2e-4 + + +3e-4 - - --0.00015 + + +0.00035 - - --1e-4 + + +4e-4 - - --5e-5 + + +0.00045 - + -5.42101e-20 +5e-4 - - - + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 2f6ed8644419..87683c269c4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 00c89ef368ce..46d691f7783a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001319 - 0.0001355 - 0.0001292 + 0.0000869 + 0.0000894 + 0.0000854 Mean - 6.4916 ms - 6.4924 ms - 6.4935 ms + 6.4955 ms + 6.4995 ms + 6.5046 ms Std. Dev. - 2.3610 µs - 4.9615 µs - 7.7228 µs + 10.703 µs + 23.414 µs + 34.629 µs Median - 6.4911 ms - 6.4919 ms 6.4926 ms + 6.4939 ms + 6.4946 ms MAD - 2.2617 µs - 2.9914 µs - 3.4250 µs + 3.7284 µs + 4.8479 µs + 5.8848 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.1105% - -0.0659% - -0.0277% + +0.0472% + +0.1093% + +0.1786% (p = 0.00 < 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index ca3e7dbec2c1..1a8ab9b90b8f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -6.49 + +6.5 - - -6.495 + + +6.52 - - -6.5 + + +6.54 - - -6.505 + + +6.56 - - -6.51 + + +6.58 - - -6.515 + + +6.6 - - -6.52 + + +6.62 - - -6.525 + + +6.64 - - -6.53 + + +6.66 - + 10 @@ -102,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index e3cc668062e5..a8938cdf62f9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (ms) - + - - - - - - - + + + + + + + - -6.49 + +6.5 - + -6.495 +6.52 - -6.5 + +6.54 - - -6.505 + + +6.56 - - -6.51 + + +6.58 - - -6.515 + + +6.6 - - -6.52 + + +6.62 - - -6.525 + + +6.64 - - -6.53 + + +6.66 - + 10 @@ -99,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index e1735ce58c94..c4192a0a9e2d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - -700 + + +140 - - -800 + + +160 - - -900 + + +180 - + - -6.4915 + +6.495 + + + +6.496 + + + +6.497 + + + +6.498 + + + +6.499 + + + +6.5 + + + +6.501 - - -6.492 + + +6.502 - - -6.4925 + + +6.503 - - -6.493 + + +6.504 - - -6.4935 + + +6.505 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index a9de8f19d203..12acc1299aaa 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + - -6.491 + +6.4925 - - -6.4912 - - + -6.4914 +6.493 - -6.4916 - - - -6.4918 - - - -6.492 - - - -6.4922 + +6.4935 - - -6.4924 + + +6.494 - - -6.4926 + + +6.4945 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index f4e182b7aab2..b641142bfaf1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,30 +46,22 @@ Average Time (ms) - -6.49 - - - + 6.5 - - -6.51 - - - -6.52 + + +6.55 - - -6.53 + + +6.6 - - -6.54 + + +6.65 - + Density (a.u.) @@ -78,36 +70,58 @@ Density (a.u.) 0 - + +5 + + + +10 + + + +15 + + + 20 - - -40 - - - -60 - - - -80 - - - -100 - - - - - - - - - - - - + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 3782c663a232..6c56f3b9909d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - -20 + +5 + + + +10 - - -40 + + +15 - - -60 + + +20 - - -80 + + +25 - - -100 + + +30 - - -120 + + +35 - + - + 6.5 - - -6.52 + + +6.55 + + + +6.6 - - -6.54 + + +6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 6b34fe3d08cd..b28781ad2c1c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,42 +13,52 @@ Average Iteration Time (ms) - - - - - + + + + + + - + + - -6.49 - - - + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 + + +6.54 + + + +6.56 - + + +6.58 + + + +6.6 + + -6.54 +6.62 - -6.55 + +6.64 + + + +6.66 - + 0 @@ -94,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 386d86ff7739..6f77a111ee98 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -51,28 +51,24 @@ Average Time (ms) - -6.48 - - - + 6.5 - - -6.52 + + +6.55 - - -6.54 + + +6.6 - - -6.56 + + +6.65 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 7988e94a864d..d0c223be87bb 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - -700 + + +140 - - -800 + + +160 - - -900 + + +180 - + - -6.4915 + +6.495 + + + +6.496 + + + +6.497 + + + +6.498 + + + +6.499 + + + +6.5 + + + +6.501 - - -6.492 + + +6.502 - - -6.4925 + + +6.503 - - -6.493 + + +6.504 - - -6.4935 + + +6.505 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 76d624208b99..5b06352977e5 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531823.32915625,"upper_bound":6546637.31946875},"point_estimate":6537719.93375,"standard_error":3891.4454753071645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6528900.0,"upper_bound":6533676.375},"point_estimate":6531506.875,"standard_error":1166.9704943021713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6918.27478967607,"upper_bound":10882.654456794262},"point_estimate":9217.972673848271,"standard_error":1030.9161604029464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8750.122420417676,"upper_bound":63354.97198376614},"point_estimate":38805.87772829117,"standard_error":16087.863513880675}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526956.84853125,"upper_bound":6535761.27746875},"point_estimate":6530971.78125,"standard_error":2261.190563261842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522637.375,"upper_bound":6526765.125},"point_estimate":6524946.0625,"standard_error":1145.0044253111407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4994.645338514824,"upper_bound":9987.998035177588},"point_estimate":7595.822977647185,"standard_error":1281.2605657627141},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11184.207450416714,"upper_bound":31252.90560112719},"point_estimate":22743.802796504093,"standard_error":4953.612807945142}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index fc4058b12a6b..ae30bd5a74f2 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52384424.0,52387431.0,52381500.0,52520830.0,52409714.0,52298805.0,52316797.0,52323261.0,52323745.0,52303783.0,52269532.0,52351845.0,52285030.0,52226450.0,52290141.0,52250277.0,55048071.0,52350932.0,52313072.0,52382512.0,52405376.0,52348820.0,52337267.0,52264201.0,52297314.0,52266298.0,52221761.0,52287305.0,52310178.0,52234377.0,52255597.0,52307655.0,52253833.0,52242459.0,53084930.0,52311860.0,52192487.0,52228865.0,52233855.0,52273440.0,52216353.0,52228623.0,52243413.0,52194871.0,52186706.0,52188960.0,52169254.0,52134481.0,52258952.0,52210250.0,52227182.0,52223816.0,52207374.0,52395245.0,52284598.0,52303386.0,52291581.0,52260223.0,52269411.0,52318243.0,52229415.0,52301640.0,52231200.0,52200383.0,52247401.0,52192879.0,52260465.0,52323481.0,52281173.0,52222143.0,52259442.0,53145844.0,52228338.0,52300644.0,52167846.0,52241512.0,52280746.0,52255279.0,52173656.0,52246312.0,52141728.0,52184365.0,52184768.0,52241034.0,52185761.0,52277390.0,52174326.0,52137891.0,52206029.0,52199885.0,52225936.0,52202161.0,52187553.0,52141808.0,52226416.0,52207870.0,52178815.0,52177736.0,52174969.0,52140755.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52516365.0,52335977.0,52303840.0,52325299.0,52279925.0,52298839.0,52309771.0,52261609.0,52251871.0,52281859.0,52315319.0,52287900.0,52454250.0,52688187.0,52264405.0,53200848.0,52209334.0,52188864.0,52251931.0,52181099.0,52234468.0,52245631.0,52231033.0,52178023.0,52276990.0,52204562.0,52234709.0,52161162.0,52205365.0,52161902.0,52159116.0,52218760.0,52162694.0,52270335.0,52162657.0,52171400.0,52177623.0,52180218.0,52164115.0,52219169.0,52318175.0,52158407.0,52155180.0,52197642.0,52152025.0,52137609.0,52183424.0,52134623.0,52465952.0,52214121.0,52203042.0,52162514.0,53146227.0,52185167.0,52160049.0,52298681.0,52221132.0,52154750.0,52190769.0,52244599.0,52161783.0,52204774.0,52119214.0,52207287.0,52469398.0,52273713.0,52205937.0,52252261.0,52228108.0,52182161.0,52273423.0,52171059.0,52161332.0,52153108.0,52175268.0,52183283.0,52147667.0,52149801.0,52152467.0,52156954.0,52200565.0,52119223.0,52149840.0,52227438.0,52138017.0,52158757.0,52219360.0,52198820.0,52139011.0,53085560.0,52180429.0,52144563.0,52169195.0,52138872.0,52184667.0,52119663.0,52173895.0,52164687.0,52200317.0,52324036.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 178cffcdfad9..36ea684ddfba 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6489711.90625,6507795.8125,6556019.5625,6574103.46875] \ No newline at end of file +[6482570.625,6501402.328125,6551620.203125,6570451.90625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index ca16a9d00dfa..2631bda8e9cd 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01694768601342689,"upper_bound":-0.00546914530070267},"point_estimate":-0.010999246797259832,"standard_error":0.0029422816763020575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003678432915186214,"upper_bound":0.0014858016836716281},"point_estimate":0.000997375631781816,"standard_error":0.00030053426988063605}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024951592731246334,"upper_bound":0.00018142519972309527},"point_estimate":-0.0010321874550122123,"standard_error":0.0006832858075950304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015239296995761542,"upper_bound":-0.0005499542406788294},"point_estimate":-0.0010044868091790837,"standard_error":0.0002504410780836035}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 76d624208b99..5b06352977e5 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531823.32915625,"upper_bound":6546637.31946875},"point_estimate":6537719.93375,"standard_error":3891.4454753071645},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6528900.0,"upper_bound":6533676.375},"point_estimate":6531506.875,"standard_error":1166.9704943021713},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6918.27478967607,"upper_bound":10882.654456794262},"point_estimate":9217.972673848271,"standard_error":1030.9161604029464},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8750.122420417676,"upper_bound":63354.97198376614},"point_estimate":38805.87772829117,"standard_error":16087.863513880675}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526956.84853125,"upper_bound":6535761.27746875},"point_estimate":6530971.78125,"standard_error":2261.190563261842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522637.375,"upper_bound":6526765.125},"point_estimate":6524946.0625,"standard_error":1145.0044253111407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4994.645338514824,"upper_bound":9987.998035177588},"point_estimate":7595.822977647185,"standard_error":1281.2605657627141},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11184.207450416714,"upper_bound":31252.90560112719},"point_estimate":22743.802796504093,"standard_error":4953.612807945142}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index fc4058b12a6b..ae30bd5a74f2 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52384424.0,52387431.0,52381500.0,52520830.0,52409714.0,52298805.0,52316797.0,52323261.0,52323745.0,52303783.0,52269532.0,52351845.0,52285030.0,52226450.0,52290141.0,52250277.0,55048071.0,52350932.0,52313072.0,52382512.0,52405376.0,52348820.0,52337267.0,52264201.0,52297314.0,52266298.0,52221761.0,52287305.0,52310178.0,52234377.0,52255597.0,52307655.0,52253833.0,52242459.0,53084930.0,52311860.0,52192487.0,52228865.0,52233855.0,52273440.0,52216353.0,52228623.0,52243413.0,52194871.0,52186706.0,52188960.0,52169254.0,52134481.0,52258952.0,52210250.0,52227182.0,52223816.0,52207374.0,52395245.0,52284598.0,52303386.0,52291581.0,52260223.0,52269411.0,52318243.0,52229415.0,52301640.0,52231200.0,52200383.0,52247401.0,52192879.0,52260465.0,52323481.0,52281173.0,52222143.0,52259442.0,53145844.0,52228338.0,52300644.0,52167846.0,52241512.0,52280746.0,52255279.0,52173656.0,52246312.0,52141728.0,52184365.0,52184768.0,52241034.0,52185761.0,52277390.0,52174326.0,52137891.0,52206029.0,52199885.0,52225936.0,52202161.0,52187553.0,52141808.0,52226416.0,52207870.0,52178815.0,52177736.0,52174969.0,52140755.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52516365.0,52335977.0,52303840.0,52325299.0,52279925.0,52298839.0,52309771.0,52261609.0,52251871.0,52281859.0,52315319.0,52287900.0,52454250.0,52688187.0,52264405.0,53200848.0,52209334.0,52188864.0,52251931.0,52181099.0,52234468.0,52245631.0,52231033.0,52178023.0,52276990.0,52204562.0,52234709.0,52161162.0,52205365.0,52161902.0,52159116.0,52218760.0,52162694.0,52270335.0,52162657.0,52171400.0,52177623.0,52180218.0,52164115.0,52219169.0,52318175.0,52158407.0,52155180.0,52197642.0,52152025.0,52137609.0,52183424.0,52134623.0,52465952.0,52214121.0,52203042.0,52162514.0,53146227.0,52185167.0,52160049.0,52298681.0,52221132.0,52154750.0,52190769.0,52244599.0,52161783.0,52204774.0,52119214.0,52207287.0,52469398.0,52273713.0,52205937.0,52252261.0,52228108.0,52182161.0,52273423.0,52171059.0,52161332.0,52153108.0,52175268.0,52183283.0,52147667.0,52149801.0,52152467.0,52156954.0,52200565.0,52119223.0,52149840.0,52227438.0,52138017.0,52158757.0,52219360.0,52198820.0,52139011.0,53085560.0,52180429.0,52144563.0,52169195.0,52138872.0,52184667.0,52119663.0,52173895.0,52164687.0,52200317.0,52324036.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 178cffcdfad9..36ea684ddfba 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6489711.90625,6507795.8125,6556019.5625,6574103.46875] \ No newline at end of file +[6482570.625,6501402.328125,6551620.203125,6570451.90625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index 18743c3c30cb..bcde294aabe2 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - -6.5 + +5 - - -7 + + +6 - - -7.5 + + +7 - - + + 8 - - -8.5 - - - + + 9 - - -9.5 - - - + + 10 - - -10.5 - - - -11 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index e446c97b1535..24e28ea750c6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + - + 10 - - -20 + + +15 - - -30 - - - -40 + + +20 - - -50 + + +25 - + -60 +30 - - - + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index e9988c665b9b..f5c322cedd94 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,42 @@ Average Iteration Time (ms) - - - - + + + - - - - + + + - -6.6 - - - -6.7 + +6.55 - - -6.8 + + +6.6 - - -6.9 + + +6.65 - + -7.0 +6.7 - -7.1 + +6.75 - - -7.2 - - - -7.3 + + +6.8 - - -7.4 + + +6.85 - + 0 @@ -107,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index c68d26609c07..2e906a2b3fcf 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 + + +25 - - -20 + + +30 - + - + 6.5 - - -7 + + +6.6 + + + +6.7 + + + +6.8 - - -7.5 + + +6.9 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 8a1348aa1238..68783a5204c3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +100 - - -40 + + +200 - - -60 + + +300 - - -80 + + +400 - - -100 + + +500 - - -120 + + +600 - + - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - - - - + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index d5882de839da..32023371e07d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - - -4e-4 + + +1400 + + + +1600 - - -6e-4 + + + +-0.0016 - - -8e-4 + + +-0.0014 - - -0.001 + + +-0.0012 - - -0.0012 + + +-0.001 - - -0.0014 + + +-8e-4 - - -0.0016 + + +-6e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 952864741655..3208bd86a0a5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index c7818866247d..39a31c589c2f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0026479 - 0.0027095 - 0.0025726 + 0.0017174 + 0.0017713 + 0.0016955 Mean - 6.5318 ms - 6.5377 ms - 6.5466 ms + 6.5270 ms + 6.5310 ms + 6.5358 ms Std. Dev. - 8.7501 µs - 38.806 µs - 63.355 µs + 11.184 µs + 22.744 µs + 31.253 µs Median - 6.5289 ms - 6.5315 ms - 6.5337 ms + 6.5226 ms + 6.5249 ms + 6.5268 ms MAD - 6.9183 µs - 9.2180 µs - 10.883 µs + 4.9946 µs + 7.5958 µs + 9.9880 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.6948% - -1.0999% - -0.5469% - (p = 0.00 < + -0.2495% + -0.1032% + +0.0181% + (p = 0.14 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 16a09a04c9f1..74d090311b97 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - + + + + + - + - -6.55 + +6.52 - - -6.6 + + +6.54 - - -6.65 + + +6.56 - - -6.7 + + +6.58 - - -6.75 + + +6.6 - + -6.8 +6.62 - -6.85 + +6.64 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 196d6c0a0f14..4fe579c5f25b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - + + + + + - + - -6.55 + +6.52 - - -6.6 + + +6.54 - - -6.65 + + +6.56 - - -6.7 + + +6.58 - - -6.75 + + +6.6 - + -6.8 +6.62 - -6.85 + +6.64 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 8c9805ee3291..2b9aea453910 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 + + + +140 + + + +160 + + + +180 - + - -6.532 + +6.526 - - -6.534 + + +6.527 - - -6.536 + + +6.528 + + + +6.529 - - -6.538 + + +6.53 - - -6.54 + + +6.531 - + + +6.532 + + -6.542 +6.533 - -6.544 + +6.534 - - -6.546 + + +6.535 - - -6.548 + + +6.536 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index bee6687a7038..74f0edfc72e9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 + + +500 + + + +600 - + - -6.529 + +6.5225 + + + +6.523 + + + +6.5235 + + + +6.524 + + + +6.5245 + + + +6.525 - - -6.53 + + +6.5255 - - -6.531 + + +6.526 - - -6.532 + + +6.5265 - - -6.533 + + +6.527 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index ff235fb20109..a4b6f251dfe1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,42 +46,42 @@ Average Time (ms) - + 6.5 - - -6.55 + + +6.52 - - -6.6 + + +6.54 - - -6.65 + + +6.56 - - -6.7 + + +6.58 - - -6.75 + + +6.6 - - -6.8 + + +6.62 - - -6.85 + + +6.64 - - -6.9 + + +6.66 - + Density (a.u.) @@ -90,60 +90,52 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - - - - - - - - - - - - - - + + +25 + + + +30 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index a0cf181e2540..ad930272886b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - + + +25 + + + +30 + + 6.5 - -6.6 + +6.55 - - -6.7 - - - -6.8 + + +6.6 - - -6.9 + + +6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index ca26c9c50494..f0660c6f82d9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,42 @@ Average Iteration Time (ms) - - - - + + + - - - - + + + - -6.6 - - - -6.7 + +6.55 - - -6.8 + + +6.6 - - -6.9 + + +6.65 - + -7.0 +6.7 - -7.1 + +6.75 - - -7.2 - - - -7.3 + + +6.8 - - -7.4 + + +6.85 - + 0 @@ -104,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - + + - - + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 5483ef57bb43..aff077b97ed9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 + + +25 - - -20 + + +30 - + - + 6.5 - + + +6.6 + + -7 +6.7 - -7.5 - - - - - - + +6.8 + + + +6.9 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index b2c7ed25f73c..9fe8316f1ae1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 + + + +140 + + + +160 + + + +180 - + - -6.532 + +6.526 - - -6.534 + + +6.527 - - -6.536 + + +6.528 + + + +6.529 - - -6.538 + + +6.53 - - -6.54 + + +6.531 - + + +6.532 + + -6.542 +6.533 - -6.544 + +6.534 - - -6.546 + + +6.535 - - -6.548 + + +6.536 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 2bb06142c226..c49d4354c87d 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75177146.053,"upper_bound":75908140.462},"point_estimate":75504268.15,"standard_error":187993.46819655964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74915643.0,"upper_bound":75307473.0},"point_estimate":75134695.0,"standard_error":97599.51714417643},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634953.0907273293,"upper_bound":982332.9362601038},"point_estimate":842429.6136438847,"standard_error":91139.8016121756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981180.203259955,"upper_bound":2746527.8384045865},"point_estimate":1886534.066024186,"standard_error":469957.9286527633}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73796684.61,"upper_bound":74060106.04349999},"point_estimate":73926872.63,"standard_error":67342.72894044204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73647807.0,"upper_bound":74102889.0},"point_estimate":73836465.0,"standard_error":128551.0429048808},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562640.7596111298,"upper_bound":883402.9689064601},"point_estimate":690784.0992361307,"standard_error":80900.07500896686},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589417.7528859256,"upper_bound":756727.874543437},"point_estimate":678351.9720662086,"standard_error":42619.76619034485}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 476016f9c238..d5964aa74afa 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74742526.0,75227432.0,74656696.0,75183840.0,75376189.0,78986507.0,74754478.0,88436454.0,83187507.0,79372327.0,79634464.0,77761220.0,74294050.0,75201824.0,74509281.0,74507587.0,73626874.0,74548645.0,75268919.0,75441722.0,74890312.0,74208270.0,74721177.0,75145729.0,74273751.0,74509020.0,75350160.0,74770058.0,74609889.0,74700277.0,74346067.0,75142964.0,74424373.0,75128116.0,74001143.0,74103563.0,74091502.0,74563813.0,74098624.0,75350702.0,75674265.0,74476276.0,75025468.0,74245021.0,74665586.0,75570566.0,74558095.0,74450995.0,74968852.0,75010669.0,74146185.0,75046727.0,75225421.0,74340098.0,75579202.0,74367128.0,74583803.0,74420658.0,75269273.0,74114676.0,75015810.0,74438481.0,74400371.0,75813980.0,74460633.0,75502228.0,74569155.0,75569544.0,74887489.0,75014277.0,75708903.0,75241471.0,76178311.0,76407940.0,77482355.0,76833183.0,75795235.0,76483099.0,75346027.0,75792069.0,75475969.0,75603427.0,75066644.0,76497997.0,75452385.0,76861376.0,75141274.0,75387383.0,75403674.0,75721668.0,74720518.0,75792891.0,75500375.0,74994769.0,74915643.0,77001127.0,75550919.0,78796179.0,76500562.0,76214458.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73068486.0,73294600.0,73324766.0,73512407.0,73505625.0,73959985.0,75182944.0,72910691.0,73352788.0,73459959.0,73455841.0,73110205.0,73082918.0,72950081.0,72870521.0,73179771.0,73102897.0,74450749.0,74942009.0,73613322.0,74301360.0,74630807.0,74859675.0,74348358.0,74267387.0,73598985.0,74226039.0,73182465.0,74894480.0,75105325.0,73695546.0,74344802.0,74237070.0,75400979.0,73187505.0,73089551.0,73993864.0,74149957.0,74069897.0,74725534.0,73655421.0,73427334.0,74124760.0,72581360.0,73285909.0,73277874.0,75124450.0,75740074.0,74715465.0,74292754.0,73662925.0,73603584.0,74449691.0,73647807.0,74212804.0,74226830.0,73900981.0,75509602.0,74903177.0,74942410.0,74546579.0,74075186.0,74873100.0,75114512.0,74797839.0,74218154.0,74146580.0,73864623.0,74339372.0,73808307.0,73657956.0,73480153.0,74120281.0,73478941.0,74512552.0,73784874.0,74692913.0,74261485.0,74047324.0,73702278.0,73114829.0,73538162.0,73775506.0,73920607.0,73931158.0,73642156.0,74382612.0,73369505.0,74106566.0,74102889.0,73638289.0,73534995.0,73400694.0,73748425.0,73104450.0,73182676.0,73104620.0,72757170.0,73345210.0,73538372.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 1770ddaafb2e..1acd9f464027 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[71467155.25,73011443.875,77129546.875,78673835.5] \ No newline at end of file +[70660507.5,72040590.75,75720812.75,77100896.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index ca1a8e5f2e80..5918e374e0c3 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02078743355119695,"upper_bound":0.03344792307327977},"point_estimate":0.02658309802509984,"standard_error":0.003227321850467798},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02183004776575359,"upper_bound":0.028746889264994455},"point_estimate":0.02583893068742693,"standard_error":0.0017717252484566628}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02641640559978635,"upper_bound":-0.016298487976005086},"point_estimate":-0.02089147486161036,"standard_error":0.002590061381411005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020683307734579603,"upper_bound":-0.012736621649597657},"point_estimate":-0.017278701936568663,"standard_error":0.002057523686549357}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 2bb06142c226..c49d4354c87d 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75177146.053,"upper_bound":75908140.462},"point_estimate":75504268.15,"standard_error":187993.46819655964},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74915643.0,"upper_bound":75307473.0},"point_estimate":75134695.0,"standard_error":97599.51714417643},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":634953.0907273293,"upper_bound":982332.9362601038},"point_estimate":842429.6136438847,"standard_error":91139.8016121756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":981180.203259955,"upper_bound":2746527.8384045865},"point_estimate":1886534.066024186,"standard_error":469957.9286527633}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73796684.61,"upper_bound":74060106.04349999},"point_estimate":73926872.63,"standard_error":67342.72894044204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73647807.0,"upper_bound":74102889.0},"point_estimate":73836465.0,"standard_error":128551.0429048808},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562640.7596111298,"upper_bound":883402.9689064601},"point_estimate":690784.0992361307,"standard_error":80900.07500896686},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589417.7528859256,"upper_bound":756727.874543437},"point_estimate":678351.9720662086,"standard_error":42619.76619034485}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 476016f9c238..d5964aa74afa 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74742526.0,75227432.0,74656696.0,75183840.0,75376189.0,78986507.0,74754478.0,88436454.0,83187507.0,79372327.0,79634464.0,77761220.0,74294050.0,75201824.0,74509281.0,74507587.0,73626874.0,74548645.0,75268919.0,75441722.0,74890312.0,74208270.0,74721177.0,75145729.0,74273751.0,74509020.0,75350160.0,74770058.0,74609889.0,74700277.0,74346067.0,75142964.0,74424373.0,75128116.0,74001143.0,74103563.0,74091502.0,74563813.0,74098624.0,75350702.0,75674265.0,74476276.0,75025468.0,74245021.0,74665586.0,75570566.0,74558095.0,74450995.0,74968852.0,75010669.0,74146185.0,75046727.0,75225421.0,74340098.0,75579202.0,74367128.0,74583803.0,74420658.0,75269273.0,74114676.0,75015810.0,74438481.0,74400371.0,75813980.0,74460633.0,75502228.0,74569155.0,75569544.0,74887489.0,75014277.0,75708903.0,75241471.0,76178311.0,76407940.0,77482355.0,76833183.0,75795235.0,76483099.0,75346027.0,75792069.0,75475969.0,75603427.0,75066644.0,76497997.0,75452385.0,76861376.0,75141274.0,75387383.0,75403674.0,75721668.0,74720518.0,75792891.0,75500375.0,74994769.0,74915643.0,77001127.0,75550919.0,78796179.0,76500562.0,76214458.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73068486.0,73294600.0,73324766.0,73512407.0,73505625.0,73959985.0,75182944.0,72910691.0,73352788.0,73459959.0,73455841.0,73110205.0,73082918.0,72950081.0,72870521.0,73179771.0,73102897.0,74450749.0,74942009.0,73613322.0,74301360.0,74630807.0,74859675.0,74348358.0,74267387.0,73598985.0,74226039.0,73182465.0,74894480.0,75105325.0,73695546.0,74344802.0,74237070.0,75400979.0,73187505.0,73089551.0,73993864.0,74149957.0,74069897.0,74725534.0,73655421.0,73427334.0,74124760.0,72581360.0,73285909.0,73277874.0,75124450.0,75740074.0,74715465.0,74292754.0,73662925.0,73603584.0,74449691.0,73647807.0,74212804.0,74226830.0,73900981.0,75509602.0,74903177.0,74942410.0,74546579.0,74075186.0,74873100.0,75114512.0,74797839.0,74218154.0,74146580.0,73864623.0,74339372.0,73808307.0,73657956.0,73480153.0,74120281.0,73478941.0,74512552.0,73784874.0,74692913.0,74261485.0,74047324.0,73702278.0,73114829.0,73538162.0,73775506.0,73920607.0,73931158.0,73642156.0,74382612.0,73369505.0,74106566.0,74102889.0,73638289.0,73534995.0,73400694.0,73748425.0,73104450.0,73182676.0,73104620.0,72757170.0,73345210.0,73538372.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 1770ddaafb2e..1acd9f464027 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[71467155.25,73011443.875,77129546.875,78673835.5] \ No newline at end of file +[70660507.5,72040590.75,75720812.75,77100896.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index fa3ca8c7868c..410b1f4a09e8 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - + + +0.006 + + - + +550 + + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - -900 - - - -950 - - + -1000 +900 - - - + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 62fa90ae4e57..65b680638823 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,97 +6,93 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.1 + +0.001 - - -0.2 + + +0.002 - - -0.3 + + +0.003 - - -0.4 + + +0.004 - - -0.5 + + +0.005 - - -0.6 + + +0.006 - - -0.7 + + +0.007 - - -0.8 + + +0.008 - - -0.9 + + +0.009 - - -1 + + +0.01 - + - -0.8 + +580 - - -1 + + +600 - - -1.2 + + +620 - - -1.4 + + +640 - - -1.6 + + +660 - - -1.8 + + +680 - - -2 + + +700 - - -2.2 + + +720 - - -2.4 + + +740 - - -2.6 + + +760 - - -2.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 5d2fdb60230f..1acbeb24e233 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -72.0 - - - + 74.0 - - + + 76.0 - - + + 78.0 - - + + 80.0 - - + + 82.0 - - + + 84.0 - - + + 86.0 - - + + 88.0 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index c8d038df8f7e..09129494ad14 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + 75 - - + + 80 - - + + 85 - - + + 90 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index e9736316aed2..b9c6b8be7ccf 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -0.02 - - - -0.022 + + +140 - - -0.024 + + + +-0.026 - - -0.026 + + +-0.024 - - -0.028 + + +-0.022 - - -0.03 + + +-0.02 - - -0.032 + + +-0.018 - - -0.034 + + +-0.016 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 5cc6ce5c0677..b56264af7868 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 + + + +-0.021 - - -220 + + +-0.02 - - - -0.022 + + +-0.019 - - -0.023 + + +-0.018 - - -0.024 + + +-0.017 - - -0.025 + + +-0.016 - - -0.026 + + +-0.015 - - -0.027 + + +-0.014 - - -0.028 + + +-0.013 - - -0.029 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 93a5f7805f25..c76162bb4ec7 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 98c64e6d0082..e30a629dc775 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013874 - 0.0014294 - 0.0013663 + 0.0031841 + 0.0033022 + 0.0031787 Mean - 75.177 ms - 75.504 ms - 75.908 ms + 73.797 ms + 73.927 ms + 74.060 ms Std. Dev. - 981.18 µs - 1.8865 ms - 2.7465 ms + 589.42 µs + 678.35 µs + 756.73 µs Median - 74.916 ms - 75.135 ms - 75.307 ms + 73.648 ms + 73.836 ms + 74.103 ms MAD - 634.95 µs - 842.43 µs - 982.33 µs + 562.64 µs + 690.78 µs + 883.40 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +2.0787% - +2.6583% - +3.3448% + -2.6416% + -2.0891% + -1.6298% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 1ab7ae742328..01a6c4571598 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -74.0 - - - -76.0 + +73.0 - - -78.0 + + +73.5 - - -80.0 - - - -82.0 + + +74.0 - - -84.0 + + +74.5 - - -86.0 + + +75.0 - - -88.0 + + +75.5 - + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 2383fd752dcb..71576e5767a0 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -74.0 - - - -76.0 + +73.0 - - -78.0 + + +73.5 - - -80.0 - - - -82.0 + + +74.0 - - -84.0 + + +74.5 - - -86.0 + + +75.0 - - -88.0 + + +75.5 - + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index d24d1978b21c..3048dd7fe004 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - -2.2 + + +3 - - - -75.1 + + +4 - - -75.2 + + +5 - - -75.3 + + +6 - - -75.4 + + + +73.8 - - -75.5 + + +73.85 - - -75.6 + + +73.9 - - -75.7 + + +73.95 - - -75.8 + + +74 - - -75.9 + + +74.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 78b79af85a33..b75807f1a28e 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -1 + +0.5 - + -2 +1 - -3 + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - + - -74.9 - - - -74.95 - - - -75 - - - -75.05 - - - -75.1 + +73.6 - - -75.15 + + +73.7 - - -75.2 + + +73.8 - - -75.25 + + +73.9 - - -75.3 + + +74 - - -75.35 + + +74.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 58f8a43b1f3b..8f17aab3332c 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,46 +54,46 @@ Average Time (ms) - + 72 - - -74 + + +72.5 - - -76 + + +73 - - -78 + + +73.5 - - -80 + + +74 - - -82 + + +74.5 - - -84 + + +75 - - -86 + + +75.5 - - -88 + + +76 - - -90 + + +76.5 - + Density (a.u.) @@ -102,56 +102,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - - - - - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.45 + + + +0.5 + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 23996b98de33..cf96fa33e8c3 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 + + +0.2 - + -0.2 +0.3 - -0.25 + +0.4 - - -0.3 + + +0.5 - - -0.35 - - + - -75 + +72 - - -80 + + +73 - - -85 + + +74 + + + +75 - - -90 + + +76 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index e719723e225e..c4409a4a58de 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,48 +13,43 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -72.0 - - - + 74.0 - - + + 76.0 - - + + 78.0 - - + + 80.0 - - + + 82.0 - - + + 84.0 - - + + 86.0 - + 88.0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index b9bc0b27a5f5..44c86ccc1106 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + 75 - - + + 80 - - + + 85 - - + + 90 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 4f79a17d542f..119013bb44c7 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - -2.2 + + +3 - - - -75.1 + + +4 - - -75.2 + + +5 - - -75.3 + + +6 - - -75.4 + + + +73.8 - - -75.5 + + +73.85 - - -75.6 + + +73.9 - - -75.7 + + +73.95 - - -75.8 + + +74 - - -75.9 + + +74.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 29636b4bb811..bf639e638e1c 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40563814.185875,"upper_bound":40743848.907625},"point_estimate":40656767.905,"standard_error":45881.83699234973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40497395.25,"upper_bound":40914190.0},"point_estimate":40871850.5,"standard_error":100896.33522033675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218560.77390477064,"upper_bound":589150.0548554949},"point_estimate":312508.7235018611,"standard_error":98415.29238224069},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370225.6126190035,"upper_bound":549186.5884268624},"point_estimate":462129.4655398309,"standard_error":45905.17224948284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40709128.418625,"upper_bound":40799469.00825},"point_estimate":40754822.08,"standard_error":23036.108525162297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40713529.75,"upper_bound":40783892.25},"point_estimate":40742354.5,"standard_error":17914.337921574974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70198.88485372066,"upper_bound":137453.69680970907},"point_estimate":100040.28647392988,"standard_error":17224.118467513457},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175919.27422702697,"upper_bound":282516.531146945},"point_estimate":232720.48012092913,"standard_error":27235.66745385747}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 65bc2fbd7690..26618a9321ec 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81876792.0,80610528.0,82053933.0,81827540.0,82221586.0,81747741.0,80636436.0,80652857.0,82097996.0,81801652.0,79903197.0,81586039.0,82109567.0,81004123.0,82103244.0,82118534.0,82216376.0,82131417.0,82132349.0,81836938.0,82164599.0,79687315.0,82063260.0,81553238.0,80599719.0,82132129.0,80894829.0,80658828.0,81875350.0,82281478.0,80975249.0,81793126.0,81849001.0,81869850.0,82074661.0,80727447.0,81798135.0,82113704.0,82084771.0,80872397.0,82099758.0,81014332.0,80535207.0,79739963.0,80913864.0,80965481.0,81818293.0,79536152.0,81654515.0,81809266.0,80832964.0,80906761.0,82128843.0,80959082.0,80640342.0,80860274.0,81759919.0,82485439.0,78605179.0,77602913.0,81586064.0,80659057.0,80881735.0,79064280.0,80670929.0,82165940.0,81893700.0,82089237.0,80732214.0,82144721.0,82014696.0,81770179.0,82084026.0,80460535.0,80805802.0,81690429.0,81739661.0,79635581.0,81573421.0,81819822.0,82205574.0,80291519.0,81093120.0,81858278.0,79720377.0,79085412.0,82104809.0,82054365.0,80891164.0,82050528.0,82237776.0,80954611.0,82124014.0,80961364.0,82112894.0,80749399.0,80875304.0,80674609.0,82109357.0,82110600.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81366917.0,81761215.0,81411350.0,81385542.0,82036029.0,81309039.0,81444652.0,80625399.0,81421679.0,80227032.0,81712985.0,82376076.0,80216703.0,81657922.0,81656981.0,81324718.0,81347932.0,81905956.0,81957793.0,82209225.0,81432440.0,81661468.0,81953094.0,81524221.0,81713145.0,81370875.0,81373319.0,81408215.0,81373600.0,81352622.0,81585989.0,80343502.0,81509946.0,81804848.0,81389000.0,81577072.0,80375342.0,81747551.0,81675156.0,81354896.0,81383189.0,81661299.0,81420609.0,81540393.0,81603732.0,81736781.0,81863458.0,81558497.0,81304743.0,81484058.0,81382187.0,81510427.0,81469590.0,81418004.0,82019410.0,81468348.0,81444734.0,82067841.0,81752109.0,81744445.0,82726534.0,81447799.0,81356239.0,81365396.0,81317616.0,81349476.0,81381366.0,81790030.0,81723366.0,81860202.0,81418074.0,82010974.0,82483799.0,81626054.0,81427822.0,81457608.0,80437028.0,80168967.0,81301056.0,81365596.0,81622738.0,81617407.0,81462628.0,81359435.0,81350037.0,81533189.0,81485360.0,81381315.0,81605616.0,81679484.0,81406793.0,81806261.0,81495399.0,81828142.0,81623809.0,81531647.0,81567003.0,83212714.0,81416522.0,80248615.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index a873ceb97c2e..22259304cb0a 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[38454571.25,39425210.9375,42013583.4375,42984223.125] \ No newline at end of file +[40177522.0,40432143.4375,41111133.9375,41365755.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index f3ed755dc433..1221622c3763 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017155006768669247,"upper_bound":-0.011547885828189365},"point_estimate":-0.014412804879922803,"standard_error":0.0014259610297345298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019705367449516273,"upper_bound":-0.006206699988513309},"point_estimate":-0.010589708797804964,"standard_error":0.0028614972565280945}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.666822156753891e-6,"upper_bound":0.0049453528448826275},"point_estimate":0.0024117552882982896,"standard_error":0.0012593060410496868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004473335692797287,"upper_bound":0.006079545275607945},"point_estimate":-0.003168341986375167,"standard_error":0.0025123193325186856}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 29636b4bb811..bf639e638e1c 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40563814.185875,"upper_bound":40743848.907625},"point_estimate":40656767.905,"standard_error":45881.83699234973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40497395.25,"upper_bound":40914190.0},"point_estimate":40871850.5,"standard_error":100896.33522033675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":218560.77390477064,"upper_bound":589150.0548554949},"point_estimate":312508.7235018611,"standard_error":98415.29238224069},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":370225.6126190035,"upper_bound":549186.5884268624},"point_estimate":462129.4655398309,"standard_error":45905.17224948284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40709128.418625,"upper_bound":40799469.00825},"point_estimate":40754822.08,"standard_error":23036.108525162297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40713529.75,"upper_bound":40783892.25},"point_estimate":40742354.5,"standard_error":17914.337921574974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70198.88485372066,"upper_bound":137453.69680970907},"point_estimate":100040.28647392988,"standard_error":17224.118467513457},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175919.27422702697,"upper_bound":282516.531146945},"point_estimate":232720.48012092913,"standard_error":27235.66745385747}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 65bc2fbd7690..26618a9321ec 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81876792.0,80610528.0,82053933.0,81827540.0,82221586.0,81747741.0,80636436.0,80652857.0,82097996.0,81801652.0,79903197.0,81586039.0,82109567.0,81004123.0,82103244.0,82118534.0,82216376.0,82131417.0,82132349.0,81836938.0,82164599.0,79687315.0,82063260.0,81553238.0,80599719.0,82132129.0,80894829.0,80658828.0,81875350.0,82281478.0,80975249.0,81793126.0,81849001.0,81869850.0,82074661.0,80727447.0,81798135.0,82113704.0,82084771.0,80872397.0,82099758.0,81014332.0,80535207.0,79739963.0,80913864.0,80965481.0,81818293.0,79536152.0,81654515.0,81809266.0,80832964.0,80906761.0,82128843.0,80959082.0,80640342.0,80860274.0,81759919.0,82485439.0,78605179.0,77602913.0,81586064.0,80659057.0,80881735.0,79064280.0,80670929.0,82165940.0,81893700.0,82089237.0,80732214.0,82144721.0,82014696.0,81770179.0,82084026.0,80460535.0,80805802.0,81690429.0,81739661.0,79635581.0,81573421.0,81819822.0,82205574.0,80291519.0,81093120.0,81858278.0,79720377.0,79085412.0,82104809.0,82054365.0,80891164.0,82050528.0,82237776.0,80954611.0,82124014.0,80961364.0,82112894.0,80749399.0,80875304.0,80674609.0,82109357.0,82110600.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81366917.0,81761215.0,81411350.0,81385542.0,82036029.0,81309039.0,81444652.0,80625399.0,81421679.0,80227032.0,81712985.0,82376076.0,80216703.0,81657922.0,81656981.0,81324718.0,81347932.0,81905956.0,81957793.0,82209225.0,81432440.0,81661468.0,81953094.0,81524221.0,81713145.0,81370875.0,81373319.0,81408215.0,81373600.0,81352622.0,81585989.0,80343502.0,81509946.0,81804848.0,81389000.0,81577072.0,80375342.0,81747551.0,81675156.0,81354896.0,81383189.0,81661299.0,81420609.0,81540393.0,81603732.0,81736781.0,81863458.0,81558497.0,81304743.0,81484058.0,81382187.0,81510427.0,81469590.0,81418004.0,82019410.0,81468348.0,81444734.0,82067841.0,81752109.0,81744445.0,82726534.0,81447799.0,81356239.0,81365396.0,81317616.0,81349476.0,81381366.0,81790030.0,81723366.0,81860202.0,81418074.0,82010974.0,82483799.0,81626054.0,81427822.0,81457608.0,80437028.0,80168967.0,81301056.0,81365596.0,81622738.0,81617407.0,81462628.0,81359435.0,81350037.0,81533189.0,81485360.0,81381315.0,81605616.0,81679484.0,81406793.0,81806261.0,81495399.0,81828142.0,81623809.0,81531647.0,81567003.0,83212714.0,81416522.0,80248615.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index a873ceb97c2e..22259304cb0a 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[38454571.25,39425210.9375,42013583.4375,42984223.125] \ No newline at end of file +[40177522.0,40432143.4375,41111133.9375,41365755.375] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index ef1684511e46..b43d02f74470 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - -0.003 - - - -0.0035 + +0.005 - - -0.004 + + +0.01 - - -0.0045 + + +0.015 - - -0.005 + + +0.02 - - -0.0055 + + +0.025 - + - -200 - - - -250 + +70 - - -300 + + +80 - - -350 + + +90 - - -400 + + +100 - - -450 + + +110 - - -500 + + +120 - - -550 + + +130 - - -600 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 9e8f65c94f64..bb9c7b948b1d 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 + + +0.01 - - - -360 + + +0.012 - - -380 + + +0.014 - - -400 - - - -420 - - - -440 - - - -460 + + + +180 - - -480 + + +200 - - -500 + + +220 - - -520 + + +240 - - -540 + + +260 - - -560 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 39adcd369134..f7310c0e9898 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 39.0 - - + + 39.5 - - + + 40.0 - - + + 40.5 - - + + 41.0 - - + + 41.5 - - -42.0 - - + 0 @@ -97,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 37005ea82c9b..a528a9a7b114 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,43 @@ Density (a.u.) Average Time (ms) - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 - - - -0.7 + + +1 - - -0.8 + + +1.5 - - -0.9 + + +2 - - -1 + + +2.5 - + - + 39 - - + + 40 - - + + 41 - - -42 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index fd1975de7694..a848c4527cdc 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - - - - + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 3dc22cccb93b..89befba9e4b1 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.02 + + +300 + + + +350 - - --0.018 + + + +-0.004 - - --0.016 + + +-0.002 - + --0.014 +0 - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - - - - + +0.002 + + + +0.004 + + + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 087553a6cbca..0404f5fe31f2 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index c2430b1c682f..51a47ec75459 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0071655 - 0.0074561 - 0.0071998 + 0.0666127 + 0.0690276 + 0.0667184 Mean - 40.564 ms - 40.657 ms - 40.744 ms + 40.709 ms + 40.755 ms + 40.799 ms Std. Dev. - 370.23 µs - 462.13 µs - 549.19 µs + 175.92 µs + 232.72 µs + 282.52 µs Median - 40.497 ms - 40.872 ms - 40.914 ms + 40.714 ms + 40.742 ms + 40.784 ms MAD - 218.56 µs - 312.51 µs - 589.15 µs + 70.199 µs + 100.04 µs + 137.45 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.7155% - -1.4413% - -1.1548% - (p = 0.00 < + +0.0007% + +0.2412% + +0.4945% + (p = 0.06 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index b3c443873032..528c48860e53 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,32 +15,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -39.0 + +40.2 - - -39.5 + + +40.4 - - -40.0 + + +40.6 - - -40.5 + + +40.8 - - + + 41.0 - + + +41.2 + + + +41.4 + + + +41.6 + + 10 @@ -82,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index f15805961771..8c375eb47ab9 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,32 +12,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -39.0 + +40.2 - - -39.5 + + +40.4 - - -40.0 + + +40.6 - - -40.5 + + +40.8 - - + + 41.0 - + + +41.2 + + + +41.4 + + + +41.6 + + 10 @@ -79,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index c198f61396fb..9c4864e0d0c4 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 + + +4 + + + +6 - + -4 +8 -5 +10 -6 +12 - -7 + +14 - - -8 + + +16 - - -9 + + +18 - + - -40.56 + +40.7 - - -40.58 + + +40.71 - - -40.6 + + +40.72 - - -40.62 + + +40.73 - - -40.64 + + +40.74 - - -40.66 + + +40.75 - - -40.68 + + +40.76 - - -40.7 + + +40.77 - - -40.72 + + +40.78 - - -40.74 + + +40.79 + + + +40.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 3cbfcaeca568..77ad15386604 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - - -12 + + +30 - + - -40.5 - - - -40.55 + +40.71 - - -40.6 + + +40.72 - - -40.65 + + +40.73 - - -40.7 + + +40.74 - - + + 40.75 - - -40.8 + + +40.76 - - -40.85 + + +40.77 - - -40.9 + + +40.78 - - -40.95 + + +40.79 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 2e178532b485..a0dcf511e1e6 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,34 +54,50 @@ Average Time (ms) - -38.5 + +39.8 - - -39 + + +40 - - -39.5 + + +40.2 - - -40 + + +40.4 + + + +40.6 - - -40.5 + + +40.8 - - + + 41 - - -41.5 + + +41.2 + + + +41.4 + + + +41.6 - + + +41.8 + + Density (a.u.) @@ -90,56 +106,56 @@ Density (a.u.) 0 - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 - - - -0.7 - - - -0.8 + + +1 - - -0.9 + + +1.5 - - -1 + + +2 - - - - - - - - - - - + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index af7e7a68f520..7f5039a63418 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - + - -39 - - - + 40 - - + + +40.5 + + + 41 - - - + + +41.5 + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 41a561cf50e6..5122f60205a5 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 39.0 - - + + 39.5 - - + + 40.0 - - + + 40.5 - - + + 41.0 - - + + 41.5 - - -42.0 - - + 0 @@ -94,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 14cfd1edc138..f44b7767ce3e 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,41 @@ Density (a.u.) Average Time (ms) - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 - - - -0.7 + + +1 - - -0.8 + + +1.5 - - -0.9 + + +2 - - -1 + + +2.5 - + - + 39 - - + + 40 - - + + 41 - - -42 - - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index ef5295eda1c8..fb195dc4e2b2 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 + + +4 + + + +6 - + -4 +8 -5 +10 -6 +12 - -7 + +14 - - -8 + + +16 - - -9 + + +18 - + - -40.56 + +40.7 - - -40.58 + + +40.71 - - -40.6 + + +40.72 - - -40.62 + + +40.73 - - -40.64 + + +40.74 - - -40.66 + + +40.75 - - -40.68 + + +40.76 - - -40.7 + + +40.77 - - -40.72 + + +40.78 - - -40.74 + + +40.79 + + + +40.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index cf8df63eace0..dac1a90601b8 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49729995.780875,"upper_bound":50040159.415},"point_estimate":49872165.46,"standard_error":79516.17303443004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49634468.0,"upper_bound":49861011.0},"point_estimate":49736591.25,"standard_error":58556.74041424709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312826.37054622173,"upper_bound":589759.3941784267},"point_estimate":443473.080226779,"standard_error":69519.91007545135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478117.0756151346,"upper_bound":1141970.4079098534},"point_estimate":802257.369137292,"standard_error":183578.81246904682}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49270446.8655,"upper_bound":49689431.67},"point_estimate":49474988.745,"standard_error":107186.53683613459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48970522.5,"upper_bound":49486246.5},"point_estimate":49171618.0,"standard_error":104311.914966307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":682886.6598263383,"upper_bound":1214194.8928937316},"point_estimate":976123.0662703514,"standard_error":140401.74162064106},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":890654.4403242583,"upper_bound":1250703.0312558184},"point_estimate":1079078.5696632771,"standard_error":91988.51782567071}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 88be64386176..133419afdd47 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[99075485.0,101883727.0,99296197.0,99549269.0,98679947.0,101360751.0,99218501.0,105058093.0,110541249.0,103541452.0,101643749.0,101003554.0,99457658.0,99546584.0,99802461.0,99295555.0,100703734.0,100886245.0,101926277.0,100769888.0,99910985.0,99278303.0,100200955.0,101679926.0,98861315.0,99188345.0,98324152.0,99779308.0,99284305.0,100470108.0,98245535.0,101540186.0,99266802.0,99722022.0,98510680.0,101210089.0,99826327.0,100495706.0,99830714.0,100041969.0,98042015.0,99829101.0,99147850.0,98208235.0,99038346.0,98501763.0,99681406.0,98006439.0,99733443.0,98879048.0,99138622.0,98105914.0,97936017.0,99087387.0,98572977.0,100794353.0,99488707.0,98855754.0,99529051.0,99596878.0,99268936.0,98834865.0,98870843.0,97916051.0,98401666.0,98316548.0,99307989.0,99385824.0,99805189.0,98427338.0,100316237.0,99819082.0,99791920.0,98245189.0,99031364.0,99037284.0,98729442.0,99189127.0,99608860.0,98713702.0,99961798.0,98602905.0,98990959.0,100568227.0,98456734.0,99417463.0,100016159.0,101432337.0,100156019.0,99416531.0,98999973.0,99983718.0,99799573.0,99727800.0,98576852.0,99577239.0,98849250.0,102071936.0,100219237.0,99509512.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[100220341.0,100203991.0,99015907.0,102085584.0,99666896.0,100126967.0,100311322.0,102632858.0,101670506.0,104370310.0,104766913.0,106624359.0,103078482.0,103617532.0,101865401.0,100523870.0,102135527.0,102899717.0,100857104.0,98015294.0,100646890.0,97010874.0,97532961.0,98505029.0,97248017.0,99495454.0,98318060.0,97854743.0,98308522.0,99076420.0,100749522.0,99515582.0,100879175.0,102822515.0,101037732.0,100287297.0,98408240.0,99383655.0,98108899.0,97866796.0,97539103.0,96837549.0,96885839.0,96939490.0,97543060.0,96937315.0,96553397.0,96678797.0,96444830.0,96535571.0,96849247.0,96601273.0,96919639.0,96844227.0,97380301.0,97509333.0,96705878.0,96148385.0,96612553.0,96596715.0,96549096.0,96655143.0,96647179.0,99200430.0,102677278.0,100959343.0,102010760.0,98471645.0,98172545.0,98972493.0,98520225.0,98172675.0,98197862.0,97681134.0,98167706.0,97638605.0,99169401.0,99324792.0,99821622.0,99144454.0,98644719.0,98134443.0,99461737.0,97646530.0,101650906.0,100028309.0,98368412.0,98415650.0,97579602.0,97562112.0,97992408.0,98455865.0,97499525.0,97478446.0,98595055.0,97410938.0,97033352.0,97480990.0,97333965.0,97262631.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index d735dcbe695b..606e1f363bcc 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[47703004.75,48568617.625,50876918.625,51742531.5] \ No newline at end of file +[44494439.75,46598039.5625,52207639.0625,54311238.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 688a01fdc040..6bdc08da85ac 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06566816139075793,"upper_bound":0.07290333765747513},"point_estimate":0.06918730009358875,"standard_error":0.0018296605144041524},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06501979523761547,"upper_bound":0.0712588482834764},"point_estimate":0.06786668806053253,"standard_error":0.0016088659989050508}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013575323928310342,"upper_bound":-0.0030035233916255724},"point_estimate":-0.007963895518404152,"standard_error":0.0026825696553341876},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0156150051615489,"upper_bound":-0.006807825533459266},"point_estimate":-0.011359307821482423,"standard_error":0.0022376987649405967}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index cf8df63eace0..dac1a90601b8 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49729995.780875,"upper_bound":50040159.415},"point_estimate":49872165.46,"standard_error":79516.17303443004},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49634468.0,"upper_bound":49861011.0},"point_estimate":49736591.25,"standard_error":58556.74041424709},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312826.37054622173,"upper_bound":589759.3941784267},"point_estimate":443473.080226779,"standard_error":69519.91007545135},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":478117.0756151346,"upper_bound":1141970.4079098534},"point_estimate":802257.369137292,"standard_error":183578.81246904682}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49270446.8655,"upper_bound":49689431.67},"point_estimate":49474988.745,"standard_error":107186.53683613459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48970522.5,"upper_bound":49486246.5},"point_estimate":49171618.0,"standard_error":104311.914966307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":682886.6598263383,"upper_bound":1214194.8928937316},"point_estimate":976123.0662703514,"standard_error":140401.74162064106},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":890654.4403242583,"upper_bound":1250703.0312558184},"point_estimate":1079078.5696632771,"standard_error":91988.51782567071}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 88be64386176..133419afdd47 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[99075485.0,101883727.0,99296197.0,99549269.0,98679947.0,101360751.0,99218501.0,105058093.0,110541249.0,103541452.0,101643749.0,101003554.0,99457658.0,99546584.0,99802461.0,99295555.0,100703734.0,100886245.0,101926277.0,100769888.0,99910985.0,99278303.0,100200955.0,101679926.0,98861315.0,99188345.0,98324152.0,99779308.0,99284305.0,100470108.0,98245535.0,101540186.0,99266802.0,99722022.0,98510680.0,101210089.0,99826327.0,100495706.0,99830714.0,100041969.0,98042015.0,99829101.0,99147850.0,98208235.0,99038346.0,98501763.0,99681406.0,98006439.0,99733443.0,98879048.0,99138622.0,98105914.0,97936017.0,99087387.0,98572977.0,100794353.0,99488707.0,98855754.0,99529051.0,99596878.0,99268936.0,98834865.0,98870843.0,97916051.0,98401666.0,98316548.0,99307989.0,99385824.0,99805189.0,98427338.0,100316237.0,99819082.0,99791920.0,98245189.0,99031364.0,99037284.0,98729442.0,99189127.0,99608860.0,98713702.0,99961798.0,98602905.0,98990959.0,100568227.0,98456734.0,99417463.0,100016159.0,101432337.0,100156019.0,99416531.0,98999973.0,99983718.0,99799573.0,99727800.0,98576852.0,99577239.0,98849250.0,102071936.0,100219237.0,99509512.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[100220341.0,100203991.0,99015907.0,102085584.0,99666896.0,100126967.0,100311322.0,102632858.0,101670506.0,104370310.0,104766913.0,106624359.0,103078482.0,103617532.0,101865401.0,100523870.0,102135527.0,102899717.0,100857104.0,98015294.0,100646890.0,97010874.0,97532961.0,98505029.0,97248017.0,99495454.0,98318060.0,97854743.0,98308522.0,99076420.0,100749522.0,99515582.0,100879175.0,102822515.0,101037732.0,100287297.0,98408240.0,99383655.0,98108899.0,97866796.0,97539103.0,96837549.0,96885839.0,96939490.0,97543060.0,96937315.0,96553397.0,96678797.0,96444830.0,96535571.0,96849247.0,96601273.0,96919639.0,96844227.0,97380301.0,97509333.0,96705878.0,96148385.0,96612553.0,96596715.0,96549096.0,96655143.0,96647179.0,99200430.0,102677278.0,100959343.0,102010760.0,98471645.0,98172545.0,98972493.0,98520225.0,98172675.0,98197862.0,97681134.0,98167706.0,97638605.0,99169401.0,99324792.0,99821622.0,99144454.0,98644719.0,98134443.0,99461737.0,97646530.0,101650906.0,100028309.0,98368412.0,98415650.0,97579602.0,97562112.0,97992408.0,98455865.0,97499525.0,97478446.0,98595055.0,97410938.0,97033352.0,97480990.0,97333965.0,97262631.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index d735dcbe695b..606e1f363bcc 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[47703004.75,48568617.625,50876918.625,51742531.5] \ No newline at end of file +[44494439.75,46598039.5625,52207639.0625,54311238.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index cc1225001b38..b8cc1011a31b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,65 +6,61 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - + -0.006 +3 - -300 + +0.7 - - -350 + + +0.8 - - -400 + + +0.9 - - -450 + + +1 - - -500 + + +1.1 - - -550 + + +1.2 - - -600 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index efdcf280de8f..fba436fd2ce1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - -0.5 + + +3.5 - - -0.6 + + +4 - - -0.7 + + +4.5 - - -0.8 - - - + + + 0.9 - - + + +0.95 + + + 1 - - + + +1.05 + + + 1.1 - - + + +1.15 + + + 1.2 - - - - + + +1.25 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index dcb28e7be0b7..1456bbcddb93 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -46.0 - - - -47.0 - - - -48.0 - - - + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - - + + 54.0 - - + + 55.0 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 725e63c4326c..5ecbd59a31fb 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 + + + +48 - - -1 + + +50 - - -1.1 + + +52 - - - -50 + + +54 - - -55 + + +56 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 34fa24c51248..2ceed84e5caa 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - - -220 - - + - -0.065 - - - -0.066 - - - -0.067 - - - -0.068 - - - -0.069 - - - -0.07 - - - -0.071 - - - -0.072 - - - -0.073 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 1dfbc70ac079..614cfcb3a278 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,59 +9,95 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - + -150 +120 - -200 + +140 + + + +160 - - -250 + + +180 - + + +200 + + - -0.065 + +-0.016 + + + +-0.015 + + + +-0.014 - - -0.066 + + +-0.013 - - -0.067 + + +-0.012 - - -0.068 + + +-0.011 - + -0.069 +-0.01 - -0.07 - - - -0.071 - - - - - - + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index bac4e8d02b82..7051cdb7d4fa 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 74cc10e16588..518281b937a0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002096 - 0.0002163 - 0.0002071 + 0.0059230 + 0.0061367 + 0.0059027 Mean - 49.730 ms - 49.872 ms - 50.040 ms + 49.270 ms + 49.475 ms + 49.689 ms Std. Dev. - 478.12 µs - 802.26 µs - 1.1420 ms + 890.65 µs + 1.0791 ms + 1.2507 ms Median - 49.634 ms - 49.737 ms - 49.861 ms + 48.971 ms + 49.172 ms + 49.486 ms MAD - 312.83 µs - 443.47 µs - 589.76 µs + 682.89 µs + 976.12 µs + 1.2142 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +6.5668% - +6.9187% - +7.2903% + -1.3575% + -0.7964% + -0.3004% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index 858ccf792e1a..fd3aee5756c2 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +48.5 + + + 49.0 - - + + +49.5 + + + 50.0 - - + + +50.5 + + + 51.0 - - -52.0 + + +51.5 - - -53.0 + + +52.0 - - -54.0 + + +52.5 - - -55.0 + + +53.0 - + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index f42f215873b8..fa72f618098c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +48.5 + + + 49.0 - - + + +49.5 + + + 50.0 - - + + +50.5 + + + 51.0 - - -52.0 + + +51.5 - - -53.0 + + +52.0 - - -54.0 + + +52.5 - - -55.0 + + +53.0 - + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 1783ed7f62f3..9766288da652 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - - -5.5 - - + - -49.7 + +49.25 - - -49.75 + + +49.3 - - -49.8 + + +49.35 - - -49.85 + + +49.4 - + + +49.45 + + -49.9 +49.5 - -49.95 + +49.55 + + + +49.6 - - -50 + + +49.65 - - -50.05 + + +49.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 901d973ec0c8..9312d26b245c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + - -49.65 + +49 - - -49.7 + + +49.1 - - -49.75 + + +49.2 - - -49.8 + + +49.3 - - -49.85 + + +49.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 68523c526dd0..25e8b6d8c11b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,42 +54,38 @@ Average Time (ms) - + +47 + + + 48 - - + + 49 - - + + 50 - - + + 51 - - + + 52 - - + + 53 - - + + 54 - - -55 - - - -56 - - + Density (a.u.) @@ -98,48 +94,48 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - - - - + + + + + - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 478dfca78324..b7ae74e11b12 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - + - + 48 - - + + 50 - - + + 52 - - + + 54 - - -56 - - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 15c5bfbd3bca..2814f9cba6d4 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - + + + - - - - + + + - -46.0 - - - -47.0 - - - -48.0 - - - + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - - + + 54.0 - - + + 55.0 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index be2bf7951a80..a12fada31564 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - - -0.9 + + + +48 - - -1 + + +50 - - -1.1 + + +52 - - - -50 + + +54 - - -55 + + +56 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index ee88fc198cb1..5efdfaf24673 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - - -5.5 - - + - -49.7 + +49.25 - - -49.75 + + +49.3 - - -49.8 + + +49.35 - - -49.85 + + +49.4 - + + +49.45 + + -49.9 +49.5 - -49.95 + +49.55 + + + +49.6 - - -50 + + +49.65 - - -50.05 + + +49.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 9fb3807237e9..42b857cb065c 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6481885.49921875,"upper_bound":6533298.22875},"point_estimate":6501435.67375,"standard_error":13787.738617267147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475924.6875,"upper_bound":6479242.375},"point_estimate":6476687.6875,"standard_error":951.8811059706917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.151517853141,"upper_bound":10858.006232231855},"point_estimate":7461.647680029273,"standard_error":1377.414406386364},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17329.70698782225,"upper_bound":231380.90722192303},"point_estimate":138916.84564563615,"standard_error":65459.22069723989}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6474196.426375,"upper_bound":6481274.75621875},"point_estimate":6477357.0925,"standard_error":1819.337934400221},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472355.0625,"upper_bound":6475257.9375},"point_estimate":6473636.3125,"standard_error":790.5378759203726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5038.245360553265,"upper_bound":8159.465789515509},"point_estimate":6610.1719826459885,"standard_error":779.4969142515105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7207.8375185923105,"upper_bound":26043.889942944035},"point_estimate":18302.827653735774,"standard_error":4570.770063165874}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 2feff1ed233b..9df72fcd60ca 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51874396.0,51844650.0,51810607.0,51844149.0,51775632.0,51798453.0,51813632.0,51752478.0,51736569.0,51961368.0,51790660.0,51761214.0,51760623.0,51863595.0,51932615.0,52041357.0,52106639.0,52985849.0,52111798.0,52291444.0,52047769.0,51989601.0,51937573.0,51805898.0,51921413.0,52529248.0,51839801.0,51808092.0,51907136.0,51825023.0,51756276.0,51767076.0,51833941.0,51815706.0,51853326.0,51764210.0,51901406.0,51796590.0,51944777.0,51963279.0,51776483.0,51741006.0,51794407.0,51761595.0,51760584.0,51741337.0,51756315.0,51874296.0,51925761.0,51789317.0,51745966.0,51810036.0,51803272.0,51772165.0,51791341.0,51795859.0,51811929.0,51976867.0,62274590.0,55453849.0,52221934.0,51806799.0,51827357.0,51804265.0,51803523.0,51808382.0,51831746.0,51904752.0,51855661.0,51813371.0,51849699.0,51759041.0,51810777.0,51732170.0,51830383.0,52546790.0,51851102.0,51843257.0,51809485.0,51775351.0,51788044.0,51828039.0,51792512.0,51882050.0,51796631.0,51833939.0,51920341.0,51767816.0,51785901.0,51783606.0,51814126.0,51785724.0,51772801.0,51807996.0,51867227.0,51818025.0,51891863.0,52105060.0,51807996.0,51790153.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832782.0,51828954.0,51735149.0,51960471.0,51750857.0,51786585.0,51776206.0,51753563.0,51718608.0,51838421.0,51814237.0,51775154.0,51707256.0,51801452.0,51771447.0,51810941.0,51745869.0,51779452.0,51754716.0,51691377.0,51708919.0,51886632.0,51830938.0,51926277.0,51785893.0,51815498.0,51821069.0,51735058.0,51791354.0,51772418.0,51783138.0,51718718.0,51772809.0,51813926.0,51824385.0,51739527.0,51812223.0,51867507.0,51781676.0,51817273.0,51885029.0,51863138.0,52654029.0,51819687.0,51801082.0,51801182.0,51737242.0,51721534.0,51750488.0,51766367.0,51725931.0,51874811.0,51786305.0,51837439.0,51794079.0,51773760.0,51779001.0,51748413.0,51792586.0,51799910.0,51790423.0,51935814.0,51772579.0,51802945.0,51854021.0,51763882.0,51798918.0,51759413.0,51829305.0,51828714.0,51748484.0,52440940.0,51921759.0,51818404.0,51778229.0,51855253.0,51836639.0,51706495.0,51756529.0,51851667.0,52016155.0,52632789.0,51815348.0,51784541.0,51787758.0,51703079.0,51752431.0,51734417.0,51838743.0,51719009.0,51778059.0,51727213.0,51868970.0,51859552.0,51761157.0,51753282.0,51782568.0,51766697.0,51812063.0,51790682.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index d5c8d9a9d403..2b7465da578b 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6434156.09375,6453890.46875,6506515.46875,6526249.84375] \ No newline at end of file +[6442147.21875,6455828.34375,6492311.34375,6505992.46875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 98db7ebf6550..2040845f4d9e 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00043133282880578625,"upper_bound":0.007847882710824577},"point_estimate":0.0034894148703468186,"standard_error":0.0020557190925331826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00011606488367710277,"upper_bound":0.0008210953895726458},"point_estimate":0.000299142786508666,"standard_error":0.0001885501810803203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008640801333857336,"upper_bound":-0.0006177059298880016},"point_estimate":-0.003703579095186482,"standard_error":0.0021313888085707456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009105735857254382,"upper_bound":-0.00016367353716228994},"point_estimate":-0.0004711320272381414,"standard_error":0.00018835494650617447}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 9fb3807237e9..42b857cb065c 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6481885.49921875,"upper_bound":6533298.22875},"point_estimate":6501435.67375,"standard_error":13787.738617267147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475924.6875,"upper_bound":6479242.375},"point_estimate":6476687.6875,"standard_error":951.8811059706917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5331.151517853141,"upper_bound":10858.006232231855},"point_estimate":7461.647680029273,"standard_error":1377.414406386364},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17329.70698782225,"upper_bound":231380.90722192303},"point_estimate":138916.84564563615,"standard_error":65459.22069723989}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6474196.426375,"upper_bound":6481274.75621875},"point_estimate":6477357.0925,"standard_error":1819.337934400221},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472355.0625,"upper_bound":6475257.9375},"point_estimate":6473636.3125,"standard_error":790.5378759203726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5038.245360553265,"upper_bound":8159.465789515509},"point_estimate":6610.1719826459885,"standard_error":779.4969142515105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7207.8375185923105,"upper_bound":26043.889942944035},"point_estimate":18302.827653735774,"standard_error":4570.770063165874}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 2feff1ed233b..9df72fcd60ca 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51874396.0,51844650.0,51810607.0,51844149.0,51775632.0,51798453.0,51813632.0,51752478.0,51736569.0,51961368.0,51790660.0,51761214.0,51760623.0,51863595.0,51932615.0,52041357.0,52106639.0,52985849.0,52111798.0,52291444.0,52047769.0,51989601.0,51937573.0,51805898.0,51921413.0,52529248.0,51839801.0,51808092.0,51907136.0,51825023.0,51756276.0,51767076.0,51833941.0,51815706.0,51853326.0,51764210.0,51901406.0,51796590.0,51944777.0,51963279.0,51776483.0,51741006.0,51794407.0,51761595.0,51760584.0,51741337.0,51756315.0,51874296.0,51925761.0,51789317.0,51745966.0,51810036.0,51803272.0,51772165.0,51791341.0,51795859.0,51811929.0,51976867.0,62274590.0,55453849.0,52221934.0,51806799.0,51827357.0,51804265.0,51803523.0,51808382.0,51831746.0,51904752.0,51855661.0,51813371.0,51849699.0,51759041.0,51810777.0,51732170.0,51830383.0,52546790.0,51851102.0,51843257.0,51809485.0,51775351.0,51788044.0,51828039.0,51792512.0,51882050.0,51796631.0,51833939.0,51920341.0,51767816.0,51785901.0,51783606.0,51814126.0,51785724.0,51772801.0,51807996.0,51867227.0,51818025.0,51891863.0,52105060.0,51807996.0,51790153.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832782.0,51828954.0,51735149.0,51960471.0,51750857.0,51786585.0,51776206.0,51753563.0,51718608.0,51838421.0,51814237.0,51775154.0,51707256.0,51801452.0,51771447.0,51810941.0,51745869.0,51779452.0,51754716.0,51691377.0,51708919.0,51886632.0,51830938.0,51926277.0,51785893.0,51815498.0,51821069.0,51735058.0,51791354.0,51772418.0,51783138.0,51718718.0,51772809.0,51813926.0,51824385.0,51739527.0,51812223.0,51867507.0,51781676.0,51817273.0,51885029.0,51863138.0,52654029.0,51819687.0,51801082.0,51801182.0,51737242.0,51721534.0,51750488.0,51766367.0,51725931.0,51874811.0,51786305.0,51837439.0,51794079.0,51773760.0,51779001.0,51748413.0,51792586.0,51799910.0,51790423.0,51935814.0,51772579.0,51802945.0,51854021.0,51763882.0,51798918.0,51759413.0,51829305.0,51828714.0,51748484.0,52440940.0,51921759.0,51818404.0,51778229.0,51855253.0,51836639.0,51706495.0,51756529.0,51851667.0,52016155.0,52632789.0,51815348.0,51784541.0,51787758.0,51703079.0,51752431.0,51734417.0,51838743.0,51719009.0,51778059.0,51727213.0,51868970.0,51859552.0,51761157.0,51753282.0,51782568.0,51766697.0,51812063.0,51790682.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index d5c8d9a9d403..2b7465da578b 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6434156.09375,6453890.46875,6506515.46875,6526249.84375] \ No newline at end of file +[6442147.21875,6455828.34375,6492311.34375,6505992.46875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 1c22db6417fa..08ea0878229c 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + + +0.55 + + - + 5 - - + + +5.5 + + + 6 - - -7 + + +6.5 - - -8 + + +7 - - -9 + + +7.5 - - -10 + + +8 - - -11 + + +8.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index cd0c790b893f..1a29aa2fc110 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.002 + +0.01 - - -0.004 + + +0.02 - - -0.006 + + +0.03 - - -0.008 + + +0.04 - - -0.01 + + +0.05 - - -0.012 + + +0.06 - - -0.014 + + +0.07 - - -0.016 + + +0.08 - - - -0 + + +0.09 - - -50 + + +0.1 - - -100 + + +0.11 + + + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 1e3b332326bc..68a685a8d778 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,33 +16,33 @@ Average Iteration Time (ms) - - - + + + - + - + 6.6 - - + + 6.8 - - + + 7.0 - + 7.2 - + 7.4 - + 7.6 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - + + - - + + - - - + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + - - - + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 6572c3db2c67..f9ba105771d5 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,34 +9,34 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + 6.5 @@ -50,10 +50,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 5c3429f11f2e..1b39fa55d2ac 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - -0 + +-0.009 - - -0.001 + + +-0.008 - - -0.002 + + +-0.007 - - -0.003 + + +-0.006 - - -0.004 + + +-0.005 - - -0.005 + + +-0.004 - - -0.006 + + +-0.003 - - -0.007 + + +-0.002 - - -0.008 + + +-0.001 + + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index e59da00217de..3040feae9692 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - -1e-4 + +-9e-4 - - -2e-4 + + +-8e-4 - - -3e-4 + + +-7e-4 - - -4e-4 + + +-6e-4 - - -5e-4 + + +-5e-4 - - -6e-4 + + +-4e-4 - - -7e-4 + + +-3e-4 - - -8e-4 + + +-2e-4 - - - - + + +-1e-4 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index fbb1d738b608..d64e0c24adeb 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index aee4baffc95a..9de338a506ec 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003926 - 0.0004005 - 0.0003803 + 0.0003629 + 0.0003739 + 0.0003573 Mean - 6.4819 ms - 6.5014 ms - 6.5333 ms + 6.4742 ms + 6.4774 ms + 6.4813 ms Std. Dev. - 17.330 µs - 138.92 µs - 231.38 µs + 7.2078 µs + 18.303 µs + 26.044 µs Median - 6.4759 ms - 6.4767 ms - 6.4792 ms + 6.4724 ms + 6.4736 ms + 6.4753 ms MAD - 5.3312 µs - 7.4616 µs - 10.858 µs + 5.0382 µs + 6.6102 µs + 8.1595 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0431% - +0.3489% - +0.7848% - (p = 0.08 > + -0.8641% + -0.3704% + -0.0618% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 261313c07f55..de6c99e3c12e 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.6 + +6.48 - - -6.8 + + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 52c160238eaf..ec8c2ebc264d 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.6 + +6.48 - - -6.8 + + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 63292540c5ca..16a50769b023 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + + +6.474 - - -30 + + +6.475 - - -35 + + +6.476 - - - -6.48 + + +6.477 - - -6.49 + + +6.478 - - -6.5 + + +6.479 - - -6.51 + + +6.48 - - -6.52 + + +6.481 - - -6.53 + + +6.482 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index a51ffbac058b..d0cf2a82ed6e 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - -6.476 + + +900 - - -6.4765 + + + +6.4725 - - -6.477 + + +6.473 - - -6.4775 + + +6.4735 - - -6.478 + + +6.474 - - -6.4785 + + +6.4745 - - -6.479 + + +6.475 - - -6.4795 + + +6.4755 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 1737f2e35ecc..5937a8991f31 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,38 +46,42 @@ Average Time (ms) - -6.4 + +6.44 - - -6.6 + + +6.46 - - -6.8 + + +6.48 - - -7 + + +6.5 - - -7.2 + + +6.52 - - -7.4 + + +6.54 - - -7.6 + + +6.56 - - -7.8 + + +6.58 + + + +6.6 - + Density (a.u.) @@ -86,56 +90,50 @@ Density (a.u.) 0 - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 + + + +25 - + -5 +30 - -6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +35 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index bda62e40bfa4..b70ffcfe942b 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - -1 + +5 + + + +10 - - -2 + + +15 - - -3 + + +20 - - -4 + + +25 - + -5 +30 - -6 + +35 - - -7 + + +40 - + - + +6.45 + + + 6.5 - - -7 + + +6.55 - - -7.5 + + +6.6 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index b5c5c748c7a1..377b70f4e71b 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -15,10 +15,10 @@ Average Iteration Time (ms) - + - + 6.6 @@ -28,10 +28,10 @@ Average Iteration Time (ms) 6.8 - + 7.0 - + 7.2 @@ -40,10 +40,10 @@ Average Iteration Time (ms) 7.4 - + 7.6 - + 0 @@ -91,202 +91,202 @@ Average Iteration Time (ms) - - + + - + - + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - + - - - - - - - - - - - + + + + + + + + + + + - - + + - - - - + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - + + + - - - - - - - - - - + + + + + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - + - + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 89e88490fcd2..70dacedbdec2 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + 6.5 @@ -47,8 +47,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index a59babea2a0a..cecc43a6b6e7 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + + +6.474 - - -30 + + +6.475 - - -35 + + +6.476 - - - -6.48 + + +6.477 - - -6.49 + + +6.478 - - -6.5 + + +6.479 - - -6.51 + + +6.48 - - -6.52 + + +6.481 - - -6.53 + + +6.482 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 7689026bda1e..9ae92f6629c4 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6268235.163625,"upper_bound":6294131.111625},"point_estimate":6280941.2875,"standard_error":6577.3196073023855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6263281.25,"upper_bound":6293185.1875},"point_estimate":6278497.25,"standard_error":7137.583961702718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49571.56408242881,"upper_bound":77393.47921349108},"point_estimate":61713.40922936797,"standard_error":7277.53479571725},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54405.50412271235,"upper_bound":77920.44537207232},"point_estimate":65812.99639183834,"standard_error":6065.436299413568}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6177047.339277777,"upper_bound":6207114.314833334},"point_estimate":6191843.820000001,"standard_error":7648.866744307569},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165312.111111111,"upper_bound":6204309.833333334},"point_estimate":6183831.777777778,"standard_error":9419.030991480133},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60270.55117165049,"upper_bound":93810.60730119562},"point_estimate":76307.44384527183,"standard_error":8363.6281017902},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63935.20357458082,"upper_bound":89873.08030535476},"point_estimate":77034.70487616745,"standard_error":6654.510692312683}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 908c6af15996..15728abccb70 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51094044.0,49498806.0,50208071.0,50320340.0,52381227.0,50361396.0,49962672.0,50891886.0,49966881.0,50729122.0,50641951.0,50742086.0,50567681.0,50106250.0,49353335.0,51034432.0,50269204.0,50267421.0,49986937.0,50979079.0,49304203.0,50178315.0,50580075.0,50185288.0,49330712.0,50507408.0,50599721.0,50474387.0,50112773.0,49526237.0,49609644.0,49575109.0,50718453.0,50676684.0,50817578.0,49420100.0,50422821.0,50192831.0,50490407.0,50384770.0,49764502.0,50329567.0,49532078.0,49557876.0,50335828.0,49945931.0,49686817.0,50726838.0,50675803.0,50241473.0,50082907.0,49985255.0,50554277.0,50838316.0,50673760.0,49975386.0,49815046.0,50085711.0,49266643.0,51112528.0,50545891.0,50972888.0,50716419.0,50511978.0,51433948.0,49805159.0,50464279.0,49867204.0,49881701.0,49690725.0,49906757.0,50261570.0,51293546.0,50587989.0,49844432.0,50007235.0,51033591.0,49491322.0,50448369.0,50038203.0,49433444.0,49650910.0,50379269.0,50192601.0,49961430.0,50174157.0,50733160.0,50280025.0,50658631.0,49940411.0,49999951.0,50102122.0,50214483.0,49535886.0,50253154.0,49911477.0,50311002.0,49923298.0,50458267.0,50179267.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55228503.0,55946479.0,55458946.0,55163211.0,57053202.0,56448480.0,55162100.0,55284379.0,56333694.0,56372136.0,55584401.0,55829380.0,55365631.0,54761910.0,56083776.0,54669788.0,56120635.0,54602361.0,56614179.0,55974581.0,55164003.0,54635914.0,56247833.0,56355676.0,55178540.0,54488467.0,56013114.0,56424694.0,54794171.0,55130791.0,56307806.0,55301280.0,55682454.0,55965023.0,55970203.0,56264374.0,55194199.0,55330897.0,56416108.0,55467602.0,55623734.0,55487809.0,56960308.0,55935107.0,55708994.0,56335547.0,56495006.0,54881253.0,55662957.0,55082219.0,55344481.0,54981778.0,55374332.0,55310976.0,56342077.0,57524440.0,55431465.0,55185496.0,54967311.0,56894757.0,54696181.0,56362749.0,54826622.0,55533788.0,56365244.0,56106018.0,55404101.0,55779539.0,54819688.0,55108894.0,55004831.0,55606014.0,55359078.0,56096769.0,55827853.0,55661289.0,55687148.0,55186563.0,56036145.0,55612847.0,55537215.0,55563935.0,57602418.0,55325255.0,55005813.0,56022670.0,56097702.0,55978016.0,56773695.0,55647683.0,54806687.0,58257464.0,56574570.0,55849724.0,55604913.0,55821501.0,56089075.0,56430238.0,54914531.0,55754004.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 87c14ab4fe72..0386ee413385 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5991901.3125,6115972.078125,6446827.453125,6570898.21875] \ No newline at end of file +[5826682.583333334,5979579.625,6387305.069444444,6540202.111111111] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index b21369a73488..50fbda665672 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011556769352612269,"upper_bound":0.02162369114230885},"point_estimate":0.01724823273223719,"standard_error":0.0025843896155554485},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.018335981724283593,"upper_bound":0.025265805944495012},"point_estimate":0.021886005095353545,"standard_error":0.0017980158678369473}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01731553240170238,"upper_bound":-0.011226804819944619},"point_estimate":-0.014185368628953032,"standard_error":0.0015713794366271007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019011401095589298,"upper_bound":-0.011238186558187535},"point_estimate":-0.01507772775121019,"standard_error":0.0019000899991941564}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 7689026bda1e..9ae92f6629c4 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6268235.163625,"upper_bound":6294131.111625},"point_estimate":6280941.2875,"standard_error":6577.3196073023855},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6263281.25,"upper_bound":6293185.1875},"point_estimate":6278497.25,"standard_error":7137.583961702718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49571.56408242881,"upper_bound":77393.47921349108},"point_estimate":61713.40922936797,"standard_error":7277.53479571725},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54405.50412271235,"upper_bound":77920.44537207232},"point_estimate":65812.99639183834,"standard_error":6065.436299413568}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6177047.339277777,"upper_bound":6207114.314833334},"point_estimate":6191843.820000001,"standard_error":7648.866744307569},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165312.111111111,"upper_bound":6204309.833333334},"point_estimate":6183831.777777778,"standard_error":9419.030991480133},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60270.55117165049,"upper_bound":93810.60730119562},"point_estimate":76307.44384527183,"standard_error":8363.6281017902},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63935.20357458082,"upper_bound":89873.08030535476},"point_estimate":77034.70487616745,"standard_error":6654.510692312683}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 908c6af15996..15728abccb70 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51094044.0,49498806.0,50208071.0,50320340.0,52381227.0,50361396.0,49962672.0,50891886.0,49966881.0,50729122.0,50641951.0,50742086.0,50567681.0,50106250.0,49353335.0,51034432.0,50269204.0,50267421.0,49986937.0,50979079.0,49304203.0,50178315.0,50580075.0,50185288.0,49330712.0,50507408.0,50599721.0,50474387.0,50112773.0,49526237.0,49609644.0,49575109.0,50718453.0,50676684.0,50817578.0,49420100.0,50422821.0,50192831.0,50490407.0,50384770.0,49764502.0,50329567.0,49532078.0,49557876.0,50335828.0,49945931.0,49686817.0,50726838.0,50675803.0,50241473.0,50082907.0,49985255.0,50554277.0,50838316.0,50673760.0,49975386.0,49815046.0,50085711.0,49266643.0,51112528.0,50545891.0,50972888.0,50716419.0,50511978.0,51433948.0,49805159.0,50464279.0,49867204.0,49881701.0,49690725.0,49906757.0,50261570.0,51293546.0,50587989.0,49844432.0,50007235.0,51033591.0,49491322.0,50448369.0,50038203.0,49433444.0,49650910.0,50379269.0,50192601.0,49961430.0,50174157.0,50733160.0,50280025.0,50658631.0,49940411.0,49999951.0,50102122.0,50214483.0,49535886.0,50253154.0,49911477.0,50311002.0,49923298.0,50458267.0,50179267.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55228503.0,55946479.0,55458946.0,55163211.0,57053202.0,56448480.0,55162100.0,55284379.0,56333694.0,56372136.0,55584401.0,55829380.0,55365631.0,54761910.0,56083776.0,54669788.0,56120635.0,54602361.0,56614179.0,55974581.0,55164003.0,54635914.0,56247833.0,56355676.0,55178540.0,54488467.0,56013114.0,56424694.0,54794171.0,55130791.0,56307806.0,55301280.0,55682454.0,55965023.0,55970203.0,56264374.0,55194199.0,55330897.0,56416108.0,55467602.0,55623734.0,55487809.0,56960308.0,55935107.0,55708994.0,56335547.0,56495006.0,54881253.0,55662957.0,55082219.0,55344481.0,54981778.0,55374332.0,55310976.0,56342077.0,57524440.0,55431465.0,55185496.0,54967311.0,56894757.0,54696181.0,56362749.0,54826622.0,55533788.0,56365244.0,56106018.0,55404101.0,55779539.0,54819688.0,55108894.0,55004831.0,55606014.0,55359078.0,56096769.0,55827853.0,55661289.0,55687148.0,55186563.0,56036145.0,55612847.0,55537215.0,55563935.0,57602418.0,55325255.0,55005813.0,56022670.0,56097702.0,55978016.0,56773695.0,55647683.0,54806687.0,58257464.0,56574570.0,55849724.0,55604913.0,55821501.0,56089075.0,56430238.0,54914531.0,55754004.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 87c14ab4fe72..0386ee413385 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5991901.3125,6115972.078125,6446827.453125,6570898.21875] \ No newline at end of file +[5826682.583333334,5979579.625,6387305.069444444,6540202.111111111] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 7fd561356d64..16435b24eae4 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + +0.055 - + - -50 - - - -55 - - - + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - - - + + +85 + + + +90 + + + +95 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 9fbab48e2c63..04d359b83cea 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - + - -55 - - - -60 - - - + 65 - - + + 70 - - + + 75 - - + + 80 - - - - + + +85 + + + +90 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index c9c93369d512..169bf0a9c354 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.2 + +6.1 - - -6.4 + + +6.15 - - -6.6 + + +6.2 - - -6.8 + + +6.25 - - -7.0 + + +6.3 - - -7.2 + + +6.35 + + + +6.4 - - -7.4 + + +6.45 - + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 20ece3230fe0..d74a6b71185c 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -54,26 +54,26 @@ Average Time (ms) - + 6 - - -6.5 + + +6.2 - - -7 + + +6.4 - - -7.5 + + +6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 372a219c360d..610f5b13ee39 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - + - -0.012 + +-0.017 + + + +-0.016 - - -0.014 + + +-0.015 - - -0.016 + + +-0.014 - - -0.018 + + +-0.013 - - -0.02 + + +-0.012 - - -0.022 + + +-0.011 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index d5ff30c2b715..ec69b180ec5f 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,90 +9,66 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - + - -0.018 + +-0.019 - - -0.019 + + +-0.018 - - -0.02 + + +-0.017 - - -0.021 + + +-0.016 - - -0.022 + + +-0.015 - - -0.023 + + +-0.014 - - -0.024 + + +-0.013 - - -0.025 + + +-0.012 - - -0.026 + + +-0.011 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 52ebddd9ce13..4569c6fe95ca 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index cb3bd8e92318..d9b24c8ced98 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001636 - 0.0001698 - 0.0001632 + 0.0000152 + 0.0000158 + 0.0000152 Mean - 6.2682 ms - 6.2809 ms - 6.2941 ms + 6.1770 ms + 6.1918 ms + 6.2071 ms Std. Dev. - 54.406 µs - 65.813 µs - 77.920 µs + 63.935 µs + 77.035 µs + 89.873 µs Median - 6.2633 ms - 6.2785 ms - 6.2932 ms + 6.1653 ms + 6.1838 ms + 6.2043 ms MAD - 49.572 µs - 61.713 µs - 77.393 µs + 60.271 µs + 76.307 µs + 93.811 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +1.1557% - +1.7248% - +2.1624% + -1.7316% + -1.4185% + -1.1227% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index d82bae8f810b..97367c180172 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +6.1 + + + +6.15 + + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - - -6.5 - - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index ac439287bd9b..606e8d84c41b 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + +6.1 + + + +6.15 + + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - - -6.5 - - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 3d8021ed6aa6..7f2f63b5e4ea 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,54 +9,86 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -6.27 + +6.175 + + + +6.18 + + + +6.185 + + + +6.19 - - -6.275 + + +6.195 - - -6.28 + + +6.2 - - -6.285 + + +6.205 - - -6.29 + + +6.21 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 2c516f0c7b52..750f37cb110b 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - + - -6.26 + +6.165 + + + +6.17 - - -6.265 + + +6.175 - - -6.27 + + +6.18 - - -6.275 + + +6.185 - - -6.28 + + +6.19 - - -6.285 + + +6.195 - - -6.29 + + +6.2 - - -6.295 + + +6.205 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index c63b1613fb0b..0293c933079b 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,83 +13,67 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 + + +9 + - -6.1 + +6 - - -6.15 + + +6.1 - - + + 6.2 - - -6.25 - - - + + 6.3 - - -6.35 - - - + + 6.4 - - -6.45 - - - + + 6.5 - - -6.55 - - - -6.6 - - + Density (a.u.) @@ -98,34 +82,54 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - + +3 + + + +3.5 + + + 4 - - -5 + + +4.5 - - - - - + + + + + - - - + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 4de27b35d227..11f0cff48900 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - + +3 + + + +3.5 + + + 4 - - -5 + + +4.5 - + -6 +5 - -6.2 - - - -6.4 + +6 - - -6.6 + + +6.2 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 1af583f87fcb..4e2a297ab244 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -14,41 +14,46 @@ Average Iteration Time (ms) - + + - - - - + + + + -6.2 +6.1 - -6.4 + +6.15 - + + +6.2 + + -6.6 +6.25 - -6.8 + +6.3 - - -7.0 + + +6.35 - - -7.2 + + +6.4 - - -7.4 + + +6.45 - + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 3dfb85b85731..ef450324e549 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -51,24 +51,24 @@ Average Time (ms) - + 6 - - -6.5 + + +6.2 - - -7 + + +6.4 - - -7.5 + + +6.6 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index af2aa5f3c608..4f4fef73cf27 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,54 +9,86 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -6.27 + +6.175 + + + +6.18 + + + +6.185 + + + +6.19 - - -6.275 + + +6.195 - - -6.28 + + +6.2 - - -6.285 + + +6.205 - - -6.29 + + +6.21 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 75996e0c6046..0ab7ad113909 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4906382.243204545,"upper_bound":4987565.132818184},"point_estimate":4945093.4754545465,"standard_error":20753.313050518365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4833698.2727272725,"upper_bound":4853295.818181818},"point_estimate":4840911.363636363,"standard_error":4781.607779782692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32250.156525855095,"upper_bound":64991.6567916223},"point_estimate":45428.14362076145,"standard_error":8204.206020657535},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160734.85774920002,"upper_bound":259200.70251552152},"point_estimate":208164.39863124196,"standard_error":25855.039604724174}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4443439.558291667,"upper_bound":4456610.707166667},"point_estimate":4449474.799166667,"standard_error":3372.2608498319023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4439334.5,"upper_bound":4445231.666666667},"point_estimate":4441862.833333334,"standard_error":1386.3407370391092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.4429094193065,"upper_bound":14147.710248827934},"point_estimate":11117.523002624972,"standard_error":1564.7950806946906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19292.71894998218,"upper_bound":45167.325588790576},"point_estimate":33977.7248498477,"standard_error":6627.737623578043}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index d0868a731cfa..db8958fa13cc 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53135276.0,53097283.0,53289794.0,52939501.0,55398699.0,53216988.0,53664963.0,53224561.0,53041410.0,53253116.0,53170681.0,53246092.0,53404537.0,53506738.0,53523731.0,53306494.0,53147258.0,53339316.0,53217208.0,52906298.0,53124064.0,53321132.0,53455413.0,53386254.0,53488494.0,53228489.0,53020752.0,52917298.0,53203783.0,53246934.0,53203492.0,53431448.0,53308999.0,53455152.0,53148159.0,53601526.0,53199675.0,53303860.0,53127852.0,52918924.0,52596480.0,52892031.0,52804738.0,52920815.0,52908653.0,52843841.0,53011985.0,53134263.0,53031201.0,52847627.0,53075634.0,52877875.0,52891230.0,53060605.0,52971750.0,52932086.0,53314830.0,52896910.0,52886661.0,53406441.0,53340759.0,52756809.0,52497585.0,52703249.0,52847047.0,52803757.0,53068580.0,52898583.0,52890448.0,52973764.0,53077737.0,65601458.0,58195919.0,58312425.0,57784531.0,58101382.0,57969887.0,58060686.0,59857709.0,58022115.0,58064854.0,57650591.0,57812873.0,58188535.0,58048002.0,57690395.0,57892903.0,57937777.0,57992107.0,56134801.0,55455978.0,57949149.0,57560265.0,56798767.0,54351301.0,55539272.0,54878442.0,54571730.0,56002347.0,53891004.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53425070.0,55211276.0,53259147.0,53301468.0,53433746.0,53388611.0,53303240.0,53332646.0,53286449.0,53057277.0,53586625.0,53237707.0,53251482.0,53309714.0,53447613.0,53497026.0,53425540.0,53422926.0,53306627.0,53281930.0,55208290.0,53260270.0,53249509.0,53252114.0,53176822.0,53205477.0,53343086.0,53358103.0,53288663.0,53341272.0,53371850.0,53298742.0,53190558.0,53179447.0,53183254.0,53376058.0,53106049.0,53553422.0,53187272.0,53494742.0,53202090.0,53221576.0,53107311.0,53138299.0,53197568.0,54511853.0,53349052.0,53273881.0,53389378.0,53255116.0,53120851.0,53245788.0,53262098.0,53286644.0,53273710.0,53090596.0,53390270.0,53242051.0,55124166.0,53246910.0,53292776.0,53048576.0,53210302.0,53220741.0,53124790.0,53369139.0,53326089.0,53473457.0,53248372.0,53313756.0,53348752.0,53342780.0,53431298.0,53547817.0,53411329.0,53481251.0,53351437.0,53726293.0,53029710.0,53305910.0,52995046.0,53223255.0,53285172.0,53547506.0,53244035.0,53395931.0,53602019.0,53404727.0,53432590.0,53179443.0,53344894.0,53424224.0,53778691.0,53315449.0,53252200.0,55120631.0,53154746.0,53454481.0,53260205.0,53029611.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index cc6d0fdbc138..79d01c652c91 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4160969.340909089,4489686.022727272,5366263.840909092,5694980.522727274] \ No newline at end of file +[4391140.9375,4413657.71875,4473702.46875,4496219.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index e72a25c236e9..c7233b7f50f4 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09779005719796242,"upper_bound":0.11616103825043765},"point_estimate":0.10567675966439993,"standard_error":0.0046060252060681735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.08115888977360261,"upper_bound":0.08586164599215174},"point_estimate":0.0829320645411209,"standard_error":0.0010998087632693877}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10788517999127646,"upper_bound":-0.09287481504203855},"point_estimate":-0.10022432917556179,"standard_error":0.003837526646816957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08474175768166847,"upper_bound":-0.08093702306815538},"point_estimate":-0.08243252154967673,"standard_error":0.0009512002866731063}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 75996e0c6046..0ab7ad113909 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4906382.243204545,"upper_bound":4987565.132818184},"point_estimate":4945093.4754545465,"standard_error":20753.313050518365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4833698.2727272725,"upper_bound":4853295.818181818},"point_estimate":4840911.363636363,"standard_error":4781.607779782692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32250.156525855095,"upper_bound":64991.6567916223},"point_estimate":45428.14362076145,"standard_error":8204.206020657535},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":160734.85774920002,"upper_bound":259200.70251552152},"point_estimate":208164.39863124196,"standard_error":25855.039604724174}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4443439.558291667,"upper_bound":4456610.707166667},"point_estimate":4449474.799166667,"standard_error":3372.2608498319023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4439334.5,"upper_bound":4445231.666666667},"point_estimate":4441862.833333334,"standard_error":1386.3407370391092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.4429094193065,"upper_bound":14147.710248827934},"point_estimate":11117.523002624972,"standard_error":1564.7950806946906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19292.71894998218,"upper_bound":45167.325588790576},"point_estimate":33977.7248498477,"standard_error":6627.737623578043}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index d0868a731cfa..db8958fa13cc 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53135276.0,53097283.0,53289794.0,52939501.0,55398699.0,53216988.0,53664963.0,53224561.0,53041410.0,53253116.0,53170681.0,53246092.0,53404537.0,53506738.0,53523731.0,53306494.0,53147258.0,53339316.0,53217208.0,52906298.0,53124064.0,53321132.0,53455413.0,53386254.0,53488494.0,53228489.0,53020752.0,52917298.0,53203783.0,53246934.0,53203492.0,53431448.0,53308999.0,53455152.0,53148159.0,53601526.0,53199675.0,53303860.0,53127852.0,52918924.0,52596480.0,52892031.0,52804738.0,52920815.0,52908653.0,52843841.0,53011985.0,53134263.0,53031201.0,52847627.0,53075634.0,52877875.0,52891230.0,53060605.0,52971750.0,52932086.0,53314830.0,52896910.0,52886661.0,53406441.0,53340759.0,52756809.0,52497585.0,52703249.0,52847047.0,52803757.0,53068580.0,52898583.0,52890448.0,52973764.0,53077737.0,65601458.0,58195919.0,58312425.0,57784531.0,58101382.0,57969887.0,58060686.0,59857709.0,58022115.0,58064854.0,57650591.0,57812873.0,58188535.0,58048002.0,57690395.0,57892903.0,57937777.0,57992107.0,56134801.0,55455978.0,57949149.0,57560265.0,56798767.0,54351301.0,55539272.0,54878442.0,54571730.0,56002347.0,53891004.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53425070.0,55211276.0,53259147.0,53301468.0,53433746.0,53388611.0,53303240.0,53332646.0,53286449.0,53057277.0,53586625.0,53237707.0,53251482.0,53309714.0,53447613.0,53497026.0,53425540.0,53422926.0,53306627.0,53281930.0,55208290.0,53260270.0,53249509.0,53252114.0,53176822.0,53205477.0,53343086.0,53358103.0,53288663.0,53341272.0,53371850.0,53298742.0,53190558.0,53179447.0,53183254.0,53376058.0,53106049.0,53553422.0,53187272.0,53494742.0,53202090.0,53221576.0,53107311.0,53138299.0,53197568.0,54511853.0,53349052.0,53273881.0,53389378.0,53255116.0,53120851.0,53245788.0,53262098.0,53286644.0,53273710.0,53090596.0,53390270.0,53242051.0,55124166.0,53246910.0,53292776.0,53048576.0,53210302.0,53220741.0,53124790.0,53369139.0,53326089.0,53473457.0,53248372.0,53313756.0,53348752.0,53342780.0,53431298.0,53547817.0,53411329.0,53481251.0,53351437.0,53726293.0,53029710.0,53305910.0,52995046.0,53223255.0,53285172.0,53547506.0,53244035.0,53395931.0,53602019.0,53404727.0,53432590.0,53179443.0,53344894.0,53424224.0,53778691.0,53315449.0,53252200.0,55120631.0,53154746.0,53454481.0,53260205.0,53029611.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index cc6d0fdbc138..79d01c652c91 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4160969.340909089,4489686.022727272,5366263.840909092,5694980.522727274] \ No newline at end of file +[4391140.9375,4413657.71875,4473702.46875,4496219.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 46194d103107..9db6e78a3220 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 + +0.05 - - -0.035 + + +0.1 - - -0.04 + + +0.15 - - -0.045 + + +0.2 - - -0.05 + + +0.25 - - -0.055 + + +0.3 - + - -30 - - - -35 + +8 - - -40 + + +9 - - -45 + + +10 - - -50 + + +11 - - -55 + + +12 - - -60 + + +13 - - -65 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 3d926df46c84..0d7c21a707a2 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 + +0.01 - - -0.006 + + +0.02 - - -0.008 + + +0.03 - - -0.01 + + +0.04 - + -0.012 +0.05 - -0.014 + +0.06 - - -0.016 + + +0.07 - + - -160 + +20 - - -180 + + +25 - - -200 + + +30 - - -220 + + +35 - - -240 + + +40 - - -260 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 390b88bd158e..df8e9ee5142d 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - - + + 5.8 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 40e36801df14..28f35345caff 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 + + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 + + + +20 - + - + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index f9eca5d1e560..b077bd541f82 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - -0.1 + +-0.108 - - -0.105 + + +-0.106 - - -0.11 + + +-0.104 - - -0.115 + + +-0.102 - - - - + + +-0.1 + + + +-0.098 + + + +-0.096 + + + +-0.094 + + + +-0.092 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index b215a1f19ce5..f222cd74ec77 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - -0.081 - - - -0.0815 + + +450 - - -0.082 + + + +-0.085 - - -0.0825 + + +-0.0845 - - -0.083 + + +-0.084 - - -0.0835 + + +-0.0835 - - -0.084 + + +-0.083 - - -0.0845 + + +-0.0825 - - -0.085 + + +-0.082 - - -0.0855 + + +-0.0815 - - -0.086 + + +-0.081 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 08b37ee6d683..072921409261 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -25,69 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 23a8cedb4b19..4ab6fb845799 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004745 - 0.0004911 - 0.0004713 + 0.0077450 + 0.0079899 + 0.0076517 Mean - 4.9064 ms - 4.9451 ms - 4.9876 ms + 4.4434 ms + 4.4495 ms + 4.4566 ms Std. Dev. - 160.73 µs - 208.16 µs - 259.20 µs + 19.293 µs + 33.978 µs + 45.167 µs Median - 4.8337 ms - 4.8409 ms - 4.8533 ms + 4.4393 ms + 4.4419 ms + 4.4452 ms MAD - 32.250 µs - 45.428 µs - 64.992 µs + 7.9184 µs + 11.118 µs + 14.148 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +9.7790% - +10.568% - +11.616% + -10.789% + -10.022% + -9.2875% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 169f1a652630..2fc9cc6b6649 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,37 +15,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -4.8 + +4.42 - - -5.0 + + +4.44 - - -5.2 + + +4.46 - - -5.4 + + +4.48 - - -5.6 + + +4.5 - - -5.8 + + +4.52 - + + +4.54 + + + +4.56 + + + +4.58 + + + +4.6 + + 10 @@ -87,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 4f7590090209..2166b21fcbcc 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,37 +12,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -4.8 + +4.42 - - -5.0 + + +4.44 - - -5.2 + + +4.46 - - -5.4 + + +4.48 - - -5.6 + + +4.5 - - -5.8 + + +4.52 - + + +4.54 + + + +4.56 + + + +4.58 + + + +4.6 + + 10 @@ -84,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 976d2a5ab8bf..f4eec5d4af2d 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 - - - -8 - - - -10 + +20 - - -12 + + +40 - - -14 + + +60 - - -16 + + +80 - - -18 + + +100 - - -20 + + +120 - + - -4.9 - - - -4.91 + +4.442 - - -4.92 + + +4.444 - - -4.93 + + +4.446 - - -4.94 + + +4.448 - - -4.95 + + +4.45 - - -4.96 + + +4.452 - - -4.97 + + +4.454 - - -4.98 + + +4.456 - - -4.99 + + +4.458 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 1a43cc7d6b23..387222b83532 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 + + + +300 + + + +350 - - -120 + + +400 - - -140 + + +450 - + + +500 + + - -4.835 + +4.439 + + + +4.44 + + + +4.441 - - -4.84 + + +4.442 - - -4.845 + + +4.443 - - -4.85 + + +4.444 - - -4.855 + + +4.445 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 5f5df376ba0c..3cb3d6fe8cf0 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,63 +13,51 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - -4.6 - - - -4.8 - - - -5 + + +12 - - -5.2 - - - -5.4 + + + +4.4 - - -5.6 + + +4.45 - - -5.8 + + +4.5 - - -6 + + +4.55 - - -6.2 + + +4.6 - + Density (a.u.) @@ -78,40 +66,66 @@ Density (a.u.) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 - - - -3 - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 3b189c90e00c..ee0e74f22051 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + + +4.4 - - -3 + + +4.45 - - - -5 + + +4.5 - - -5.5 + + +4.55 - - -6 + + +4.6 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 76ef4cdaf048..2faabdfcdfac 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,38 +13,38 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - + 5.8 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 642bb2d7cfb2..8c41ea66e07d 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 + + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 + + + +20 - + - + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index b4057e41cc04..37ecbe57f32e 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 - - - -8 - - - -10 + +20 - - -12 + + +40 - - -14 + + +60 - - -16 + + +80 - - -18 + + +100 - - -20 + + +120 - + - -4.9 - - - -4.91 + +4.442 - - -4.92 + + +4.444 - - -4.93 + + +4.446 - - -4.94 + + +4.448 - - -4.95 + + +4.45 - - -4.96 + + +4.452 - - -4.97 + + +4.454 - - -4.98 + + +4.456 - - -4.99 + + +4.458 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index 1d4a8ec0a80c..bcb6ba6d2738 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29672621.125,"upper_bound":30514596.066875},"point_estimate":30095788.605,"standard_error":214542.69894157277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29258494.0,"upper_bound":31123069.25},"point_estimate":30345708.25,"standard_error":494052.97390814795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2152133.596841991,"upper_bound":3220554.441873729},"point_estimate":2711799.5196059346,"standard_error":275875.4840164559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957058.2279924087,"upper_bound":2354625.3102814653},"point_estimate":2170384.46674563,"standard_error":101256.70270179382}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30946246.207875002,"upper_bound":31596113.980125},"point_estimate":31285050.87,"standard_error":166209.0395197904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31596577.5,"upper_bound":31926975.5},"point_estimate":31768328.75,"standard_error":82016.86736918816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":560487.4684743584,"upper_bound":1189849.489375949},"point_estimate":734129.3920665979,"standard_error":165870.5754725371},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1262189.2585597811,"upper_bound":2025713.3826056411},"point_estimate":1670002.4030506914,"standard_error":195488.00671016227}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 7bb6311e863e..926702cb0548 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65552550.0,64694458.0,58570548.0,53298097.0,54781646.0,54403120.0,51439779.0,52866472.0,55197383.0,55462378.0,57965499.0,62140522.0,64914098.0,63594225.0,62920227.0,64326461.0,57887002.0,57949310.0,58284996.0,60981288.0,57496353.0,58730147.0,63441270.0,60616667.0,61624588.0,60946503.0,62050814.0,63951041.0,62807507.0,60440088.0,61324027.0,62087081.0,63212833.0,62169876.0,63748793.0,63321525.0,64815573.0,63566432.0,62942848.0,63373992.0,63538861.0,63172587.0,64346198.0,64221676.0,63454313.0,65621919.0,66209264.0,65535117.0,65336155.0,65204019.0,65696688.0,65381269.0,65642166.0,57690625.0,56176921.0,59845016.0,64352970.0,66191151.0,65385828.0,65257919.0,66437702.0,62351755.0,60701265.0,65594798.0,63758120.0,60681568.0,67871789.0,67142396.0,65016990.0,57279558.0,59299779.0,55849469.0,61401992.0,55350348.0,58549138.0,56243254.0,58463428.0,54668434.0,55338385.0,60402987.0,56147455.0,56914937.0,58199094.0,56062266.0,53375715.0,51344330.0,52590436.0,51353208.0,55303680.0,54513866.0,56881104.0,57341033.0,56346948.0,54395506.0,55841304.0,55504014.0,55519193.0,54513124.0,57772809.0,58675865.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65858381.0,65581950.0,57689457.0,51525345.0,53994921.0,49701116.0,60005925.0,50807791.0,56999838.0,56412129.0,57025636.0,64670571.0,64862283.0,63882875.0,57313469.0,64192850.0,63541091.0,60185815.0,63532224.0,60275214.0,64681071.0,62902217.0,64799945.0,65367916.0,56359520.0,61963917.0,57709927.0,62748978.0,63166656.0,63418020.0,62874815.0,64096799.0,62581632.0,63853951.0,62659239.0,63925977.0,64138498.0,65021713.0,63817964.0,65159216.0,62873493.0,62714082.0,63261003.0,63286511.0,63613828.0,62893090.0,63037763.0,65220708.0,63565426.0,64469222.0,63580335.0,60543189.0,60935679.0,61457783.0,64119212.0,56330575.0,58024750.0,64535085.0,63293655.0,63684311.0,64744781.0,59623515.0,64179395.0,60475261.0,62898419.0,63374798.0,63621814.0,59367531.0,62554431.0,63906099.0,66692944.0,65304316.0,65525474.0,66477809.0,65707376.0,64266569.0,65055186.0,67096476.0,66888283.0,66334819.0,64827386.0,64745803.0,63241777.0,63416306.0,62748798.0,63671408.0,63934343.0,65616014.0,61389125.0,60235559.0,64302026.0,63733063.0,64228207.0,65016340.0,64195576.0,63193155.0,64486053.0,63444349.0,63060415.0,62682623.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index c578183746a8..5f0a1a36f7af 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[16743816.125,22428575.75,37587934.75,43272694.375] \ No newline at end of file +[28066138.5,29634769.875,33817786.875,35386418.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 916de33ab72b..eac8e63daab4 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026125648604922672,"upper_bound":0.011581517750055559},"point_estimate":-0.007672402244296883,"standard_error":0.009600964721371556},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.061707141109569985,"upper_bound":0.005907372345315999},"point_estimate":-0.026090411281534887,"standard_error":0.016854903799469374}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02154687674692802,"upper_bound":0.05740675907200454},"point_estimate":0.03951590305902197,"standard_error":0.009186309399271831},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01858640126549571,"upper_bound":0.08639123425427653},"point_estimate":0.04688045137321839,"standard_error":0.017585794839902434}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index 1d4a8ec0a80c..bcb6ba6d2738 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29672621.125,"upper_bound":30514596.066875},"point_estimate":30095788.605,"standard_error":214542.69894157277},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29258494.0,"upper_bound":31123069.25},"point_estimate":30345708.25,"standard_error":494052.97390814795},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2152133.596841991,"upper_bound":3220554.441873729},"point_estimate":2711799.5196059346,"standard_error":275875.4840164559},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1957058.2279924087,"upper_bound":2354625.3102814653},"point_estimate":2170384.46674563,"standard_error":101256.70270179382}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30946246.207875002,"upper_bound":31596113.980125},"point_estimate":31285050.87,"standard_error":166209.0395197904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31596577.5,"upper_bound":31926975.5},"point_estimate":31768328.75,"standard_error":82016.86736918816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":560487.4684743584,"upper_bound":1189849.489375949},"point_estimate":734129.3920665979,"standard_error":165870.5754725371},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1262189.2585597811,"upper_bound":2025713.3826056411},"point_estimate":1670002.4030506914,"standard_error":195488.00671016227}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 7bb6311e863e..926702cb0548 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65552550.0,64694458.0,58570548.0,53298097.0,54781646.0,54403120.0,51439779.0,52866472.0,55197383.0,55462378.0,57965499.0,62140522.0,64914098.0,63594225.0,62920227.0,64326461.0,57887002.0,57949310.0,58284996.0,60981288.0,57496353.0,58730147.0,63441270.0,60616667.0,61624588.0,60946503.0,62050814.0,63951041.0,62807507.0,60440088.0,61324027.0,62087081.0,63212833.0,62169876.0,63748793.0,63321525.0,64815573.0,63566432.0,62942848.0,63373992.0,63538861.0,63172587.0,64346198.0,64221676.0,63454313.0,65621919.0,66209264.0,65535117.0,65336155.0,65204019.0,65696688.0,65381269.0,65642166.0,57690625.0,56176921.0,59845016.0,64352970.0,66191151.0,65385828.0,65257919.0,66437702.0,62351755.0,60701265.0,65594798.0,63758120.0,60681568.0,67871789.0,67142396.0,65016990.0,57279558.0,59299779.0,55849469.0,61401992.0,55350348.0,58549138.0,56243254.0,58463428.0,54668434.0,55338385.0,60402987.0,56147455.0,56914937.0,58199094.0,56062266.0,53375715.0,51344330.0,52590436.0,51353208.0,55303680.0,54513866.0,56881104.0,57341033.0,56346948.0,54395506.0,55841304.0,55504014.0,55519193.0,54513124.0,57772809.0,58675865.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65858381.0,65581950.0,57689457.0,51525345.0,53994921.0,49701116.0,60005925.0,50807791.0,56999838.0,56412129.0,57025636.0,64670571.0,64862283.0,63882875.0,57313469.0,64192850.0,63541091.0,60185815.0,63532224.0,60275214.0,64681071.0,62902217.0,64799945.0,65367916.0,56359520.0,61963917.0,57709927.0,62748978.0,63166656.0,63418020.0,62874815.0,64096799.0,62581632.0,63853951.0,62659239.0,63925977.0,64138498.0,65021713.0,63817964.0,65159216.0,62873493.0,62714082.0,63261003.0,63286511.0,63613828.0,62893090.0,63037763.0,65220708.0,63565426.0,64469222.0,63580335.0,60543189.0,60935679.0,61457783.0,64119212.0,56330575.0,58024750.0,64535085.0,63293655.0,63684311.0,64744781.0,59623515.0,64179395.0,60475261.0,62898419.0,63374798.0,63621814.0,59367531.0,62554431.0,63906099.0,66692944.0,65304316.0,65525474.0,66477809.0,65707376.0,64266569.0,65055186.0,67096476.0,66888283.0,66334819.0,64827386.0,64745803.0,63241777.0,63416306.0,62748798.0,63671408.0,63934343.0,65616014.0,61389125.0,60235559.0,64302026.0,63733063.0,64228207.0,65016340.0,64195576.0,63193155.0,64486053.0,63444349.0,63060415.0,62682623.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index c578183746a8..5f0a1a36f7af 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[16743816.125,22428575.75,37587934.75,43272694.375] \ No newline at end of file +[28066138.5,29634769.875,33817786.875,35386418.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index e0bbfc7acdeb..1f3212998682 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + + +0.5 - - -1.6 + + +0.6 - - - -2.2 + + +0.7 - - -2.4 + + +0.8 - - -2.6 + + +0.9 - - -2.8 + + +1 - - -3 + + +1.1 - - -3.2 + + +1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 8e2753a022a9..9ff42614b056 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - - -3.5 + + +2 - - -4 + + +2.2 - + - -1.95 + +1.2 - - -2 + + +1.3 - - -2.05 + + +1.4 - - -2.1 + + +1.5 - - -2.15 + + +1.6 - - -2.2 + + +1.7 - - -2.25 + + +1.8 - - -2.3 + + +1.9 - - -2.35 + + +2 + + + +2.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 54f06087c9a4..674ef42fb523 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index 7bfdc713a0c4..ca76a87f2275 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index b38da2545ef0..a753331e66f5 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - - - - + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + + +0.055 + + + +0.06 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index a9088edec434..1e956e6603f2 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,63 +9,71 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + - --0.06 - - - --0.05 - - - --0.04 - - - --0.03 - - - --0.02 - - - --0.01 - - - -0 - - - -0.01 - - - - - - + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index 057b54be2ad6..a5d5e786b15d 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index 44d346e9c077..86985da395ea 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011846 - 0.0012301 - 0.0011855 + 0.0000110 + 0.0000115 + 0.0000111 Mean - 29.673 ms - 30.096 ms - 30.515 ms + 30.946 ms + 31.285 ms + 31.596 ms Std. Dev. - 1.9571 ms - 2.1704 ms - 2.3546 ms + 1.2622 ms + 1.6700 ms + 2.0257 ms Median - 29.258 ms - 30.346 ms - 31.123 ms + 31.597 ms + 31.768 ms + 31.927 ms MAD - 2.1521 ms - 2.7118 ms - 3.2206 ms + 560.49 µs + 734.13 µs + 1.1898 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.6126% - -0.7672% - +1.1582% - (p = 0.41 > + +2.1547% + +3.9516% + +5.7407% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index a80d549f8f94..d71eb025e672 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -97,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index a3947e4c7988..776f29c18e41 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,52 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 10 @@ -94,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index ae818a048bdb..8af6271b1120 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.5 - - -1.8 - - - + + 2 - - - -29.6 - - - -29.7 + + +2.5 - - -29.8 - - - -29.9 + + + +30.9 - - -30 + + +31 - - -30.1 + + +31.1 - - -30.2 + + +31.2 - - -30.3 + + +31.3 - - -30.4 + + +31.4 - - -30.5 + + +31.5 - - -30.6 + + +31.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index 93e51fdec194..8ed15a760739 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ms) - -0.2 + +1 - - -0.4 + + +2 - - -0.6 + + +3 - - -0.8 + + +4 - - -1 + + +5 - - -1.2 + + +6 - - -1.4 + + +7 - - -1.6 + + +8 - + - -29.2 - - - -29.4 - - - -29.6 - - - -29.8 + +31.6 - - -30 + + +31.65 - - -30.2 + + +31.7 - - -30.4 + + +31.75 - - -30.6 + + +31.8 - - -30.8 + + +31.85 - - -31 + + +31.9 - - -31.2 + + +31.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index 4440024fc83d..83606d42f267 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,34 +54,30 @@ Average Time (ms) - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - -36 - - + Density (a.u.) @@ -90,44 +86,62 @@ Density (a.u.) 0 - -0.02 - - - -0.04 + +0.05 - - -0.06 + + +0.1 - - -0.08 + + +0.15 - - -0.1 + + +0.2 - - -0.12 - - - -0.14 - - - -0.16 - - - - - - - - + + +0.25 + + + +0.3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 6fb220e2b069..e59f985eb203 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 + + +0.1 - - -0.08 + + +0.15 - - -0.1 + + +0.2 - - -0.12 + + +0.25 - - -0.14 + + +0.3 - - -0.16 + + +0.35 - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index ec40253ce19f..932034dfbfa0 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 8f84d066b7c8..51eb44603a9f 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index e5340dbbe866..93914ae4f663 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.5 - - -1.8 - - - + + 2 - - - -29.6 - - - -29.7 + + +2.5 - - -29.8 - - - -29.9 + + + +30.9 - - -30 + + +31 - - -30.1 + + +31.1 - - -30.2 + + +31.2 - - -30.3 + + +31.3 - - -30.4 + + +31.4 - - -30.5 + + +31.5 - - -30.6 + + +31.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index 7aad85ce6655..a6d5520e652c 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57964630.544,"upper_bound":58948228.7975},"point_estimate":58446091.83,"standard_error":249523.8779387607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58533166.0,"upper_bound":59031957.0},"point_estimate":58716213.0,"standard_error":106339.84761091517},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712857.7889442444,"upper_bound":1351668.0488280947},"point_estimate":977709.4482421875,"standard_error":157222.14561757896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1713825.280531927,"upper_bound":3336360.7645360604},"point_estimate":2515535.8052375605,"standard_error":425289.4492140399}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58641948.92575,"upper_bound":59077478.04},"point_estimate":58838587.78,"standard_error":110720.55443675997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58599755.0,"upper_bound":58887120.5},"point_estimate":58748349.5,"standard_error":80115.13548846477},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575848.5014766455,"upper_bound":950807.0045497998},"point_estimate":779609.6288591623,"standard_error":93751.39838208923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657037.4092436798,"upper_bound":1644222.8210919998},"point_estimate":1116338.7796921767,"standard_error":304234.76321772585}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index d3dca83daf3a..42ae6f981b29 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59089665.0,59144467.0,58787952.0,59121795.0,59486486.0,59175396.0,59369487.0,58711830.0,58505346.0,58720596.0,58704647.0,59056022.0,58999797.0,59952777.0,59354750.0,60280789.0,58848124.0,58423712.0,59031957.0,58518199.0,58353592.0,58565747.0,59992230.0,58020460.0,59650362.0,57930522.0,52520695.0,59632378.0,58740033.0,61304609.0,58181441.0,58702522.0,59670729.0,59875222.0,58533166.0,58364162.0,58850429.0,58469067.0,56957325.0,53713622.0,59151390.0,58290725.0,57888944.0,60531116.0,58739351.0,58620971.0,58422240.0,59405265.0,59964849.0,62383623.0,59598254.0,58660664.0,58095841.0,58258985.0,60739515.0,59091939.0,58478384.0,59353538.0,58208360.0,56793320.0,53892665.0,58707602.0,58814141.0,58340658.0,57313791.0,52471223.0,59261375.0,59441491.0,58277660.0,56965631.0,52420949.0,59680348.0,58840951.0,58050575.0,57531046.0,52465682.0,60054456.0,59148005.0,57979834.0,56988744.0,52381726.0,59732125.0,59916438.0,58540179.0,56965621.0,53975981.0,60497462.0,59146601.0,59725772.0,58200777.0,52632574.0,61204843.0,58641810.0,59275061.0,57191726.0,51912450.0,60176433.0,60035672.0,72513698.0,57306026.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59224150.0,60112547.0,58897906.0,58690987.0,59355376.0,59606128.0,59193492.0,58317003.0,60111778.0,57866656.0,57854233.0,59594356.0,59522500.0,58755137.0,57918153.0,58541135.0,59010477.0,58741562.0,57976062.0,58057465.0,58119072.0,58980140.0,59689305.0,58384309.0,57654447.0,57931198.0,60500179.0,60097351.0,59201477.0,67181034.0,58918935.0,58595437.0,58882877.0,58549802.0,58350977.0,58452168.0,60043390.0,58304239.0,58647264.0,58861497.0,59416942.0,59167142.0,59533091.0,59220533.0,59670739.0,58651352.0,57207647.0,58316022.0,58655439.0,58405079.0,58183351.0,56990859.0,59177121.0,59093373.0,58039522.0,60579789.0,59263914.0,59920329.0,59360255.0,58165940.0,58960103.0,58879511.0,58104995.0,57995599.0,58150951.0,58757793.0,58624111.0,59692761.0,58507371.0,58355356.0,58690767.0,58802657.0,58777038.0,57602310.0,58915198.0,58604073.0,58299600.0,59363332.0,58210172.0,59620965.0,59429145.0,59574207.0,58876335.0,59566673.0,58601338.0,57959982.0,58405770.0,57464461.0,57507471.0,57441266.0,57469800.0,58760155.0,57811753.0,58212235.0,58537357.0,58717866.0,58962316.0,58871003.0,59757600.0,59306742.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 970d1fb8199d..5c693d7a4d1e 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[54397199.5,56278620.25,61295742.25,63177163.0] \ No newline at end of file +[55287172.0,56782465.375,60769914.375,62265207.75] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index 464a4ceb2b1a..927cd129af9e 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03924196402022885,"upper_bound":-0.022006804808096588},"point_estimate":-0.030963374415001632,"standard_error":0.004344933755792671},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029501314769015408,"upper_bound":-0.01977828975575413},"point_estimate":-0.02523212907980854,"standard_error":0.002342219273895319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002499395269118687,"upper_bound":0.0159196808825998},"point_estimate":0.0067155208793368,"standard_error":0.004677436618364199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005215600907549203,"upper_bound":0.004150553904262555},"point_estimate":0.0005473190173215237,"standard_error":0.0022382688105357165}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index 7aad85ce6655..a6d5520e652c 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57964630.544,"upper_bound":58948228.7975},"point_estimate":58446091.83,"standard_error":249523.8779387607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58533166.0,"upper_bound":59031957.0},"point_estimate":58716213.0,"standard_error":106339.84761091517},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":712857.7889442444,"upper_bound":1351668.0488280947},"point_estimate":977709.4482421875,"standard_error":157222.14561757896},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1713825.280531927,"upper_bound":3336360.7645360604},"point_estimate":2515535.8052375605,"standard_error":425289.4492140399}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58641948.92575,"upper_bound":59077478.04},"point_estimate":58838587.78,"standard_error":110720.55443675997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58599755.0,"upper_bound":58887120.5},"point_estimate":58748349.5,"standard_error":80115.13548846477},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575848.5014766455,"upper_bound":950807.0045497998},"point_estimate":779609.6288591623,"standard_error":93751.39838208923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657037.4092436798,"upper_bound":1644222.8210919998},"point_estimate":1116338.7796921767,"standard_error":304234.76321772585}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index d3dca83daf3a..42ae6f981b29 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59089665.0,59144467.0,58787952.0,59121795.0,59486486.0,59175396.0,59369487.0,58711830.0,58505346.0,58720596.0,58704647.0,59056022.0,58999797.0,59952777.0,59354750.0,60280789.0,58848124.0,58423712.0,59031957.0,58518199.0,58353592.0,58565747.0,59992230.0,58020460.0,59650362.0,57930522.0,52520695.0,59632378.0,58740033.0,61304609.0,58181441.0,58702522.0,59670729.0,59875222.0,58533166.0,58364162.0,58850429.0,58469067.0,56957325.0,53713622.0,59151390.0,58290725.0,57888944.0,60531116.0,58739351.0,58620971.0,58422240.0,59405265.0,59964849.0,62383623.0,59598254.0,58660664.0,58095841.0,58258985.0,60739515.0,59091939.0,58478384.0,59353538.0,58208360.0,56793320.0,53892665.0,58707602.0,58814141.0,58340658.0,57313791.0,52471223.0,59261375.0,59441491.0,58277660.0,56965631.0,52420949.0,59680348.0,58840951.0,58050575.0,57531046.0,52465682.0,60054456.0,59148005.0,57979834.0,56988744.0,52381726.0,59732125.0,59916438.0,58540179.0,56965621.0,53975981.0,60497462.0,59146601.0,59725772.0,58200777.0,52632574.0,61204843.0,58641810.0,59275061.0,57191726.0,51912450.0,60176433.0,60035672.0,72513698.0,57306026.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59224150.0,60112547.0,58897906.0,58690987.0,59355376.0,59606128.0,59193492.0,58317003.0,60111778.0,57866656.0,57854233.0,59594356.0,59522500.0,58755137.0,57918153.0,58541135.0,59010477.0,58741562.0,57976062.0,58057465.0,58119072.0,58980140.0,59689305.0,58384309.0,57654447.0,57931198.0,60500179.0,60097351.0,59201477.0,67181034.0,58918935.0,58595437.0,58882877.0,58549802.0,58350977.0,58452168.0,60043390.0,58304239.0,58647264.0,58861497.0,59416942.0,59167142.0,59533091.0,59220533.0,59670739.0,58651352.0,57207647.0,58316022.0,58655439.0,58405079.0,58183351.0,56990859.0,59177121.0,59093373.0,58039522.0,60579789.0,59263914.0,59920329.0,59360255.0,58165940.0,58960103.0,58879511.0,58104995.0,57995599.0,58150951.0,58757793.0,58624111.0,59692761.0,58507371.0,58355356.0,58690767.0,58802657.0,58777038.0,57602310.0,58915198.0,58604073.0,58299600.0,59363332.0,58210172.0,59620965.0,59429145.0,59574207.0,58876335.0,59566673.0,58601338.0,57959982.0,58405770.0,57464461.0,57507471.0,57441266.0,57469800.0,58760155.0,57811753.0,58212235.0,58537357.0,58717866.0,58962316.0,58871003.0,59757600.0,59306742.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 970d1fb8199d..5c693d7a4d1e 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[54397199.5,56278620.25,61295742.25,63177163.0] \ No newline at end of file +[55287172.0,56782465.375,60769914.375,62265207.75] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index f537583a5506..0ff8bf60220a 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,73 +6,85 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - + + +0.004 + + + +0.0045 + + - -0.7 + +550 + + + +600 - - -0.8 + + +650 - - -0.9 + + +700 - - -1 + + +750 - - -1.1 + + +800 - - -1.2 + + +850 - - -1.3 + + +900 - - -1.4 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 1f5a5ef0a069..f9bb4af8756f 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - + 0.5 - - -0.6 + + +1 - - -0.7 + + +1.5 - - -0.8 - - - -0.9 - - - - -1.6 + + +2 - - -1.8 + + +2.5 - - -2 + + +3 - - -2.2 + + +3.5 - - -2.4 + + + +0.6 - - -2.6 + + +0.8 - - -2.8 + + +1 - - -3 + + +1.2 - - -3.2 + + +1.4 - - -3.4 + + +1.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index d79ebc4e6a09..84b4a592d180 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index d80029a2a9ab..a236b3c29fab 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,46 +9,42 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + 50 @@ -62,10 +58,10 @@ Average Time (ms) 70 - - - - + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index d1ffde7d23e8..14f3682cbfe4 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - --0.04 - - - --0.038 - - - --0.036 - - - --0.034 - - - --0.032 - - - --0.03 - - - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - - - - + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index e1db1dc8e1e9..bfcfa738a63c 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,79 +9,51 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 - - + - --0.03 - - - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - --0.02 - - - - - - + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index ed63ddfd7e92..0e00914ecf09 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 033b7b92ea89..96ec458eb17c 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0019967 - 0.0020704 - 0.0019905 + 0.0017195 + 0.0017733 + 0.0016950 Mean - 57.965 ms - 58.446 ms - 58.948 ms + 58.642 ms + 58.839 ms + 59.077 ms Std. Dev. - 1.7138 ms - 2.5155 ms - 3.3364 ms + 657.04 µs + 1.1163 ms + 1.6442 ms Median - 58.533 ms - 58.716 ms - 59.032 ms + 58.600 ms + 58.748 ms + 58.887 ms MAD - 712.86 µs - 977.71 µs - 1.3517 ms + 575.85 µs + 779.61 µs + 950.81 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -3.9242% - -3.0963% - -2.2007% - (p = 0.00 < + -0.2499% + +0.6716% + +1.5920% + (p = 0.16 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 96cf67cfa58a..fab6afbb8513 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - + + + - - - - - + + + + + - -52.0 + +57.0 - - -54.0 + + +58.0 - - -56.0 + + +59.0 - + -58.0 +60.0 -60.0 +61.0 62.0 - -64.0 + +63.0 - - -66.0 + + +64.0 - - -68.0 + + +65.0 - - -70.0 + + +66.0 - - -72.0 + + +67.0 - + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index fcee7859ddea..d60e3052a082 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -13,61 +13,61 @@ Average Iteration Time (ms) - + - + - - - - - + + + + + -52.0 +57.0 - -54.0 + +58.0 - + -56.0 +59.0 -58.0 +60.0 - -60.0 + +61.0 - + 62.0 - -64.0 + +63.0 - - -66.0 + + +64.0 - - -68.0 + + +65.0 - - -70.0 + + +66.0 - - -72.0 + + +67.0 - + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 11532a58b2fd..ff7c1f8308c2 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - + - -58 + +58.6 - - -58.2 + + +58.65 - - -58.4 + + +58.7 - - -58.6 + + +58.75 - - + + 58.8 - - - - + + +58.85 + + + +58.9 + + + +58.95 + + + +59 + + + +59.05 + + + +59.1 + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 4c3350e7f1b4..9e75a07ac123 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - + 3 - + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - -11 - - + - -58.5 - - - + 58.6 - - + + +58.65 + + + 58.7 - - + + +58.75 + + + 58.8 - - + + +58.85 + + + 58.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index f26edad6d187..fa3c7da740b0 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,30 +54,34 @@ Average Time (ms) - -50 + +56 - - -55 + + +58 - - + + 60 - - -65 + + +62 - - -70 + + +64 - - -75 + + +66 - + + +68 + + Density (a.u.) @@ -86,58 +90,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 8c1dd0122c46..604c73b3e3ea 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + - -50 - - - + 60 - - -70 + + +65 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 8a1844c0756f..7690a9d48aaa 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index ff5c8255179c..18b3f12ea53f 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,46 +6,42 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + 50 @@ -59,8 +55,8 @@ Average Time (ms) 70 - - - - + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index c79ecff5f032..ffe7c00848e7 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - - -1.4 + + +3 - - -1.6 + + +3.5 - + - -58 + +58.6 - - -58.2 + + +58.65 - - -58.4 + + +58.7 - - -58.6 + + +58.75 - - + + 58.8 - - - - + + +58.85 + + + +58.9 + + + +58.95 + + + +59 + + + +59.05 + + + +59.1 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 888e1fa85b4f..9f82d6466424 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8626601.549999999,"upper_bound":8671497.707583334},"point_estimate":8649605.663333334,"standard_error":11493.2826954615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8651863.75,"upper_bound":8681339.666666668},"point_estimate":8669358.083333332,"standard_error":7239.711643330008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56352.389499545556,"upper_bound":94867.12451577187},"point_estimate":78997.12729752155,"standard_error":10094.25703828382},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91150.85852789605,"upper_bound":135988.30197220237},"point_estimate":114948.66480329883,"standard_error":11455.523470314605}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6591730.4002812505,"upper_bound":6671506.63653125},"point_estimate":6630625.85375,"standard_error":20437.52385581711},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530584.5625,"upper_bound":6614486.875},"point_estimate":6577564.375,"standard_error":22869.84693910307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136286.1910285622,"upper_bound":241778.32655757666},"point_estimate":201907.41410292685,"standard_error":27037.652854792734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171639.84833110575,"upper_bound":237454.822518804},"point_estimate":205814.4814172797,"standard_error":16781.489696471293}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index a72192c5a4e9..cb6dcd843a9d 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52134098.0,53379352.0,52016419.0,52410183.0,52143606.0,53230424.0,52015266.0,51690751.0,52275101.0,53208774.0,51788303.0,52126715.0,52358297.0,52015837.0,52682141.0,52125774.0,52185003.0,52550235.0,51623606.0,52096058.0,52064198.0,49719922.0,52303675.0,51711460.0,52589969.0,51333615.0,52142214.0,52467932.0,52367094.0,52151260.0,51803341.0,53473830.0,52177259.0,52205072.0,52015878.0,52639422.0,51818991.0,52082502.0,52393022.0,50176725.0,52080018.0,52970701.0,50959506.0,52153345.0,51981975.0,51707442.0,51561971.0,52371471.0,51753989.0,52977423.0,52826731.0,51965004.0,52489842.0,51469639.0,51503692.0,51562301.0,51986182.0,51934166.0,51634676.0,52330145.0,52216021.0,52053247.0,52002594.0,52047226.0,52364449.0,51757896.0,52387241.0,51934597.0,52027359.0,51522077.0,51618165.0,50436720.0,50877613.0,49596251.0,51524100.0,51455522.0,50506100.0,50551084.0,52193619.0,51632512.0,52199721.0,51030378.0,51634457.0,51271658.0,51888199.0,52283358.0,52062345.0,51652169.0,51873072.0,50025262.0,52028321.0,51587678.0,51931901.0,51755072.0,51373459.0,51420657.0,50775843.0,52057896.0,52118670.0,52175346.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51509457.0,51640383.0,51039786.0,51721846.0,51420932.0,54800129.0,57857844.0,53171285.0,52150269.0,53755330.0,55219917.0,54149329.0,55522033.0,56542537.0,54113332.0,53544794.0,51987374.0,52387004.0,51769495.0,51278194.0,52284300.0,51687772.0,51591401.0,51662604.0,51677263.0,53493952.0,54164468.0,52880218.0,52484196.0,52324967.0,52713927.0,52342990.0,52951572.0,53607803.0,54515986.0,55592815.0,53892397.0,52776573.0,52055692.0,51966254.0,51527732.0,51829408.0,51688513.0,51835048.0,51749848.0,51457780.0,52164386.0,54769980.0,54988213.0,53916833.0,52669613.0,52468172.0,54838601.0,52780341.0,54748771.0,53274603.0,51904881.0,51157552.0,51190795.0,51102779.0,51386985.0,51177741.0,51145931.0,51372867.0,51667644.0,51351046.0,56429849.0,56051697.0,56455207.0,53600697.0,54050896.0,54254650.0,53226672.0,52690753.0,52331406.0,52694589.0,52731880.0,52487659.0,52814565.0,54813433.0,56469394.0,55496862.0,53778882.0,52910336.0,51504096.0,51472516.0,51551555.0,51434534.0,51534343.0,51867340.0,51527660.0,51809612.0,54581025.0,54484493.0,52571417.0,54365879.0,54698878.0,58683888.0,54157917.0,52551620.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 37c1bbcff8dc..cef924bb7351 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[8316285.708333325,8460666.645833328,8845682.479166672,8990063.416666675] \ No newline at end of file +[5535768.875,5998205.984375,7231371.609375,7693808.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 40f58afc69d8..e56a72252a16 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3451897384472544,"upper_bound":0.35295875183993575},"point_estimate":0.3492019941114477,"standard_error":0.0019939672032864434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.3504624144892412,"upper_bound":0.3566631906311253},"point_estimate":0.3536667071599644,"standard_error":0.0015267659246979831}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23846597268122072,"upper_bound":-0.22791930655605672},"point_estimate":-0.233418711576878,"standard_error":0.0026466811304415292},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2463786805979482,"upper_bound":-0.23634690179660184},"point_estimate":-0.24128588163346998,"standard_error":0.002727559489442763}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 888e1fa85b4f..9f82d6466424 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8626601.549999999,"upper_bound":8671497.707583334},"point_estimate":8649605.663333334,"standard_error":11493.2826954615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8651863.75,"upper_bound":8681339.666666668},"point_estimate":8669358.083333332,"standard_error":7239.711643330008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56352.389499545556,"upper_bound":94867.12451577187},"point_estimate":78997.12729752155,"standard_error":10094.25703828382},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91150.85852789605,"upper_bound":135988.30197220237},"point_estimate":114948.66480329883,"standard_error":11455.523470314605}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6591730.4002812505,"upper_bound":6671506.63653125},"point_estimate":6630625.85375,"standard_error":20437.52385581711},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530584.5625,"upper_bound":6614486.875},"point_estimate":6577564.375,"standard_error":22869.84693910307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136286.1910285622,"upper_bound":241778.32655757666},"point_estimate":201907.41410292685,"standard_error":27037.652854792734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171639.84833110575,"upper_bound":237454.822518804},"point_estimate":205814.4814172797,"standard_error":16781.489696471293}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index a72192c5a4e9..cb6dcd843a9d 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[52134098.0,53379352.0,52016419.0,52410183.0,52143606.0,53230424.0,52015266.0,51690751.0,52275101.0,53208774.0,51788303.0,52126715.0,52358297.0,52015837.0,52682141.0,52125774.0,52185003.0,52550235.0,51623606.0,52096058.0,52064198.0,49719922.0,52303675.0,51711460.0,52589969.0,51333615.0,52142214.0,52467932.0,52367094.0,52151260.0,51803341.0,53473830.0,52177259.0,52205072.0,52015878.0,52639422.0,51818991.0,52082502.0,52393022.0,50176725.0,52080018.0,52970701.0,50959506.0,52153345.0,51981975.0,51707442.0,51561971.0,52371471.0,51753989.0,52977423.0,52826731.0,51965004.0,52489842.0,51469639.0,51503692.0,51562301.0,51986182.0,51934166.0,51634676.0,52330145.0,52216021.0,52053247.0,52002594.0,52047226.0,52364449.0,51757896.0,52387241.0,51934597.0,52027359.0,51522077.0,51618165.0,50436720.0,50877613.0,49596251.0,51524100.0,51455522.0,50506100.0,50551084.0,52193619.0,51632512.0,52199721.0,51030378.0,51634457.0,51271658.0,51888199.0,52283358.0,52062345.0,51652169.0,51873072.0,50025262.0,52028321.0,51587678.0,51931901.0,51755072.0,51373459.0,51420657.0,50775843.0,52057896.0,52118670.0,52175346.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51509457.0,51640383.0,51039786.0,51721846.0,51420932.0,54800129.0,57857844.0,53171285.0,52150269.0,53755330.0,55219917.0,54149329.0,55522033.0,56542537.0,54113332.0,53544794.0,51987374.0,52387004.0,51769495.0,51278194.0,52284300.0,51687772.0,51591401.0,51662604.0,51677263.0,53493952.0,54164468.0,52880218.0,52484196.0,52324967.0,52713927.0,52342990.0,52951572.0,53607803.0,54515986.0,55592815.0,53892397.0,52776573.0,52055692.0,51966254.0,51527732.0,51829408.0,51688513.0,51835048.0,51749848.0,51457780.0,52164386.0,54769980.0,54988213.0,53916833.0,52669613.0,52468172.0,54838601.0,52780341.0,54748771.0,53274603.0,51904881.0,51157552.0,51190795.0,51102779.0,51386985.0,51177741.0,51145931.0,51372867.0,51667644.0,51351046.0,56429849.0,56051697.0,56455207.0,53600697.0,54050896.0,54254650.0,53226672.0,52690753.0,52331406.0,52694589.0,52731880.0,52487659.0,52814565.0,54813433.0,56469394.0,55496862.0,53778882.0,52910336.0,51504096.0,51472516.0,51551555.0,51434534.0,51534343.0,51867340.0,51527660.0,51809612.0,54581025.0,54484493.0,52571417.0,54365879.0,54698878.0,58683888.0,54157917.0,52551620.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 37c1bbcff8dc..cef924bb7351 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[8316285.708333325,8460666.645833328,8845682.479166672,8990063.416666675] \ No newline at end of file +[5535768.875,5998205.984375,7231371.609375,7693808.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 2e2a65257f08..f019cfd621c5 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 - - - -0.015 + + +0.004 - - -0.02 + + +0.006 - - -0.025 + + +0.008 - - -0.03 + + +0.01 - - -0.035 + + +0.012 - - -0.04 + + +0.014 - - -0.045 + + +0.016 - - -0.05 + + +0.018 - + - -55 + +140 - - -60 - - + -65 +160 - -70 - - - -75 - - - -80 + +180 - - -85 + + +200 - - -90 + + +220 - - -95 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index d8ea5fa7f204..a62c73687da6 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - -0.03 - - - -0.035 - - + -90 +170 - -95 - - - -100 - - - -105 - - - -110 + +180 - - -115 + + +190 - - -120 + + +200 - - -125 + + +210 - - -130 + + +220 - - -135 + + +230 - - -140 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index a82adbbf46c6..7a602ad0bacf 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,32 +16,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + 0 @@ -87,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 9fdd42a1da7e..ffa9251e191d 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,63 +9,55 @@ Density (a.u.) Average Time (ms) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + -7 +3 - -8 + +3.5 - - -9 - - - -10 + + +4 - + - + 7 - - + + 8 - - + + 9 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 8d26b14e826a..e51eebb4b875 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - + - -0.345 - - - -0.346 - - - -0.347 - - - -0.348 + +-0.238 - - -0.349 + + +-0.236 - - -0.35 + + +-0.234 - - -0.351 + + +-0.232 - - -0.352 + + +-0.23 - - -0.353 + + +-0.228 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 68a2fda3c760..ba780be5516b 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - - -0.35 + + +140 - - -0.351 + + +160 - - -0.352 + + +180 + + + + +-0.246 - - -0.353 + + +-0.244 - - -0.354 + + +-0.242 - - -0.355 + + +-0.24 - - -0.356 + + +-0.238 - - -0.357 + + +-0.236 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index b748a06d76ad..98dc337269ea 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index cdc2357fb7af..d396e7ebaf14 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0015716 - 0.0016351 - 0.0015774 + 0.0008747 + 0.0009062 + 0.0008715 Mean - 8.6266 ms - 8.6496 ms - 8.6715 ms + 6.5917 ms + 6.6306 ms + 6.6715 ms Std. Dev. - 91.151 µs - 114.95 µs - 135.99 µs + 171.64 µs + 205.81 µs + 237.45 µs Median - 8.6519 ms - 8.6694 ms - 8.6813 ms + 6.5306 ms + 6.5776 ms + 6.6145 ms MAD - 56.352 µs - 78.997 µs - 94.867 µs + 136.29 µs + 201.91 µs + 241.78 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +34.519% - +34.920% - +35.296% + -23.847% + -23.342% + -22.792% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index de1f3b0dd7e0..e2b6a87e58e9 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -8.3 + +6.4 - - -8.4 + + +6.5 - - -8.5 + + +6.6 - - -8.6 + + +6.7 - - -8.7 + + +6.8 - - -8.8 + + +6.9 - - -8.9 + + +7.0 - + + +7.1 + + + +7.2 + + + +7.3 + + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 7b188b8e5897..9995233af19c 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -8.3 + +6.4 - - -8.4 + + +6.5 - - -8.5 + + +6.6 - - -8.6 + + +6.7 - - -8.7 + + +6.8 - - -8.8 + + +6.9 - - -8.9 + + +7.0 - + + +7.1 + + + +7.2 + + + +7.3 + + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index a15ab6a0b2e3..39667a5b8b28 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + +18 - - -35 + + +20 - + - -8.625 - - - -8.63 + +6.59 - - -8.635 + + +6.6 - - -8.64 + + +6.61 - - -8.645 + + +6.62 - - -8.65 + + +6.63 - - -8.655 + + +6.64 - - -8.66 + + +6.65 - + -8.665 +6.66 - -8.67 + +6.67 + + + +6.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index dcd87b455b94..a7a25f5369e1 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - -20 - - - -40 + +5 - - -60 + + +10 - - -80 + + +15 - - -100 + + +20 - - -120 + + +25 - - -140 + + +30 - - -160 + + +35 - + - -8.65 + +6.53 + + + +6.54 + + + +6.55 + + + +6.56 - - -8.655 + + +6.57 - - -8.66 + + +6.58 - - -8.665 + + +6.59 - - -8.67 + + +6.6 - - -8.675 + + +6.61 - - -8.68 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 489bbeaef6cc..06ea7979631a 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,67 +13,67 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - -8.2 + + +7 - - -8.3 + + +8 - - -8.4 + + + +6.2 - - -8.5 + + +6.4 - - -8.6 + + +6.6 - - -8.7 + + +6.8 - - -8.8 + + +7 - - -8.9 + + +7.2 - - -9 + + +7.4 - + Density (a.u.) @@ -82,66 +82,56 @@ Density (a.u.) 0 - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - -4 + + +1.6 + + + +1.8 + + + +2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 9161ab016ba0..a4791a785b21 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,63 +10,35 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - -8.2 - - - -8.4 - - - -8.6 + +6.5 - - -8.8 + + +7 - - -9 + + +7.5 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 1527016898e9..782a737ccf68 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,32 +13,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + 0 @@ -84,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index b9e0552f2d13..8ea3cfe3a346 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,53 @@ Density (a.u.) Average Time (ms) - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - + -7 +3 - -8 + +3.5 - - -9 - - - -10 + + +4 - + - + 7 - - + + 8 - + 9 - - - - + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index d87518752b27..6070f480665a 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + +18 - - -35 + + +20 - + - -8.625 - - - -8.63 + +6.59 - - -8.635 + + +6.6 - - -8.64 + + +6.61 - - -8.645 + + +6.62 - - -8.65 + + +6.63 - - -8.655 + + +6.64 - - -8.66 + + +6.65 - + -8.665 +6.66 - -8.67 + +6.67 + + + +6.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index c3a7238ff0cf..7ede42f9423e 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491674.0624375,"upper_bound":6494749.2325312495},"point_estimate":6492956.405,"standard_error":798.1631979856861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490852.0,"upper_bound":6492259.6875},"point_estimate":6491678.0,"standard_error":374.81759677854586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2494.4744557142258,"upper_bound":4095.9604147821665},"point_estimate":3198.246130719781,"standard_error":406.2004421787948},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2904.035574897414,"upper_bound":12653.564227764196},"point_estimate":8010.344469117839,"standard_error":2867.698784153105}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494146.2031875,"upper_bound":6509679.2577812495},"point_estimate":6500604.87375,"standard_error":4054.0690887470137},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491518.5,"upper_bound":6493593.625},"point_estimate":6491970.25,"standard_error":518.8075772361707},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3267.0943669974804,"upper_bound":5220.234507322311},"point_estimate":4442.332833632827,"standard_error":492.87077662521756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12237.90947388627,"upper_bound":64715.00188488505},"point_estimate":40685.48641004786,"standard_error":14930.533327900088}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index a0558f44d73c..afc07f6ca990 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918290.0,51935613.0,51930292.0,51937696.0,51924381.0,51910446.0,51922829.0,51918721.0,51939770.0,51932868.0,51911227.0,51984494.0,51938809.0,51931264.0,51905998.0,51917309.0,51906007.0,51939029.0,51973944.0,51894175.0,51924322.0,51909374.0,51959367.0,51912740.0,51913471.0,51936564.0,51908322.0,51948437.0,51943487.0,51896420.0,51977340.0,51927949.0,52477415.0,51966681.0,51936804.0,51946283.0,51914794.0,51973083.0,51903743.0,51955169.0,51929792.0,51918190.0,51913591.0,51935703.0,51920424.0,51900407.0,51959788.0,52060065.0,51936214.0,52163407.0,51916047.0,51987049.0,51900978.0,51926565.0,51963695.0,51901409.0,51974945.0,51918190.0,51932587.0,51916387.0,51933980.0,51921025.0,51979635.0,51916286.0,51913491.0,51937346.0,51965107.0,51935342.0,51958185.0,51977401.0,51949418.0,51910135.0,51920053.0,51917589.0,51960619.0,51957283.0,51945782.0,51899185.0,51948626.0,51935863.0,51928970.0,51925223.0,51940632.0,51928480.0,51958486.0,51945110.0,51932677.0,51906358.0,51968234.0,51984774.0,51918751.0,51911107.0,51943378.0,51950932.0,51954197.0,51968925.0,51903182.0,51949940.0,51956241.0,51926816.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51958247.0,51939974.0,51980901.0,51968056.0,51944171.0,51967114.0,51959210.0,51960651.0,51962807.0,52010366.0,51954280.0,51944272.0,51933581.0,51925026.0,51972003.0,52045412.0,51961303.0,51975249.0,52616056.0,51959721.0,51935014.0,51972704.0,51973487.0,51963387.0,51988064.0,51940483.0,52007591.0,51951405.0,52046264.0,51937999.0,51948749.0,51932640.0,51931908.0,51948930.0,51973817.0,51930776.0,51958437.0,51952617.0,51936366.0,51923021.0,51935525.0,51969028.0,54729860.0,51920768.0,51897985.0,51935143.0,51917751.0,52556044.0,51972604.0,51930966.0,51906379.0,51892403.0,51919125.0,51951004.0,51900579.0,51930165.0,51903474.0,51961194.0,51896131.0,53109236.0,51932629.0,51959550.0,51921989.0,51896652.0,51943160.0,51931307.0,51901972.0,52598464.0,51934904.0,51932148.0,51902312.0,51896802.0,51934703.0,51894017.0,51966083.0,51901922.0,51908363.0,51896621.0,51901831.0,51915807.0,51961534.0,51907612.0,51914256.0,51921518.0,51918333.0,51892544.0,52569450.0,51927911.0,51911780.0,51917551.0,51913478.0,51926542.0,51903558.0,51988749.0,51930298.0,51933605.0,51905211.0,51945417.0,51935999.0,51959894.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 11fed04192cb..b068b634dba1 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6475624.25,6482629.53125,6501310.28125,6508315.5625] \ No newline at end of file +[6473399.15625,6481586.296875,6503418.671875,6511605.8125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 8f98936b08a1..6bf15ff0bdd1 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016139431395247595,"upper_bound":0.0004437055778644172},"point_estimate":0.00012698736743899097,"standard_error":0.00015046900937926933},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00005142443717176537,"upper_bound":0.00022940909156036747},"point_estimate":0.00010882423168800948,"standard_error":0.00007394516700836644}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00021574001231752812,"upper_bound":0.002450272567183137},"point_estimate":0.001177963977104568,"standard_error":0.0005609717557286593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00007182490457180446,"upper_bound":0.00030411057670098884},"point_estimate":0.000045019176859950605,"standard_error":0.00009496145117318818}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index c3a7238ff0cf..7ede42f9423e 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491674.0624375,"upper_bound":6494749.2325312495},"point_estimate":6492956.405,"standard_error":798.1631979856861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490852.0,"upper_bound":6492259.6875},"point_estimate":6491678.0,"standard_error":374.81759677854586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2494.4744557142258,"upper_bound":4095.9604147821665},"point_estimate":3198.246130719781,"standard_error":406.2004421787948},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2904.035574897414,"upper_bound":12653.564227764196},"point_estimate":8010.344469117839,"standard_error":2867.698784153105}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494146.2031875,"upper_bound":6509679.2577812495},"point_estimate":6500604.87375,"standard_error":4054.0690887470137},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491518.5,"upper_bound":6493593.625},"point_estimate":6491970.25,"standard_error":518.8075772361707},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3267.0943669974804,"upper_bound":5220.234507322311},"point_estimate":4442.332833632827,"standard_error":492.87077662521756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12237.90947388627,"upper_bound":64715.00188488505},"point_estimate":40685.48641004786,"standard_error":14930.533327900088}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index a0558f44d73c..afc07f6ca990 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918290.0,51935613.0,51930292.0,51937696.0,51924381.0,51910446.0,51922829.0,51918721.0,51939770.0,51932868.0,51911227.0,51984494.0,51938809.0,51931264.0,51905998.0,51917309.0,51906007.0,51939029.0,51973944.0,51894175.0,51924322.0,51909374.0,51959367.0,51912740.0,51913471.0,51936564.0,51908322.0,51948437.0,51943487.0,51896420.0,51977340.0,51927949.0,52477415.0,51966681.0,51936804.0,51946283.0,51914794.0,51973083.0,51903743.0,51955169.0,51929792.0,51918190.0,51913591.0,51935703.0,51920424.0,51900407.0,51959788.0,52060065.0,51936214.0,52163407.0,51916047.0,51987049.0,51900978.0,51926565.0,51963695.0,51901409.0,51974945.0,51918190.0,51932587.0,51916387.0,51933980.0,51921025.0,51979635.0,51916286.0,51913491.0,51937346.0,51965107.0,51935342.0,51958185.0,51977401.0,51949418.0,51910135.0,51920053.0,51917589.0,51960619.0,51957283.0,51945782.0,51899185.0,51948626.0,51935863.0,51928970.0,51925223.0,51940632.0,51928480.0,51958486.0,51945110.0,51932677.0,51906358.0,51968234.0,51984774.0,51918751.0,51911107.0,51943378.0,51950932.0,51954197.0,51968925.0,51903182.0,51949940.0,51956241.0,51926816.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51958247.0,51939974.0,51980901.0,51968056.0,51944171.0,51967114.0,51959210.0,51960651.0,51962807.0,52010366.0,51954280.0,51944272.0,51933581.0,51925026.0,51972003.0,52045412.0,51961303.0,51975249.0,52616056.0,51959721.0,51935014.0,51972704.0,51973487.0,51963387.0,51988064.0,51940483.0,52007591.0,51951405.0,52046264.0,51937999.0,51948749.0,51932640.0,51931908.0,51948930.0,51973817.0,51930776.0,51958437.0,51952617.0,51936366.0,51923021.0,51935525.0,51969028.0,54729860.0,51920768.0,51897985.0,51935143.0,51917751.0,52556044.0,51972604.0,51930966.0,51906379.0,51892403.0,51919125.0,51951004.0,51900579.0,51930165.0,51903474.0,51961194.0,51896131.0,53109236.0,51932629.0,51959550.0,51921989.0,51896652.0,51943160.0,51931307.0,51901972.0,52598464.0,51934904.0,51932148.0,51902312.0,51896802.0,51934703.0,51894017.0,51966083.0,51901922.0,51908363.0,51896621.0,51901831.0,51915807.0,51961534.0,51907612.0,51914256.0,51921518.0,51918333.0,51892544.0,52569450.0,51927911.0,51911780.0,51917551.0,51913478.0,51926542.0,51903558.0,51988749.0,51930298.0,51933605.0,51905211.0,51945417.0,51935999.0,51959894.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 11fed04192cb..b068b634dba1 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6475624.25,6482629.53125,6501310.28125,6508315.5625] \ No newline at end of file +[6473399.15625,6481586.296875,6503418.671875,6511605.8125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 475a00e4f8c9..25106e523622 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - + - -2.4 - - - -2.6 - - - -2.8 - - - -3 - - - -3.2 + +3.5 - - -3.4 - - - -3.6 - - - -3.8 - - - + + 4 - - -4.2 + + +4.5 + + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index e24b5425c2b2..72356872701b 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - - - -2 + + +0.03 - - -4 + + +0.035 - - -6 + + +0.04 - - -8 + + +0.045 - - + + +0.05 + + + + 10 - - -12 + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 566b4833f9c1..bd4dae32ab2b 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.49 - - - + 6.5 - - -6.51 + + +6.55 + + + +6.6 - - -6.52 + + +6.65 - - -6.53 + + +6.7 - - -6.54 + + +6.75 - - -6.55 + + +6.8 - + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 596b593d268f..8000f81ebfb9 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,67 +9,59 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - -6.48 - - - + 6.5 - - -6.52 + + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 6169e976fea0..dd807612fa96 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - -500 + +100 - - -1000 + + +200 - - -1500 + + +300 - - -2000 + + +400 - - -2500 + + +500 - - - --2e-4 + + +600 - - --1e-4 + + +700 - - --2.7105e-20 + + + +0 - - -1e-4 + + +5e-4 - - -2e-4 + + +0.001 - - -3e-4 + + +0.0015 - - -4e-4 + + +0.002 - - -5e-4 + + +0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 1143d311f429..2dbe6265ed12 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - - -5500 - - + - + +-1e-4 + + + -5e-5 - - -0 + + +-1.35525e-20 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - + + 2e-4 - - + + 0.00025 - - - - + + +3e-4 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index c59b04dc4fff..02faf5c5ba92 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index c47c9f335fba..c9143f3791c5 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0006791 - 0.0006967 - 0.0006631 + 0.0001878 + 0.0001926 + 0.0001834 Mean - 6.4917 ms - 6.4930 ms - 6.4947 ms + 6.4941 ms + 6.5006 ms + 6.5097 ms Std. Dev. - 2.9040 µs - 8.0103 µs - 12.654 µs + 12.238 µs + 40.685 µs + 64.715 µs Median - 6.4909 ms - 6.4917 ms - 6.4923 ms + 6.4915 ms + 6.4920 ms + 6.4936 ms MAD - 2.4945 µs - 3.1982 µs - 4.0960 µs + 3.2671 µs + 4.4423 µs + 5.2202 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0161% - +0.0127% - +0.0444% - (p = 0.44 > + +0.0216% + +0.1178% + +0.2450% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index f03195aa98d0..8ece9f55186d 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.49 - - - + 6.5 - - -6.51 + + +6.55 + + + +6.6 - - -6.52 + + +6.65 - - -6.53 + + +6.7 - - -6.54 + + +6.75 - - -6.55 + + +6.8 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index e554240e6ba3..e6851354e53c 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.49 - - - + 6.5 - - -6.51 + + +6.55 + + + +6.6 - - -6.52 + + +6.65 - - -6.53 + + +6.7 - - -6.54 + + +6.75 - - -6.55 + + +6.8 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index a49605750b80..f6db0d057550 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - + -500 +100 - -550 + +110 - + - -6.4915 + +6.494 - - -6.492 + + +6.496 - - -6.4925 + + +6.498 - - -6.493 + + +6.5 - - -6.4935 + + +6.502 - - -6.494 + + +6.504 + + + +6.506 - - -6.4945 + + +6.508 - - -6.495 + + +6.51 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index a2e0e552d6ad..68e92b4a43ca 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - + + 2200 - + - -6.4908 + +6.4915 - - -6.491 - - - -6.4912 - - - -6.4914 - - - -6.4916 + + +6.492 - - -6.4918 + + +6.4925 - - -6.492 + + +6.493 - - -6.4922 + + +6.4935 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 297cfcd5f22e..c049c8529c29 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,42 @@ Average Time (ms) - -6.48 + +6.45 - - -6.49 - - - + + 6.5 - - -6.51 + + +6.55 + + + +6.6 - - -6.52 + + +6.65 - - -6.53 + + +6.7 - - -6.54 + + +6.75 - - -6.55 + + +6.8 - - -6.56 + + +6.85 - + Density (a.u.) @@ -90,50 +90,68 @@ Density (a.u.) 0 - + +2 + + + +4 + + + +6 + + + +8 + + + 10 - - + + +12 + + + +14 + + + +16 + + + +18 + + + 20 - - -30 - - - -40 - - - -50 - - - -60 - - - -70 - - - -80 - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index cb14374c5b9e..1c28d9f92f60 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (ms) 0 - -10 - - -20 +5 - -30 - - -40 +10 - -50 + +15 - - -60 - - - -70 - - - -80 - - - -90 + + +20 - + - -6.48 - - - + 6.5 - - -6.52 + + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index f8ab885c4147..caaf173e338a 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - + + - - - + + + - -6.49 - - - + 6.5 - + + +6.55 + + -6.51 +6.6 -6.52 +6.65 - -6.53 + +6.7 - - -6.54 + + +6.75 - - -6.55 + + +6.8 - + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 9a9c65259685..18e6e869db02 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,65 +6,57 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - -6.48 - - - + 6.5 - - -6.52 + + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 6af90e4119b5..738d2aa0e19e 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - + -500 +100 - -550 + +110 - + - -6.4915 + +6.494 - - -6.492 + + +6.496 - - -6.4925 + + +6.498 - - -6.493 + + +6.5 - - -6.4935 + + +6.502 - - -6.494 + + +6.504 + + + +6.506 - - -6.4945 + + +6.508 - - -6.495 + + +6.51 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index c533fd1f6c8a..e848d4e4817d 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637315.985,"upper_bound":6644517.7514062505},"point_estimate":6640606.29875,"standard_error":1842.4829327563455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634029.0,"upper_bound":6638138.5},"point_estimate":6635674.4375,"standard_error":1090.1212803589708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5967.83554404974,"upper_bound":10135.078902253876},"point_estimate":7330.437582358718,"standard_error":1049.3464027205011},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9983.18375857532,"upper_bound":25181.227812898902},"point_estimate":18561.423641904046,"standard_error":3765.5511534560073}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637814.6016875,"upper_bound":6642990.9200625},"point_estimate":6640226.325,"standard_error":1320.3332285189726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635281.375,"upper_bound":6639445.0},"point_estimate":6637183.8125,"standard_error":1043.2198022914079},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6867.310415580869,"upper_bound":12055.391035974026},"point_estimate":9475.018444284797,"standard_error":1382.141480007939},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8842.51640504115,"upper_bound":18164.808543026116},"point_estimate":13282.991088325145,"standard_error":2571.277657609151}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index e28138a529dc..f4df56a993d2 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53080601.0,53070573.0,53152435.0,53048671.0,53079438.0,53106269.0,53099896.0,53045926.0,53055033.0,53018676.0,53092484.0,53132347.0,53041689.0,53001663.0,53047981.0,53121838.0,53066595.0,53047408.0,53141334.0,53075261.0,53093846.0,53034073.0,53056146.0,53100939.0,53126727.0,53101771.0,53170558.0,53045375.0,53057337.0,53819410.0,53117419.0,53034465.0,53010100.0,53074099.0,53181990.0,53023625.0,53124803.0,53896112.0,53063840.0,53048120.0,53114925.0,53083155.0,53084258.0,53162734.0,53058790.0,53110807.0,53065824.0,53084298.0,53056165.0,53041669.0,53073628.0,53015940.0,53120935.0,53180958.0,53045756.0,53199701.0,53091010.0,53059771.0,53355543.0,53030296.0,53119533.0,53212996.0,53144679.0,53056685.0,53421163.0,53171232.0,53316073.0,53268604.0,53340617.0,53172825.0,53104758.0,53272010.0,53150954.0,53016343.0,53213461.0,53120557.0,53068160.0,53083619.0,53054414.0,53115589.0,53148359.0,53086493.0,53003980.0,53169689.0,53009300.0,53087776.0,53020831.0,53073891.0,53023356.0,53045958.0,53133962.0,53105108.0,53243496.0,53792711.0,53133231.0,53002197.0,53054003.0,53025601.0,53008738.0,53149051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53091534.0,53030168.0,53301660.0,53458215.0,53180432.0,53148122.0,53780502.0,53082838.0,53093818.0,53171595.0,53182626.0,53194669.0,53175142.0,53128895.0,53082166.0,53079692.0,53233752.0,53187195.0,53106293.0,53006858.0,53045188.0,53179402.0,53024289.0,53095353.0,53036241.0,53170726.0,53054526.0,53024971.0,53013109.0,53244592.0,53101575.0,53120811.0,53045759.0,53049387.0,52995234.0,53314145.0,53146851.0,53126091.0,53027560.0,53225665.0,53234001.0,53026453.0,53099660.0,53067561.0,53256261.0,53089922.0,53115560.0,53122502.0,53238048.0,53117694.0,53098648.0,53103107.0,53084242.0,53113255.0,53321584.0,53109329.0,53171514.0,53121150.0,53020502.0,53068522.0,53034197.0,53063492.0,53052733.0,53068422.0,53043255.0,53176414.0,53045869.0,53132211.0,53062060.0,53061559.0,53096293.0,53063183.0,52998121.0,53102144.0,53052862.0,53036352.0,53071728.0,53036011.0,53160193.0,53055846.0,53160268.0,53147716.0,53237944.0,53202980.0,53130042.0,53167473.0,53041935.0,53112869.0,53054589.0,53220252.0,53091849.0,53226213.0,53265227.0,53082251.0,53058837.0,53007070.0,53054540.0,53088643.0,53020195.0,53060060.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index aa5c188d88d5..de195314d540 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6595952.78125,6613509.71875,6660328.21875,6677885.15625] \ No newline at end of file +[6588172.125,6609994.59375,6668187.84375,6690010.3125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index d0d1379aaf60..2ccfd45f3787 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003781435171379633,"upper_bound":0.0021149505494436503},"point_estimate":0.0013043695615928552,"standard_error":0.00044295791621121443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007879493533220483,"upper_bound":0.0015319844508316915},"point_estimate":0.001065296390059256,"standard_error":0.00018829182156048405}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007486402943107372,"upper_bound":0.0005749941470107264},"point_estimate":-0.00005721973761207977,"standard_error":0.00033744871162064437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00027410950547146484,"upper_bound":0.0006528402620229468},"point_estimate":0.0002274636910259975,"standard_error":0.000230308914265973}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index c533fd1f6c8a..e848d4e4817d 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637315.985,"upper_bound":6644517.7514062505},"point_estimate":6640606.29875,"standard_error":1842.4829327563455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634029.0,"upper_bound":6638138.5},"point_estimate":6635674.4375,"standard_error":1090.1212803589708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5967.83554404974,"upper_bound":10135.078902253876},"point_estimate":7330.437582358718,"standard_error":1049.3464027205011},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9983.18375857532,"upper_bound":25181.227812898902},"point_estimate":18561.423641904046,"standard_error":3765.5511534560073}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637814.6016875,"upper_bound":6642990.9200625},"point_estimate":6640226.325,"standard_error":1320.3332285189726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635281.375,"upper_bound":6639445.0},"point_estimate":6637183.8125,"standard_error":1043.2198022914079},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6867.310415580869,"upper_bound":12055.391035974026},"point_estimate":9475.018444284797,"standard_error":1382.141480007939},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8842.51640504115,"upper_bound":18164.808543026116},"point_estimate":13282.991088325145,"standard_error":2571.277657609151}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index e28138a529dc..f4df56a993d2 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53080601.0,53070573.0,53152435.0,53048671.0,53079438.0,53106269.0,53099896.0,53045926.0,53055033.0,53018676.0,53092484.0,53132347.0,53041689.0,53001663.0,53047981.0,53121838.0,53066595.0,53047408.0,53141334.0,53075261.0,53093846.0,53034073.0,53056146.0,53100939.0,53126727.0,53101771.0,53170558.0,53045375.0,53057337.0,53819410.0,53117419.0,53034465.0,53010100.0,53074099.0,53181990.0,53023625.0,53124803.0,53896112.0,53063840.0,53048120.0,53114925.0,53083155.0,53084258.0,53162734.0,53058790.0,53110807.0,53065824.0,53084298.0,53056165.0,53041669.0,53073628.0,53015940.0,53120935.0,53180958.0,53045756.0,53199701.0,53091010.0,53059771.0,53355543.0,53030296.0,53119533.0,53212996.0,53144679.0,53056685.0,53421163.0,53171232.0,53316073.0,53268604.0,53340617.0,53172825.0,53104758.0,53272010.0,53150954.0,53016343.0,53213461.0,53120557.0,53068160.0,53083619.0,53054414.0,53115589.0,53148359.0,53086493.0,53003980.0,53169689.0,53009300.0,53087776.0,53020831.0,53073891.0,53023356.0,53045958.0,53133962.0,53105108.0,53243496.0,53792711.0,53133231.0,53002197.0,53054003.0,53025601.0,53008738.0,53149051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53091534.0,53030168.0,53301660.0,53458215.0,53180432.0,53148122.0,53780502.0,53082838.0,53093818.0,53171595.0,53182626.0,53194669.0,53175142.0,53128895.0,53082166.0,53079692.0,53233752.0,53187195.0,53106293.0,53006858.0,53045188.0,53179402.0,53024289.0,53095353.0,53036241.0,53170726.0,53054526.0,53024971.0,53013109.0,53244592.0,53101575.0,53120811.0,53045759.0,53049387.0,52995234.0,53314145.0,53146851.0,53126091.0,53027560.0,53225665.0,53234001.0,53026453.0,53099660.0,53067561.0,53256261.0,53089922.0,53115560.0,53122502.0,53238048.0,53117694.0,53098648.0,53103107.0,53084242.0,53113255.0,53321584.0,53109329.0,53171514.0,53121150.0,53020502.0,53068522.0,53034197.0,53063492.0,53052733.0,53068422.0,53043255.0,53176414.0,53045869.0,53132211.0,53062060.0,53061559.0,53096293.0,53063183.0,52998121.0,53102144.0,53052862.0,53036352.0,53071728.0,53036011.0,53160193.0,53055846.0,53160268.0,53147716.0,53237944.0,53202980.0,53130042.0,53167473.0,53041935.0,53112869.0,53054589.0,53220252.0,53091849.0,53226213.0,53265227.0,53082251.0,53058837.0,53007070.0,53054540.0,53088643.0,53020195.0,53060060.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index aa5c188d88d5..de195314d540 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6595952.78125,6613509.71875,6660328.21875,6677885.15625] \ No newline at end of file +[6588172.125,6609994.59375,6668187.84375,6690010.3125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index de37cd488685..25a369402005 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - - -0.5 - - + - -6 - - - -6.5 - - - + 7 - - -7.5 - - - + + 8 - - -8.5 - - - + + 9 - - -9.5 - - - + + 10 - - -10.5 + + +11 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 044cc7d70c0d..b3cd860424eb 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + + +0.16 + + + +0.18 + + + +0.2 + + - + +8 + + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - - -22 - - - -24 - - - -26 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 6dfccb5be876..759119493579 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -6.62 + +6.63 - - + + 6.64 - - -6.66 + + +6.65 - - -6.68 + + +6.66 - - -6.7 + + +6.67 - - -6.72 + + +6.68 - - -6.74 + + +6.69 - - -6.76 + + +6.7 - - -6.78 + + +6.71 - - -6.8 + + +6.72 - - -6.82 + + +6.73 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 32099d033fb8..d0cd1f0a67ae 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,47 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + - -6.6 + +6.65 - - + + 6.7 - - -6.8 + + +6.75 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 2baba6c14598..721648db1ff0 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - - -2e-4 + + +1000 - - -4e-4 - - - -6e-4 + + +1100 - - -8e-4 + + + +-8e-4 - - -0.001 + + +-6e-4 - - -0.0012 + + +-4e-4 - - -0.0014 + + +-2e-4 - - -0.0016 + + +0 - - -0.0018 + + +2e-4 - - -0.002 + + +4e-4 - - -0.0022 + + +6e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index b381f335da81..cca40963b774 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - - -2500 + + +1600 - + + +1800 + + - -8e-4 + +-3e-4 + + + +-2e-4 + + + +-1e-4 - - -9e-4 + + +0 - - -0.001 + + +1e-4 - - -0.0011 + + +2e-4 - - -0.0012 + + +3e-4 - - -0.0013 + + +4e-4 - - -0.0014 + + +5e-4 - - -0.0015 + + +6e-4 - - -0.0016 + + +7e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index f2175755478b..dd93269a5893 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index ee4ca2039370..c8c494c4f37f 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002600 - 0.0002682 - 0.0002567 + 0.0032902 + 0.0033994 + 0.0032573 Mean - 6.6373 ms - 6.6406 ms - 6.6445 ms + 6.6378 ms + 6.6402 ms + 6.6430 ms Std. Dev. - 9.9832 µs - 18.561 µs - 25.181 µs + 8.8425 µs + 13.283 µs + 18.165 µs Median - 6.6340 ms - 6.6357 ms - 6.6381 ms + 6.6353 ms + 6.6372 ms + 6.6394 ms MAD - 5.9678 µs - 7.3304 µs - 10.135 µs + 6.8673 µs + 9.4750 µs + 12.055 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0378% - +0.1304% - +0.2115% - (p = 0.00 < + -0.0749% + -0.0057% + +0.0575% + (p = 0.88 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index cc840c0c154a..b34ffa2a65f1 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - - - + + + - + 6.63 - - + + 6.64 - - + + 6.65 - - + + 6.66 - - + + 6.67 - - + + 6.68 - - + + 6.69 - - + + 6.7 - - + + 6.71 - - + + 6.72 - - -6.73 - - + 10 @@ -112,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index e9af17d256a2..28c331607483 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - - - + + + - + 6.63 - - + + 6.64 - - + + 6.65 - - + + 6.66 - - + + 6.67 - - + + 6.68 - - + + 6.69 - - + + 6.7 - - + + 6.71 - - + + 6.72 - - -6.73 - - + 10 @@ -109,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index e669457ad354..f2ddc7f0ba00 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -6.637 + + +250 + + + +300 - - + + + 6.638 - - + + 6.639 - - + + 6.64 - - + + 6.641 - - + + 6.642 - - -6.643 - - - -6.644 - - - -6.645 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 8fafe3147669..d31693384775 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 - - + -500 +300 - -600 + +350 - - -700 - - - -800 + + +400 - - - -6.634 + + +450 - - -6.6345 + + +500 - - + + + 6.635 - - + + 6.6355 - - + + 6.636 - - + + 6.6365 - - + + 6.637 - - + + 6.6375 - - + + 6.638 - - + + 6.6385 - - - - + + +6.639 + + + +6.6395 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 13cffc7e6758..05b5c5ba1f86 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,38 +46,30 @@ Average Time (ms) - + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - -6.74 - - - -6.76 - - + Density (a.u.) @@ -86,50 +78,44 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - + + +35 + + + + + + - - - - - - - - - - - - - - - + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 2eb4ff32981b..4fc016a5c0be 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + - + 6.65 - - + + 6.7 - - -6.75 - - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 9b07c5977941..e76b1621bd2d 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + - - - - + + + + - -6.62 + +6.63 - - + + 6.64 - - -6.66 + + +6.65 - - -6.68 + + +6.66 - - -6.7 + + +6.67 - - -6.72 + + +6.68 - + -6.74 +6.69 - -6.76 + +6.7 - - -6.78 + + +6.71 - - -6.8 + + +6.72 - - -6.82 + + +6.73 - + 0 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 0077af73fbc1..0210164d4f0c 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,45 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + - -6.6 + +6.65 - - + + 6.7 - - -6.8 + + +6.75 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 974c45768852..0aade8ba4313 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -6.637 + + +250 + + + +300 - - + + + 6.638 - - + + 6.639 - - + + 6.64 - - + + 6.641 - - + + 6.642 - - -6.643 - - - -6.644 - - - -6.645 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index a924599aed27..68d57423ca70 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8098.3427160505935,"upper_bound":8195.041096635423},"point_estimate":8139.053761915487,"standard_error":25.05460212708898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.920634920635,"upper_bound":8137.174329501916},"point_estimate":8127.360900033773,"standard_error":6.647832393448746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.559304940980155,"upper_bound":89.80284459697543},"point_estimate":67.99441049533127,"standard_error":11.583624982068617},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.866376289346,"upper_bound":8241.252784076185},"point_estimate":8156.395968178907,"standard_error":36.387400963578386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100.20584577542928,"upper_bound":399.37196642347504},"point_estimate":252.31928349074556,"standard_error":92.25409153065596}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.916788175985,"upper_bound":8094.7930669424795},"point_estimate":8065.185683429363,"standard_error":14.518299740795607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034.594212057775,"upper_bound":8093.695856873823},"point_estimate":8065.310010482181,"standard_error":14.401214477538183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.52241563391468,"upper_bound":108.93776934705922},"point_estimate":87.6760790334578,"standard_error":9.98185190782932},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.3135383996405,"upper_bound":8122.908784146277},"point_estimate":8073.671274649853,"standard_error":22.126889713001287},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.04418933769881,"upper_bound":196.82836872171777},"point_estimate":145.92014345396933,"standard_error":26.11928428298203}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 5ec5a2d1156c..15bfb12158ff 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[149049.0,287951.0,430510.0,577243.0,721095.0,877979.0,1008861.0,1149532.0,1299944.0,1462738.0,1626206.0,1760117.0,1919187.0,2061964.0,2210585.0,2347455.0,2426940.0,2517783.0,2649746.0,2786679.0,2935655.0,3172859.0,3417016.0,3520779.0,3695544.0,3812812.0,3946493.0,4096062.0,4247605.0,4392039.0,4555241.0,4696168.0,4841425.0,4973251.0,5124145.0,5285461.0,5417891.0,5889842.0,5740442.0,5880189.0,6003315.0,6170928.0,6369738.0,6445044.0,6616118.0,6743671.0,6875962.0,7059617.0,7215954.0,7325537.0,7494789.0,7645020.0,7776667.0,7924054.0,8150492.0,8217328.0,8251184.0,9063310.0,8581298.0,8743633.0,8874783.0,8995073.0,9219183.0,9257964.0,9729107.0,9623944.0,9804573.0,9835927.0,10208517.0,10269151.0,10308743.0,10428013.0,13507097.0,10748722.0,10974242.0,11036957.0,11233420.0,11403089.0,11417013.0,11627200.0,11802164.0,11871062.0,12037069.0,12253700.0,12457116.0,13191892.0,12637230.0,12749334.0,12964658.0,13118325.0,13298331.0,13416369.0,13496892.0,13607640.0,14034803.0,13886467.0,14188789.0,14302586.0,14479148.0,14544033.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146082.0,285778.0,432254.0,571375.0,713939.0,853798.0,1019875.0,1138653.0,1303996.0,1459484.0,1610635.0,1761401.0,1922763.0,2039845.0,2185659.0,2353401.0,2392812.0,2490817.0,2630699.0,2784434.0,2923055.0,3186766.0,3340371.0,3501499.0,3655133.0,3832005.0,3924199.0,4082669.0,4220203.0,4415891.0,4530329.0,4662255.0,4818863.0,4988925.0,5133223.0,5270780.0,5407913.0,5539072.0,5702509.0,5817702.0,6010758.0,6151941.0,6312156.0,6452642.0,6560511.0,6848008.0,6904918.0,7072130.0,7134332.0,7337535.0,7447959.0,7549282.0,7694151.0,7883426.0,8061145.0,8435481.0,8218120.0,8330381.0,8595505.0,8612980.0,8802542.0,8952420.0,9055250.0,9266931.0,9346702.0,9589749.0,9638299.0,9756061.0,9924906.0,10106500.0,10764830.0,10503899.0,10550521.0,10661693.0,10820021.0,10921280.0,11124902.0,11269207.0,11314800.0,11451166.0,11661773.0,11750878.0,11901737.0,13477666.0,12281194.0,12465906.0,12587273.0,12730988.0,12777996.0,13067201.0,13153894.0,13230626.0,13400301.0,13576728.0,13775768.0,14524059.0,14022717.0,14182651.0,14401255.0,14489644.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 7b06b3d9f9f8..0497a46b3e0b 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7787.339208413565,7926.367945238637,8297.111243438829,8436.1399802639] \ No newline at end of file +[7653.846874951412,7828.335267129434,8293.637646270825,8468.126038448845] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 4f9ea890ec27..8950354f08a8 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02115887695618099,"upper_bound":0.013549812376834865},"point_estimate":-0.0018789791170670256,"standard_error":0.008945924672360953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006608120543112994,"upper_bound":0.013850625648043291},"point_estimate":0.010933478225986448,"standard_error":0.00197330271181649}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01642611101397251,"upper_bound":-0.0026260784497706548},"point_estimate":-0.00907575753237666,"standard_error":0.003516193128938426},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011725515180141532,"upper_bound":-0.003922949636382955},"point_estimate":-0.007634814094613973,"standard_error":0.0019670683690369032}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index a924599aed27..68d57423ca70 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8098.3427160505935,"upper_bound":8195.041096635423},"point_estimate":8139.053761915487,"standard_error":25.05460212708898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.920634920635,"upper_bound":8137.174329501916},"point_estimate":8127.360900033773,"standard_error":6.647832393448746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.559304940980155,"upper_bound":89.80284459697543},"point_estimate":67.99441049533127,"standard_error":11.583624982068617},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8104.866376289346,"upper_bound":8241.252784076185},"point_estimate":8156.395968178907,"standard_error":36.387400963578386},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100.20584577542928,"upper_bound":399.37196642347504},"point_estimate":252.31928349074556,"standard_error":92.25409153065596}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.916788175985,"upper_bound":8094.7930669424795},"point_estimate":8065.185683429363,"standard_error":14.518299740795607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034.594212057775,"upper_bound":8093.695856873823},"point_estimate":8065.310010482181,"standard_error":14.401214477538183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.52241563391468,"upper_bound":108.93776934705922},"point_estimate":87.6760790334578,"standard_error":9.98185190782932},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.3135383996405,"upper_bound":8122.908784146277},"point_estimate":8073.671274649853,"standard_error":22.126889713001287},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.04418933769881,"upper_bound":196.82836872171777},"point_estimate":145.92014345396933,"standard_error":26.11928428298203}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 5ec5a2d1156c..15bfb12158ff 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[149049.0,287951.0,430510.0,577243.0,721095.0,877979.0,1008861.0,1149532.0,1299944.0,1462738.0,1626206.0,1760117.0,1919187.0,2061964.0,2210585.0,2347455.0,2426940.0,2517783.0,2649746.0,2786679.0,2935655.0,3172859.0,3417016.0,3520779.0,3695544.0,3812812.0,3946493.0,4096062.0,4247605.0,4392039.0,4555241.0,4696168.0,4841425.0,4973251.0,5124145.0,5285461.0,5417891.0,5889842.0,5740442.0,5880189.0,6003315.0,6170928.0,6369738.0,6445044.0,6616118.0,6743671.0,6875962.0,7059617.0,7215954.0,7325537.0,7494789.0,7645020.0,7776667.0,7924054.0,8150492.0,8217328.0,8251184.0,9063310.0,8581298.0,8743633.0,8874783.0,8995073.0,9219183.0,9257964.0,9729107.0,9623944.0,9804573.0,9835927.0,10208517.0,10269151.0,10308743.0,10428013.0,13507097.0,10748722.0,10974242.0,11036957.0,11233420.0,11403089.0,11417013.0,11627200.0,11802164.0,11871062.0,12037069.0,12253700.0,12457116.0,13191892.0,12637230.0,12749334.0,12964658.0,13118325.0,13298331.0,13416369.0,13496892.0,13607640.0,14034803.0,13886467.0,14188789.0,14302586.0,14479148.0,14544033.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146082.0,285778.0,432254.0,571375.0,713939.0,853798.0,1019875.0,1138653.0,1303996.0,1459484.0,1610635.0,1761401.0,1922763.0,2039845.0,2185659.0,2353401.0,2392812.0,2490817.0,2630699.0,2784434.0,2923055.0,3186766.0,3340371.0,3501499.0,3655133.0,3832005.0,3924199.0,4082669.0,4220203.0,4415891.0,4530329.0,4662255.0,4818863.0,4988925.0,5133223.0,5270780.0,5407913.0,5539072.0,5702509.0,5817702.0,6010758.0,6151941.0,6312156.0,6452642.0,6560511.0,6848008.0,6904918.0,7072130.0,7134332.0,7337535.0,7447959.0,7549282.0,7694151.0,7883426.0,8061145.0,8435481.0,8218120.0,8330381.0,8595505.0,8612980.0,8802542.0,8952420.0,9055250.0,9266931.0,9346702.0,9589749.0,9638299.0,9756061.0,9924906.0,10106500.0,10764830.0,10503899.0,10550521.0,10661693.0,10820021.0,10921280.0,11124902.0,11269207.0,11314800.0,11451166.0,11661773.0,11750878.0,11901737.0,13477666.0,12281194.0,12465906.0,12587273.0,12730988.0,12777996.0,13067201.0,13153894.0,13230626.0,13400301.0,13576728.0,13775768.0,14524059.0,14022717.0,14182651.0,14401255.0,14489644.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 7b06b3d9f9f8..0497a46b3e0b 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7787.339208413565,7926.367945238637,8297.111243438829,8436.1399802639] \ No newline at end of file +[7653.846874951412,7828.335267129434,8293.637646270825,8468.126038448845] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 46275769cb85..4ef6799b6aa0 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - - -45 - - - -50 - - - -55 + + +0.04 - - -60 + + +0.045 - - -65 - - - + + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - - - + + +95 + + + +100 + + + +105 + + + +110 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 9a7a761c4087..2f98496220d8 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 - + + +0.014 + + + +0.016 + + - + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 - - - -400 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 448acc265443..b24af8ce846b 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,43 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + - + 8 - - -10 + + +9 - - -12 + + +10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 2a186f0e4154..399b15a271df 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -101,9 +101,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index f9e1ee9c0fa3..9d2626d04371 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,79 +9,87 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - --0.025 + + +50 - - --0.02 + + +60 - - --0.015 + + +70 - - --0.01 + + +80 + + + +90 - + + +100 + + + +110 + + + + +-0.016 + + + +-0.014 + + + +-0.012 + + --0.005 +-0.01 -3.46945e-18 +-0.008 - -0.005 - - - -0.01 - - - -0.015 - - - - - - + +-0.006 + + + +-0.004 + + + +-0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 298848ce9214..2fcfe206fe4b 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 + + +200 - + -200 +250 - -220 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - - - - + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index eacd66971049..837af1f6c249 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,69 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 2b8630ffa4a6..920031eb8eaa 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.1049 µs - 8.1564 µs - 8.2413 µs + 8.0373 µs + 8.0737 µs + 8.1229 µs R² - 0.8435019 - 0.8475959 - 0.8365848 + 0.9465372 + 0.9490836 + 0.9444241 Mean - 8.0983 µs - 8.1391 µs - 8.1950 µs + 8.0379 µs + 8.0652 µs + 8.0948 µs Std. Dev. - 100.21 ns - 252.32 ns - 399.37 ns + 98.044 ns + 145.92 ns + 196.83 ns Median - 8.1049 µs - 8.1274 µs - 8.1372 µs + 8.0346 µs + 8.0653 µs + 8.0937 µs MAD - 47.559 ns - 67.994 ns - 89.803 ns + 69.522 ns + 87.676 ns + 108.94 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.1159% - -0.1879% - +1.3550% - (p = 0.85 > + -1.6426% + -0.9076% + -0.2626% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 66c7bd32dc1c..256b8d8b44ef 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - - -16 + + +30 - + - -8.1 + +8.04 + + + +8.05 - - -8.12 + + +8.06 - - -8.14 + + +8.07 - - -8.16 + + +8.08 - - -8.18 + + +8.09 - - -8.2 + + +8.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index bc2cca0366e4..2b4683342246 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (µs) - -20 + +5 - - -40 + + +10 - + + +15 + + -60 +20 - -80 + +25 - - -100 + + +30 - + + +35 + + -120 +40 - -140 + +45 + + + +50 - - -160 + + +55 - + - -8.105 + +8.03 - - -8.11 + + +8.04 - - -8.115 + + +8.05 - - -8.12 + + +8.06 - - -8.125 + + +8.07 - - -8.13 + + +8.08 - - -8.135 + + +8.09 - - -8.14 + + +8.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index e319b5c4abd4..54289cb2da34 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -50,34 +50,34 @@ Average Time (µs) - -7.5 + +7.6 - - -8 + + +7.8 - - -8.5 + + +8 - - -9 + + +8.2 - - -9.5 + + +8.4 - - -10 + + +8.6 - - -10.5 + + +8.8 - + Density (a.u.) @@ -86,50 +86,58 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + +3.5 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 7def0ed7ded8..487a7cac9841 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + - + 8 - - -9 + + +8.5 - - -10 + + +9 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 3a3f70143460..709ba3196f3b 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -17,18 +17,18 @@ Iterations (x 10^3) - + - - + + - + 2.0 - + 4.0 @@ -41,14 +41,14 @@ Iterations (x 10^3) 8.0 - + 10.0 - - + + 12.0 - + 14.0 @@ -95,103 +95,103 @@ Iterations (x 10^3) - + - + - + - - - + + + - + - - - - + + + + - - - - + + + + - - + + - - - + + + - + - - - + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - + + + + + + - + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index fa975a7fdffb..dff52cdaf54f 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -17,7 +17,7 @@ Iterations (x 10^3) - + @@ -34,10 +34,10 @@ Iterations (x 10^3) 6.0 - + 8.0 - + 10.0 @@ -102,91 +102,91 @@ Iterations (x 10^3) - - + + - + - + - + - - - - + + + + - + - + - + - + - - + + - - + + - - + + - + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - + - + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index b9bed03e14d3..218e33c4fa76 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,41 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + - + 8 - - -10 + + +9 - - -12 + + +10 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 7863e251049e..8226b024033f 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -98,7 +98,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 5e04c6d182dc..69177e2741fd 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + + +20 + + - -8.1 + +8.03 - - -8.12 + + +8.04 - - -8.14 + + +8.05 - - -8.16 + + +8.06 - - -8.18 + + +8.07 - - -8.2 + + +8.08 - - -8.22 + + +8.09 + + + +8.1 + + + +8.11 + + + +8.12 - - -8.24 + + +8.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 07b3c4682a50..3f84c47df1f5 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + + +18 + + + +20 + + - -8.1 + +8.03 - - -8.12 + + +8.04 - - -8.14 + + +8.05 - - -8.16 + + +8.06 - - -8.18 + + +8.07 - - -8.2 + + +8.08 - - -8.22 + + +8.09 + + + +8.1 + + + +8.11 + + + +8.12 - - -8.24 + + +8.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index fb3f66cc004b..cab8c4f1f945 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98719.37412199553,"upper_bound":99463.55655977294},"point_estimate":99099.69146016358,"standard_error":189.7717090180814},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98878.67323455233,"upper_bound":99717.16145833334},"point_estimate":99440.96385777084,"standard_error":249.5460989602291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1245.9985899813128,"upper_bound":2107.3080023755674},"point_estimate":1587.3783001606482,"standard_error":222.93896871148158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99292.42397265,"upper_bound":99875.0866105918},"point_estimate":99589.79266550909,"standard_error":147.9823555388472},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562.0219555261249,"upper_bound":2214.183491422778},"point_estimate":1903.7435949670053,"standard_error":166.83048354457597}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102387.47262018434,"upper_bound":103275.80699097992},"point_estimate":102832.97813789686,"standard_error":226.54618829071322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102975.69265126667,"upper_bound":103304.96671786995},"point_estimate":103107.96353541416,"standard_error":83.56989219798362},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798.9345600338077,"upper_bound":1323.7751160632297},"point_estimate":1099.1434042053045,"standard_error":132.71714477584024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103075.72565833901,"upper_bound":103855.76652403983},"point_estimate":103433.60821465515,"standard_error":199.65709777075105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1683.7026665637777,"upper_bound":2815.8970912187206},"point_estimate":2271.423469468822,"standard_error":289.75185459325337}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 8c045c5c2fb8..611fcfdcdd86 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[786428.0,1500170.0,2351049.0,3030195.0,3728590.0,4463884.0,5375671.0,6210348.0,7232503.0,8151080.0,9048014.0,9536625.0,10224075.0,11007192.0,11972569.0,12769544.0,13671981.0,14442025.0,15246368.0,16001643.0,16576107.0,17851485.0,17994582.0,19152554.0,19559965.0,20882800.0,21520902.0,22110476.0,23522474.0,24367121.0,24523204.0,24470047.0,26729727.0,26361288.0,27009113.0,28094721.0,28896093.0,29681699.0,30487018.0,30969975.0,31864902.0,33065187.0,33915139.0,34553233.0,34782608.0,36440315.0,38467359.0,37044991.0,38925382.0,39117083.0,39345064.0,41883523.0,43009024.0,43685054.0,43425916.0,45182374.0,46440537.0,46360215.0,47718074.0,48140807.0,48281777.0,49441993.0,48776804.0,50932037.0,51386025.0,51948826.0,54598495.0,54555527.0,53855398.0,55405611.0,56830556.0,57311306.0,57037414.0,59563762.0,59762103.0,60598679.0,60785968.0,62476208.0,64634426.0,64472216.0,65031574.0,65217742.0,65908039.0,68092981.0,67795169.0,68431671.0,69372336.0,70144507.0,70065514.0,72061211.0,72038303.0,73503314.0,73219811.0,75118811.0,75055765.0,76836856.0,76852658.0,79439995.0,79982112.0,80232831.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[691356.0,1350557.0,2163358.0,2873382.0,3555257.0,4070874.0,4787426.0,5721310.0,6439541.0,6826793.0,7718976.0,8119246.0,8815372.0,9847967.0,10330380.0,11236061.0,11748623.0,12483486.0,13858615.0,14383198.0,15265406.0,15903736.0,16790150.0,17576039.0,18168091.0,18981780.0,19634961.0,20422079.0,21145831.0,22099121.0,22376971.0,23355417.0,24095518.0,24804943.0,25293575.0,26027312.0,26241272.0,27451763.0,28610724.0,28837735.0,29805625.0,30710031.0,31254719.0,31754887.0,32710125.0,33487407.0,34380643.0,34929754.0,35451195.0,36290815.0,37051610.0,37469073.0,38310106.0,38894090.0,39794933.0,40786261.0,41230460.0,41776703.0,42675345.0,47354150.0,43999343.0,44843896.0,45026097.0,46189515.0,46798583.0,47760529.0,48091832.0,49081355.0,49751184.0,50520880.0,50852691.0,51978444.0,52386810.0,56298599.0,54287908.0,54508370.0,55140328.0,56285227.0,57081670.0,57847827.0,58245745.0,58766555.0,59861451.0,60077883.0,61340089.0,61744862.0,62587998.0,63326301.0,64135896.0,64700871.0,64928508.0,65863707.0,66347209.0,68394185.0,68838785.0,70195846.0,72847821.0,71797795.0,72042342.0,72741198.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 174114909b63..81dc02b830a6 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[91559.33396381579,94835.6865131579,103572.62664473684,106848.97919407894] \ No newline at end of file +[98174.48043890212,100307.0882388899,105994.04237219066,108126.65017217843] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 546bb49b9580..eb1311c2080e 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03387801899936866,"upper_bound":-0.02117388763519724},"point_estimate":-0.027815347884795005,"standard_error":0.0032420137937579636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03849278753185148,"upper_bound":-0.026394784125679416},"point_estimate":-0.03062083605742505,"standard_error":0.003217665215743534}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03182014364378251,"upper_bound":0.043335711304211634},"point_estimate":0.037672031292186325,"standard_error":0.0029208614955039836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03371717761440163,"upper_bound":0.043501029174665806},"point_estimate":0.036876147770331213,"standard_error":0.002715782541282856}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index fb3f66cc004b..cab8c4f1f945 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98719.37412199553,"upper_bound":99463.55655977294},"point_estimate":99099.69146016358,"standard_error":189.7717090180814},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98878.67323455233,"upper_bound":99717.16145833334},"point_estimate":99440.96385777084,"standard_error":249.5460989602291},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1245.9985899813128,"upper_bound":2107.3080023755674},"point_estimate":1587.3783001606482,"standard_error":222.93896871148158},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99292.42397265,"upper_bound":99875.0866105918},"point_estimate":99589.79266550909,"standard_error":147.9823555388472},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1562.0219555261249,"upper_bound":2214.183491422778},"point_estimate":1903.7435949670053,"standard_error":166.83048354457597}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102387.47262018434,"upper_bound":103275.80699097992},"point_estimate":102832.97813789686,"standard_error":226.54618829071322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102975.69265126667,"upper_bound":103304.96671786995},"point_estimate":103107.96353541416,"standard_error":83.56989219798362},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798.9345600338077,"upper_bound":1323.7751160632297},"point_estimate":1099.1434042053045,"standard_error":132.71714477584024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103075.72565833901,"upper_bound":103855.76652403983},"point_estimate":103433.60821465515,"standard_error":199.65709777075105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1683.7026665637777,"upper_bound":2815.8970912187206},"point_estimate":2271.423469468822,"standard_error":289.75185459325337}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 8c045c5c2fb8..611fcfdcdd86 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[786428.0,1500170.0,2351049.0,3030195.0,3728590.0,4463884.0,5375671.0,6210348.0,7232503.0,8151080.0,9048014.0,9536625.0,10224075.0,11007192.0,11972569.0,12769544.0,13671981.0,14442025.0,15246368.0,16001643.0,16576107.0,17851485.0,17994582.0,19152554.0,19559965.0,20882800.0,21520902.0,22110476.0,23522474.0,24367121.0,24523204.0,24470047.0,26729727.0,26361288.0,27009113.0,28094721.0,28896093.0,29681699.0,30487018.0,30969975.0,31864902.0,33065187.0,33915139.0,34553233.0,34782608.0,36440315.0,38467359.0,37044991.0,38925382.0,39117083.0,39345064.0,41883523.0,43009024.0,43685054.0,43425916.0,45182374.0,46440537.0,46360215.0,47718074.0,48140807.0,48281777.0,49441993.0,48776804.0,50932037.0,51386025.0,51948826.0,54598495.0,54555527.0,53855398.0,55405611.0,56830556.0,57311306.0,57037414.0,59563762.0,59762103.0,60598679.0,60785968.0,62476208.0,64634426.0,64472216.0,65031574.0,65217742.0,65908039.0,68092981.0,67795169.0,68431671.0,69372336.0,70144507.0,70065514.0,72061211.0,72038303.0,73503314.0,73219811.0,75118811.0,75055765.0,76836856.0,76852658.0,79439995.0,79982112.0,80232831.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[691356.0,1350557.0,2163358.0,2873382.0,3555257.0,4070874.0,4787426.0,5721310.0,6439541.0,6826793.0,7718976.0,8119246.0,8815372.0,9847967.0,10330380.0,11236061.0,11748623.0,12483486.0,13858615.0,14383198.0,15265406.0,15903736.0,16790150.0,17576039.0,18168091.0,18981780.0,19634961.0,20422079.0,21145831.0,22099121.0,22376971.0,23355417.0,24095518.0,24804943.0,25293575.0,26027312.0,26241272.0,27451763.0,28610724.0,28837735.0,29805625.0,30710031.0,31254719.0,31754887.0,32710125.0,33487407.0,34380643.0,34929754.0,35451195.0,36290815.0,37051610.0,37469073.0,38310106.0,38894090.0,39794933.0,40786261.0,41230460.0,41776703.0,42675345.0,47354150.0,43999343.0,44843896.0,45026097.0,46189515.0,46798583.0,47760529.0,48091832.0,49081355.0,49751184.0,50520880.0,50852691.0,51978444.0,52386810.0,56298599.0,54287908.0,54508370.0,55140328.0,56285227.0,57081670.0,57847827.0,58245745.0,58766555.0,59861451.0,60077883.0,61340089.0,61744862.0,62587998.0,63326301.0,64135896.0,64700871.0,64928508.0,65863707.0,66347209.0,68394185.0,68838785.0,70195846.0,72847821.0,71797795.0,72042342.0,72741198.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 174114909b63..81dc02b830a6 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[91559.33396381579,94835.6865131579,103572.62664473684,106848.97919407894] \ No newline at end of file +[98174.48043890212,100307.0882388899,105994.04237219066,108126.65017217843] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 348290acce8c..bb4453b1db14 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - - - -1.2 + + +2.5 - - -1.3 + + +3 - - -1.4 + + +3.5 - - -1.5 + + +4 - - -1.6 + + +4.5 - - -1.7 + + + +0.8 - - -1.8 + + +0.9 - - -1.9 + + +1 - - -2 + + +1.1 - - -2.1 + + +1.2 - - -2.2 + + +1.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 059f5c89066d..87571e96bfb3 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - -1.5 + + +1.2 - - -1.6 + + +1.4 - - -1.7 + + + +1.6 - - + + 1.8 - - -1.9 - - - + + 2 - - -2.1 - - - + + 2.2 - - - - + + +2.4 + + + +2.6 + + + +2.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index f60ec1f1104b..4db2e1e83647 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,67 +9,51 @@ Density (a.u.) Average Time (µs) - -0.02 - - -0.04 +0.05 - -0.06 - - -0.08 - - - 0.1 - + -0.12 +0.15 - -0.14 - - -0.16 +0.2 - -0.18 - - -0.2 +0.25 - -90 - - - + 95 - - + + 100 - - + + 105 - - - - - + + +110 + + + +115 + + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 292b61f62066..0515a596fc3e 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -20,12 +20,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -39,30 +39,30 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - + 0 @@ -100,10 +100,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 81e3f4503386..8f0d6c7b5f3c 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.034 + +0.032 - - --0.032 + + +0.034 - - --0.03 + + +0.036 - - --0.028 + + +0.038 - - --0.026 + + +0.04 - - --0.024 + + +0.042 - - --0.022 + + +0.044 - - --0.02 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 71d3283f2190..386a8c8805f1 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - --0.038 + + +140 + + + +160 - - --0.036 + + +180 + + + + +0.034 - - --0.034 + + +0.036 - - --0.032 + + +0.038 - - --0.03 + + +0.04 - - --0.028 + + +0.042 - - --0.026 + + +0.044 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 393a3fe5886f..c2070839ddb6 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 6292a2429c85..1d516a44781a 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 99.292 µs - 99.590 µs - 99.875 µs + 103.08 µs + 103.43 µs + 103.86 µs R² - 0.9772490 - 0.9783903 - 0.9773397 + 0.9679947 + 0.9695151 + 0.9674008 Mean - 98.719 µs - 99.100 µs - 99.464 µs + 102.39 µs + 102.83 µs + 103.28 µs Std. Dev. - 1.5620 µs - 1.9037 µs - 2.2142 µs + 1.6837 µs + 2.2714 µs + 2.8159 µs Median - 98.879 µs - 99.441 µs - 99.717 µs + 102.98 µs + 103.11 µs + 103.30 µs MAD - 1.2460 µs - 1.5874 µs - 2.1073 µs + 798.93 ns + 1.0991 µs + 1.3238 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -3.3878% - -2.7815% - -2.1174% + +3.1820% + +3.7672% + +4.3336% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index e199261e836d..04f28b31cf64 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 + + + +102.3 - - -2.2 + + +102.4 - - - -98.7 + + +102.5 - - -98.8 + + +102.6 - - -98.9 + + +102.7 - - -99 + + +102.8 - - -99.1 + + +102.9 - - -99.2 + + +103 - - -99.3 + + +103.1 - + -99.4 +103.2 - -99.5 + +103.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 7d7f8db6c626..50e5ef053a1a 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 - - -2.5 + + +10 - - - -98.8 + + +12 - - -98.9 + + +14 - - -99 - - - -99.1 + + + +102.95 - - -99.2 + + +103 - - -99.3 + + +103.05 - - -99.4 + + +103.1 - - -99.5 + + +103.15 - - -99.6 + + +103.2 - - -99.7 + + +103.25 - - -99.8 + + +103.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 1b304f5d1a43..cfe1cc6da9b0 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -13,67 +13,79 @@ Average Time (µs) 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - -92 - - - + 94 - - + + 96 - - + + 98 - - + + 100 - - + + 102 - - + + 104 - + + +106 + + + +108 + + + +110 + + + +112 + + + +114 + + Density (a.u.) @@ -82,60 +94,60 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - - - - - - - - - - - - - - - + + +0.25 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 7a9ad22f04f1..7ad463a7793b 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,35 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 + + +0.25 + - + 95 - - + + 100 - - + + 105 - - - + + +110 + + + +115 + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 2ad9c7ba28ca..84d77cd56cf1 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -8,190 +8,180 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - -80.0 - - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - + + - - + + - - - - + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 3b9bce25ba7a..3df6b6b4bd99 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -5,188 +5,178 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - -80.0 - - + - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - + - - - - + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - - - - - - - + + + + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 992c76897748..712d95044915 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,65 +6,49 @@ Density (a.u.) Average Time (µs) - -0.02 - - -0.04 +0.05 - -0.06 - - -0.08 - - - 0.1 - + -0.12 +0.15 - -0.14 - - -0.16 +0.2 - -0.18 - - -0.2 +0.25 - -90 - - - + 95 - - + + 100 - - + + 105 - - - - - + + +110 + + + +115 + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 1c065ec00d21..b4283a9f4554 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -18,11 +18,11 @@ Iterations - - - - - + + + + + 0.0 @@ -40,26 +40,26 @@ Iterations 30.0 - + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - + 0 @@ -97,8 +97,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index eb19159397bb..9a00480cf8ea 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 + + + +1.6 - - -2.5 + + +1.8 - + + +2 + + - -99.3 + +103 + + + +103.1 + + + +103.2 + + + +103.3 - - -99.4 + + +103.4 - - -99.5 + + +103.5 - - -99.6 + + +103.6 - - -99.7 + + +103.7 - - -99.8 + + +103.8 - - -99.9 + + +103.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 196d982b0fda..8da5e225ed8a 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 + + + +1.6 - - -2.5 + + +1.8 - + + +2 + + - -99.3 + +103 + + + +103.1 + + + +103.2 + + + +103.3 - - -99.4 + + +103.4 - - -99.5 + + +103.5 - - -99.6 + + +103.6 - - -99.7 + + +103.7 - - -99.8 + + +103.8 - - -99.9 + + +103.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index f265f66bbb9e..97f27ae7fdd3 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70858.53139536644,"upper_bound":71374.80426630983},"point_estimate":71108.9365893496,"standard_error":131.5736742447897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70373.23865698729,"upper_bound":70573.08578431372},"point_estimate":70463.00843226789,"standard_error":49.68660674923953},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293.73272384937763,"upper_bound":835.86584084107},"point_estimate":466.5030542208034,"standard_error":149.82547515574188},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70436.9729857376,"upper_bound":70833.4194373804},"point_estimate":70609.14004236244,"standard_error":101.55429323660572},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.371148682222,"upper_bound":1545.9251386039623},"point_estimate":1329.3107198685157,"standard_error":115.2706297806676}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70544.93341687367,"upper_bound":71000.31471611865},"point_estimate":70763.14677156105,"standard_error":116.09425631552537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.11814345991,"upper_bound":70393.00759803921},"point_estimate":70272.33548280424,"standard_error":48.40702375709696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.1348610719033,"upper_bound":810.1727110819855},"point_estimate":472.7298942462608,"standard_error":121.61406981118776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.85158180383,"upper_bound":70611.71902630747},"point_estimate":70396.8304221467,"standard_error":97.59787607715688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":908.9482754561152,"upper_bound":1438.7930941884479},"point_estimate":1169.3777243870964,"standard_error":137.77970825365773}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 06ad88de2596..9537f1b98703 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433951.0,871055.0,1314472.0,1779759.0,2205360.0,2619545.0,3082325.0,3570701.0,3998370.0,4415872.0,4787686.0,5265403.0,5677732.0,6124932.0,6535678.0,7022382.0,7475341.0,7853289.0,8242440.0,8710026.0,9013695.0,9269429.0,9989005.0,10292249.0,10759792.0,11034599.0,11587630.0,12055831.0,12231984.0,12910872.0,13085626.0,13500683.0,13851513.0,14260985.0,14743764.0,15148858.0,15525871.0,15920485.0,16342067.0,16790042.0,17171015.0,17571974.0,18063100.0,18393104.0,18969985.0,19595471.0,19731047.0,20164611.0,20565517.0,21052304.0,21740141.0,22003839.0,23534514.0,22749103.0,23391877.0,23746379.0,24072075.0,24441855.0,24905387.0,25243278.0,25674171.0,26110103.0,26571953.0,26998753.0,29665217.0,27927170.0,28212892.0,28793819.0,29154949.0,29549843.0,30151135.0,30450683.0,30865115.0,31351997.0,31705973.0,33161377.0,32526143.0,33038745.0,33460537.0,33715837.0,34251843.0,34671530.0,35103701.0,35434612.0,35840957.0,36254932.0,36728073.0,37119047.0,37495327.0,38010583.0,38511973.0,38879846.0,39233876.0,40840950.0,40158396.0,40555668.0,40962059.0,41327196.0,41842672.0,42341113.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[428183.0,860004.0,1286849.0,1740622.0,2160089.0,2626603.0,3029583.0,3490618.0,3917718.0,4334849.0,4742306.0,5236529.0,5639004.0,6106163.0,6538802.0,7079494.0,7382660.0,7783802.0,8321356.0,8694947.0,9037843.0,9487029.0,9749872.0,10281716.0,10611090.0,10917373.0,11368486.0,11718885.0,13267483.0,12769206.0,13080262.0,13403703.0,13804124.0,14232391.0,14689846.0,15110349.0,15575789.0,15873659.0,16282057.0,16794635.0,17099306.0,17591818.0,17995082.0,18402944.0,18809663.0,19235500.0,19635399.0,20029856.0,20582866.0,21030544.0,21419082.0,21863848.0,22449193.0,22768869.0,23078782.0,23610849.0,24023928.0,24434598.0,24960946.0,25309910.0,25762993.0,26221079.0,26574543.0,26907506.0,27518995.0,27887156.0,28183726.0,28711695.0,29029855.0,29409314.0,30004254.0,30260351.0,30609459.0,31539368.0,32002888.0,32037560.0,32422315.0,32825395.0,33267272.0,33677902.0,34162943.0,34464693.0,36023846.0,35355392.0,35911249.0,36193983.0,36650005.0,37013888.0,37560871.0,37909365.0,38232730.0,38824960.0,39218059.0,39621153.0,41858162.0,40436714.0,41116312.0,41258792.0,41729146.0,42258112.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 6148d9ed11cb..3f0de75caf8b 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[65330.336925647454,67792.53573712928,74358.39923441416,76820.598045896] \ No newline at end of file +[66078.44670280036,68063.93283508356,73358.56252117209,75344.04865345529] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index d02ca8fba7a5..ba6c7dfe2a2c 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034723376224471865,"upper_bound":0.012381582633380909},"point_estimate":0.0053277632279919995,"standard_error":0.0040658622831018934},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025602741276986585,"upper_bound":0.006625094439662194},"point_estimate":0.004291397382063966,"standard_error":0.0010224543227762444}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009557263951314727,"upper_bound":0.0000201893548483038},"point_estimate":-0.004862818013795733,"standard_error":0.0024433008115297425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004580373723828357,"upper_bound":-0.0005814722276878959},"point_estimate":-0.0027060006903755207,"standard_error":0.0010019945223441696}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index f265f66bbb9e..97f27ae7fdd3 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70858.53139536644,"upper_bound":71374.80426630983},"point_estimate":71108.9365893496,"standard_error":131.5736742447897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70373.23865698729,"upper_bound":70573.08578431372},"point_estimate":70463.00843226789,"standard_error":49.68660674923953},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":293.73272384937763,"upper_bound":835.86584084107},"point_estimate":466.5030542208034,"standard_error":149.82547515574188},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70436.9729857376,"upper_bound":70833.4194373804},"point_estimate":70609.14004236244,"standard_error":101.55429323660572},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1093.371148682222,"upper_bound":1545.9251386039623},"point_estimate":1329.3107198685157,"standard_error":115.2706297806676}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70544.93341687367,"upper_bound":71000.31471611865},"point_estimate":70763.14677156105,"standard_error":116.09425631552537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.11814345991,"upper_bound":70393.00759803921},"point_estimate":70272.33548280424,"standard_error":48.40702375709696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.1348610719033,"upper_bound":810.1727110819855},"point_estimate":472.7298942462608,"standard_error":121.61406981118776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.85158180383,"upper_bound":70611.71902630747},"point_estimate":70396.8304221467,"standard_error":97.59787607715688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":908.9482754561152,"upper_bound":1438.7930941884479},"point_estimate":1169.3777243870964,"standard_error":137.77970825365773}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 06ad88de2596..9537f1b98703 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433951.0,871055.0,1314472.0,1779759.0,2205360.0,2619545.0,3082325.0,3570701.0,3998370.0,4415872.0,4787686.0,5265403.0,5677732.0,6124932.0,6535678.0,7022382.0,7475341.0,7853289.0,8242440.0,8710026.0,9013695.0,9269429.0,9989005.0,10292249.0,10759792.0,11034599.0,11587630.0,12055831.0,12231984.0,12910872.0,13085626.0,13500683.0,13851513.0,14260985.0,14743764.0,15148858.0,15525871.0,15920485.0,16342067.0,16790042.0,17171015.0,17571974.0,18063100.0,18393104.0,18969985.0,19595471.0,19731047.0,20164611.0,20565517.0,21052304.0,21740141.0,22003839.0,23534514.0,22749103.0,23391877.0,23746379.0,24072075.0,24441855.0,24905387.0,25243278.0,25674171.0,26110103.0,26571953.0,26998753.0,29665217.0,27927170.0,28212892.0,28793819.0,29154949.0,29549843.0,30151135.0,30450683.0,30865115.0,31351997.0,31705973.0,33161377.0,32526143.0,33038745.0,33460537.0,33715837.0,34251843.0,34671530.0,35103701.0,35434612.0,35840957.0,36254932.0,36728073.0,37119047.0,37495327.0,38010583.0,38511973.0,38879846.0,39233876.0,40840950.0,40158396.0,40555668.0,40962059.0,41327196.0,41842672.0,42341113.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[428183.0,860004.0,1286849.0,1740622.0,2160089.0,2626603.0,3029583.0,3490618.0,3917718.0,4334849.0,4742306.0,5236529.0,5639004.0,6106163.0,6538802.0,7079494.0,7382660.0,7783802.0,8321356.0,8694947.0,9037843.0,9487029.0,9749872.0,10281716.0,10611090.0,10917373.0,11368486.0,11718885.0,13267483.0,12769206.0,13080262.0,13403703.0,13804124.0,14232391.0,14689846.0,15110349.0,15575789.0,15873659.0,16282057.0,16794635.0,17099306.0,17591818.0,17995082.0,18402944.0,18809663.0,19235500.0,19635399.0,20029856.0,20582866.0,21030544.0,21419082.0,21863848.0,22449193.0,22768869.0,23078782.0,23610849.0,24023928.0,24434598.0,24960946.0,25309910.0,25762993.0,26221079.0,26574543.0,26907506.0,27518995.0,27887156.0,28183726.0,28711695.0,29029855.0,29409314.0,30004254.0,30260351.0,30609459.0,31539368.0,32002888.0,32037560.0,32422315.0,32825395.0,33267272.0,33677902.0,34162943.0,34464693.0,36023846.0,35355392.0,35911249.0,36193983.0,36650005.0,37013888.0,37560871.0,37909365.0,38232730.0,38824960.0,39218059.0,39621153.0,41858162.0,40436714.0,41116312.0,41258792.0,41729146.0,42258112.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 6148d9ed11cb..3f0de75caf8b 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[65330.336925647454,67792.53573712928,74358.39923441416,76820.598045896] \ No newline at end of file +[66078.44670280036,68063.93283508356,73358.56252117209,75344.04865345529] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 024f81b4b8dd..a63a5501ab82 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - + + +0.004 + + + +0.0045 + + - + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 646f7924a280..ad2c9745378b 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -1.05 + +0.9 - - -1.1 + + +1 - - -1.15 + + +1.1 - - + + 1.2 - - -1.25 - - - + + 1.3 - - -1.35 - - - + + 1.4 - - -1.45 - - - -1.5 - - - -1.55 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index be4194a14d78..f2d0aabfb66b 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + +68 + + + 70 - - -80 + + +72 + + + +74 - - -90 + + +76 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index f46bea476b62..99b5d65a3297 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 130e99ff074e..dae825597cc4 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - --0.004 - - - --0.002 + + +120 - - -0 + + +140 - - -0.002 + + +160 - - -0.004 + + + +-0.01 - - -0.006 + + +-0.008 - - -0.008 + + +-0.006 - - -0.01 + + +-0.004 - - -0.012 + + +-0.002 - - -0.014 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index ec142d495b03..e6bc4d2e7d6c 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - + - -0.0025 + +-0.005 - - -0.003 + + +-0.0045 - - -0.0035 + + +-0.004 - - -0.004 + + +-0.0035 - - -0.0045 + + +-0.003 - - -0.005 + + +-0.0025 - - -0.0055 + + +-0.002 - - -0.006 + + +-0.0015 - - -0.0065 + + +-0.001 - - -0.007 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 4540cf188427..b5bcaf01ff8a 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 0c76193449c2..61a2599a83a8 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.437 µs - 70.609 µs - 70.833 µs + 70.237 µs + 70.397 µs + 70.612 µs R² - 0.9778759 - 0.9786653 - 0.9773263 + 0.9840851 + 0.9847758 + 0.9835302 Mean - 70.859 µs - 71.109 µs - 71.375 µs + 70.545 µs + 70.763 µs + 71.000 µs Std. Dev. - 1.0934 µs - 1.3293 µs - 1.5459 µs + 908.95 ns + 1.1694 µs + 1.4388 µs Median - 70.373 µs - 70.463 µs - 70.573 µs + 70.184 µs + 70.272 µs + 70.393 µs MAD - 293.73 ns - 466.50 ns - 835.87 ns + 315.13 ns + 472.73 ns + 810.17 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3472% - +0.5328% - +1.2382% - (p = 0.20 > + -0.9557% + -0.4863% + +0.0020% + (p = 0.05 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 1e4c2dcc6653..3efd92cfc567 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + - -70.9 + +70.5 - - -71 + + +70.6 - - -71.1 + + +70.7 - - -71.2 + + +70.8 - - -71.3 + + +70.9 - - -71.4 + + +71 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index dfa8cca7643a..07f44fd54917 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,50 +9,58 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -70.4 + +70.2 + + + +70.25 - - -70.45 + + +70.3 - - -70.5 + + +70.35 + + + +70.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 097695da3cb3..5db755c3e876 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - -68 - - - + 69 - - + + 70 - - + + 71 - - + + 72 - - + + 73 - + 74 @@ -70,14 +66,14 @@ Average Time (µs) 75 - + 76 - - + + 77 - + Density (a.u.) @@ -86,48 +82,58 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - + + +0.45 + + + +0.5 + + + + + + - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 1bf83239393a..6d18434a8ca5 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,63 +10,43 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - + - -68 - - - + 70 - - + + 72 - - + + 74 - + 76 - - + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 38aa4a6a119e..5be010547e8e 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -17,11 +17,11 @@ Iterations - - - - - + + + + + 5.0 @@ -35,26 +35,26 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -85,103 +85,103 @@ Iterations - + - - + + - - - - + + + + - - - + + + - + - - - - + + + + - - + + - + - + - + - + - - - - + + + + - + - - - + + + - - + + - - - - + + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - + - + - + - - - - - + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index d363e348cea9..24f9b0a96caf 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,19 +11,19 @@ Iterations - + - + - + - + 5.0 - + 10.0 @@ -32,10 +32,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -44,10 +44,10 @@ Iterations 30.0 - + 35.0 - + 40.0 @@ -82,9 +82,9 @@ Iterations - + - + @@ -95,18 +95,18 @@ Iterations - + - - - + + + - + - - - - + + + + @@ -121,62 +121,62 @@ Iterations - - + + - + - - - - + + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - + + + - - + + - + - + - + - - + + - + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 7bd712cd5a48..28c91d8165e5 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + +68 + + + 70 - - -80 + + +72 + + + +74 - - -90 + + +76 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 840454932383..49816229b953 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 6a38b56d84cd..34e2ed7fea4b 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - + 1 - + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + +70.2 + + + +70.25 + + + +70.3 + + + +70.35 + + + 70.4 - - + + 70.45 - - + + 70.5 - - + + 70.55 - - + + 70.6 - - + + 70.65 - - -70.7 - - - -70.75 - - - -70.8 - - - -70.85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 9ba4287cfe3d..921323576862 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - + 1 - + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + +70.2 + + + +70.25 + + + +70.3 + + + +70.35 + + + 70.4 - - + + 70.45 - - + + 70.5 - - + + 70.55 - - + + 70.6 - - + + 70.65 - - -70.7 - - - -70.75 - - - -70.8 - - - -70.85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index f07712ff63cd..c9b94a252cca 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6676.134802169737,"upper_bound":6721.293568988758},"point_estimate":6698.300616593748,"standard_error":11.488890758985121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6667.718472114306,"upper_bound":6721.418803418804},"point_estimate":6699.179456568712,"standard_error":12.843539077724653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.0416878013888,"upper_bound":135.40124836645822},"point_estimate":101.418219338006,"standard_error":15.050596936393315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.2147071848085,"upper_bound":6760.464529170027},"point_estimate":6735.688784940492,"standard_error":11.845540980755056},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.05568376256947,"upper_bound":135.3740341883327},"point_estimate":115.75802163538047,"standard_error":10.370602068742192}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.185116961022,"upper_bound":6707.2637527224015},"point_estimate":6690.437421015049,"standard_error":8.436790108257826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.588089330025,"upper_bound":6687.173570019724},"point_estimate":6666.259279182355,"standard_error":9.215839113789931},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.45263545081844,"upper_bound":107.96739318809134},"point_estimate":73.94158327576204,"standard_error":14.213274678699847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6701.1278730588,"upper_bound":6738.64166056944},"point_estimate":6719.636657989565,"standard_error":9.590329377615891},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.20735326323872,"upper_bound":98.07203224196587},"point_estimate":84.92967009249027,"standard_error":6.887602841276824}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 228b73c88a02..f71ffe329c3d 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86149.0,169998.0,254325.0,343189.0,426029.0,508422.0,607201.0,681175.0,765607.0,853723.0,937028.0,1036281.0,1120748.0,1190023.0,1283492.0,1362417.0,1455224.0,1551064.0,1616123.0,1709906.0,1827351.0,1884467.0,2006769.0,2053318.0,2136397.0,2218071.0,2424347.0,2396331.0,2470227.0,2567560.0,2658221.0,2733224.0,2812124.0,2937454.0,3008790.0,3102151.0,3201180.0,3348380.0,3530518.0,3511883.0,3589098.0,3690929.0,3747290.0,3906680.0,3922039.0,4073092.0,4257931.0,4264352.0,4257299.0,4378887.0,4576642.0,4571943.0,4680955.0,4750122.0,4888381.0,4850438.0,4942670.0,5055953.0,5162264.0,5247563.0,5330945.0,5473802.0,5523350.0,5727347.0,5664515.0,5782071.0,5894080.0,5951001.0,6258773.0,6487863.0,6279030.0,6291248.0,6407339.0,6573068.0,6599271.0,6708478.0,6756403.0,6733908.0,6836788.0,6968589.0,7018012.0,7204392.0,7290953.0,7344747.0,7386991.0,7487532.0,7549712.0,7631233.0,7749346.0,8172745.0,7932449.0,8094700.0,8031446.0,8140559.0,8304845.0,8246600.0,8424919.0,8552423.0,8687109.0,8720709.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85560.0,170439.0,258179.0,343414.0,430683.0,516057.0,614519.0,684877.0,780034.0,858215.0,946182.0,1036270.0,1126644.0,1198855.0,1285535.0,1384297.0,1466315.0,1543936.0,1629830.0,1727863.0,1822342.0,1900482.0,1972517.0,2070160.0,2173496.0,2236169.0,2331199.0,2423393.0,2495148.0,2591098.0,2678978.0,2761200.0,2869768.0,2916828.0,2991985.0,3094120.0,3185372.0,3285972.0,3390397.0,3455368.0,3537477.0,3611830.0,3719857.0,3812944.0,3891424.0,3967827.0,4068538.0,4130498.0,4243249.0,4372017.0,4450641.0,4492688.0,4738621.0,4757379.0,4845732.0,4954249.0,5017191.0,5146787.0,5350077.0,5308963.0,5369631.0,5454538.0,5525921.0,5796185.0,5729874.0,5826008.0,5948421.0,6018168.0,6090768.0,6174398.0,6284260.0,6350511.0,6425844.0,6488000.0,6645491.0,6722297.0,6685310.0,6710655.0,6973431.0,6850180.0,6964264.0,7038871.0,7159642.0,7296305.0,7418893.0,7456334.0,7578945.0,7653941.0,7716793.0,7843618.0,8043323.0,8114454.0,8187590.0,8284085.0,8272451.0,8368301.0,8362337.0,8505645.0,8596593.0,8664567.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 4cff043972b6..c9f765f8cdaf 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6151.027266665164,6378.431902563351,6984.844264958519,7212.248900856706] \ No newline at end of file +[6187.305905520074,6406.161944444028,6989.778048241241,7208.6340871651955] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 50a397fb0f79..c2da7ff10501 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01594123704432779,"upper_bound":-0.006673710611202326},"point_estimate":-0.011391138115597443,"standard_error":0.002372542385519196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01916706962657555,"upper_bound":-0.009361141172047116},"point_estimate":-0.013694083870130824,"standard_error":0.002435758965415223}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005421725681511488,"upper_bound":0.002928315367271771},"point_estimate":-0.0011739090298842347,"standard_error":0.002129574147763702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008768709276054665,"upper_bound":0.0005193093068458499},"point_estimate":-0.004914061132379133,"standard_error":0.002357156422724265}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index f07712ff63cd..c9b94a252cca 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6676.134802169737,"upper_bound":6721.293568988758},"point_estimate":6698.300616593748,"standard_error":11.488890758985121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6667.718472114306,"upper_bound":6721.418803418804},"point_estimate":6699.179456568712,"standard_error":12.843539077724653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79.0416878013888,"upper_bound":135.40124836645822},"point_estimate":101.418219338006,"standard_error":15.050596936393315},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6714.2147071848085,"upper_bound":6760.464529170027},"point_estimate":6735.688784940492,"standard_error":11.845540980755056},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":95.05568376256947,"upper_bound":135.3740341883327},"point_estimate":115.75802163538047,"standard_error":10.370602068742192}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.185116961022,"upper_bound":6707.2637527224015},"point_estimate":6690.437421015049,"standard_error":8.436790108257826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.588089330025,"upper_bound":6687.173570019724},"point_estimate":6666.259279182355,"standard_error":9.215839113789931},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.45263545081844,"upper_bound":107.96739318809134},"point_estimate":73.94158327576204,"standard_error":14.213274678699847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6701.1278730588,"upper_bound":6738.64166056944},"point_estimate":6719.636657989565,"standard_error":9.590329377615891},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.20735326323872,"upper_bound":98.07203224196587},"point_estimate":84.92967009249027,"standard_error":6.887602841276824}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 228b73c88a02..f71ffe329c3d 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86149.0,169998.0,254325.0,343189.0,426029.0,508422.0,607201.0,681175.0,765607.0,853723.0,937028.0,1036281.0,1120748.0,1190023.0,1283492.0,1362417.0,1455224.0,1551064.0,1616123.0,1709906.0,1827351.0,1884467.0,2006769.0,2053318.0,2136397.0,2218071.0,2424347.0,2396331.0,2470227.0,2567560.0,2658221.0,2733224.0,2812124.0,2937454.0,3008790.0,3102151.0,3201180.0,3348380.0,3530518.0,3511883.0,3589098.0,3690929.0,3747290.0,3906680.0,3922039.0,4073092.0,4257931.0,4264352.0,4257299.0,4378887.0,4576642.0,4571943.0,4680955.0,4750122.0,4888381.0,4850438.0,4942670.0,5055953.0,5162264.0,5247563.0,5330945.0,5473802.0,5523350.0,5727347.0,5664515.0,5782071.0,5894080.0,5951001.0,6258773.0,6487863.0,6279030.0,6291248.0,6407339.0,6573068.0,6599271.0,6708478.0,6756403.0,6733908.0,6836788.0,6968589.0,7018012.0,7204392.0,7290953.0,7344747.0,7386991.0,7487532.0,7549712.0,7631233.0,7749346.0,8172745.0,7932449.0,8094700.0,8031446.0,8140559.0,8304845.0,8246600.0,8424919.0,8552423.0,8687109.0,8720709.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85560.0,170439.0,258179.0,343414.0,430683.0,516057.0,614519.0,684877.0,780034.0,858215.0,946182.0,1036270.0,1126644.0,1198855.0,1285535.0,1384297.0,1466315.0,1543936.0,1629830.0,1727863.0,1822342.0,1900482.0,1972517.0,2070160.0,2173496.0,2236169.0,2331199.0,2423393.0,2495148.0,2591098.0,2678978.0,2761200.0,2869768.0,2916828.0,2991985.0,3094120.0,3185372.0,3285972.0,3390397.0,3455368.0,3537477.0,3611830.0,3719857.0,3812944.0,3891424.0,3967827.0,4068538.0,4130498.0,4243249.0,4372017.0,4450641.0,4492688.0,4738621.0,4757379.0,4845732.0,4954249.0,5017191.0,5146787.0,5350077.0,5308963.0,5369631.0,5454538.0,5525921.0,5796185.0,5729874.0,5826008.0,5948421.0,6018168.0,6090768.0,6174398.0,6284260.0,6350511.0,6425844.0,6488000.0,6645491.0,6722297.0,6685310.0,6710655.0,6973431.0,6850180.0,6964264.0,7038871.0,7159642.0,7296305.0,7418893.0,7456334.0,7578945.0,7653941.0,7716793.0,7843618.0,8043323.0,8114454.0,8187590.0,8284085.0,8272451.0,8368301.0,8362337.0,8505645.0,8596593.0,8664567.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 4cff043972b6..c9f765f8cdaf 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6151.027266665164,6378.431902563351,6984.844264958519,7212.248900856706] \ No newline at end of file +[6187.305905520074,6406.161944444028,6989.778048241241,7208.6340871651955] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 418a828f153e..71838058dadc 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - + - + +50 + + + +60 + + + +70 + + + 80 - - + + 90 - - + + 100 - - + + 110 - - -120 - - - -130 - - - -140 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 485ba9cf151a..f4126b3b9506 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - - -95 + + +0.05 - - -100 + + +0.06 - - -105 + + + +70 - - -110 + + +75 - - -115 + + +80 - - -120 + + +85 - - -125 + + +90 - - -130 + + +95 - - -135 + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 38a21e3d0a4a..4283701c4b9b 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + + +5 + + - -6.5 + +6.4 + + + +6.6 - - + + +6.8 + + + 7 - - - - - + + +7.2 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 739abfdcb3e2..26847d10d212 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -21,7 +21,7 @@ Iterations (x 10^3) - + @@ -49,10 +49,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 7.0 @@ -93,7 +93,7 @@ Iterations (x 10^3) - + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 792d0f8c934f..58e0c15dc035 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - - --0.016 + + +180 - - --0.015 + + + +-0.006 - - --0.014 + + +-0.005 - - --0.013 + + +-0.004 - - --0.012 + + +-0.003 - - --0.011 + + +-0.002 - - --0.01 + + +-0.001 - - --0.009 + + +0 - - --0.008 + + +0.001 - - --0.007 + + +0.002 - - --0.006 + + +0.003 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 55bf153f3599..44a3c62dc955 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -13,71 +13,91 @@ Relative change (%) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - + - --0.02 - - - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - - - - + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 2d02e500c946..a0837e80762c 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index e9fb363c5eee..3e53f703051e 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.7142 µs - 6.7357 µs - 6.7605 µs + 6.7011 µs + 6.7196 µs + 6.7386 µs R² - 0.9710695 - 0.9724146 - 0.9706249 + 0.9797213 + 0.9807599 + 0.9796650 Mean - 6.6761 µs - 6.6983 µs - 6.7213 µs + 6.6742 µs + 6.6904 µs + 6.7073 µs Std. Dev. - 95.056 ns - 115.76 ns - 135.37 ns + 71.207 ns + 84.930 ns + 98.072 ns Median - 6.6677 µs - 6.6992 µs - 6.7214 µs + 6.6476 µs + 6.6663 µs + 6.6872 µs MAD - 79.042 ns - 101.42 ns - 135.40 ns + 52.453 ns + 73.942 ns + 107.97 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.5941% - -1.1391% - -0.6674% - (p = 0.00 < + -0.5422% + -0.1174% + +0.2928% + (p = 0.58 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index e4eaaf40505d..3527d02d3d13 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + + +45 + + + +50 + + - + 6.675 - - + + 6.68 - - + + 6.685 - - + + 6.69 - - + + 6.695 - - + + 6.7 - - + + 6.705 - - + + 6.71 - - -6.715 - - - -6.72 - - - -6.725 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 361048bfa453..87fac97dd8ee 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - -6.67 + +6.645 - - -6.68 + + +6.65 - - -6.69 + + +6.655 + + + +6.66 - - -6.7 + + +6.665 - - -6.71 + + +6.67 + + + +6.675 + + + +6.68 + + + +6.685 - - -6.72 + + +6.69 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index c14b0a0392b5..4f648f926d58 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,42 +38,30 @@ Average Time (µs) - -6.4 - - - + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - - -7.1 - - - -7.2 - - + Density (a.u.) @@ -82,40 +70,52 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - - - + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + - - - - - + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 08a355606f8d..d083967cc089 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,55 +10,35 @@ Average Time (µs) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 + + +4 - - - -6.4 + + +5 - - + + + 6.6 - - + + 6.8 - - -7 - - - -7.2 - - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 3a90c85a7f60..bf1022dc53ad 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -15,46 +15,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -85,100 +85,100 @@ Iterations (x 10^3) - + - - + + - + - + - - + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index f50644e2e977..d837de489c39 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -12,46 +12,46 @@ Iterations (x 10^3) - + - - - - - + + + + + 1.0 - + 2.0 - + 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -83,7 +83,7 @@ Iterations (x 10^3) - + @@ -91,91 +91,91 @@ Iterations (x 10^3) - - + + - + - + - - - - - - - - - + + + + + + + + + - + - - - + + + - + - + - - - + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + - - + + - + - - + + - - - - - - - - + + + + + + + + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index f039e6c67069..48cecbc11a6b 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 + + +5 + - -6.5 + +6.4 - - + + +6.6 + + + +6.8 + + + 7 - - - - - + + +7.2 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index a55ed5b40ab8..11a4682adca6 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -19,7 +19,7 @@ Iterations (x 10^3) - + @@ -50,10 +50,10 @@ Iterations (x 10^3) 6.0 - + 7.0 - + 8.0 @@ -90,5 +90,5 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 2f5df93b1b14..483fb8b1640a 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + + +45 + + - + +6.7 + + + +6.705 + + + 6.71 - - + + +6.715 + + + 6.72 - - -6.73 + + +6.725 - - -6.74 + + +6.73 - - -6.75 + + +6.735 - - -6.76 + + +6.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 14e48bbd16a1..ae185dd86363 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + + +40 + + + +45 + + - + +6.7 + + + +6.705 + + + 6.71 - - + + +6.715 + + + 6.72 - - -6.73 + + +6.725 - - -6.74 + + +6.73 - - -6.75 + + +6.735 - - -6.76 + + +6.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 87b38907866d..2565030e71f2 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22667.296374999998,"upper_bound":22977.927125},"point_estimate":22813.121666666655,"standard_error":79.49042217551288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22478.666666666664,"upper_bound":22723.083333333336},"point_estimate":22620.75,"standard_error":66.08868865482248},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334.20274406671706,"upper_bound":633.5643887519819},"point_estimate":476.6558915376663,"standard_error":77.00807874654832},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.1450228897683,"upper_bound":1020.4079633335288},"point_estimate":795.5199733363028,"standard_error":119.01088052336101}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22211.96108333333,"upper_bound":22598.66304166666},"point_estimate":22393.995,"standard_error":98.56193397509468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21976.333333333332,"upper_bound":22298.5},"point_estimate":22105.666666666664,"standard_error":89.56040425353598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":457.8732031211217,"upper_bound":814.4415855407697},"point_estimate":625.0394389033272,"standard_error":89.1834291921864},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":681.5706103350747,"upper_bound":1274.6164802988308},"point_estimate":992.6540463882101,"standard_error":152.36482797963131}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 24c3cfe70a6f..a2d857dcb594 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[134500.0,134632.0,135474.0,139612.0,134442.0,134939.0,137126.0,132759.0,133019.0,142284.0,135796.0,135562.0,145101.0,139680.0,134952.0,137235.0,143658.0,138389.0,138939.0,140983.0,139442.0,144820.0,141243.0,142054.0,135142.0,139199.0,141311.0,137896.0,147616.0,139239.0,140683.0,138097.0,137656.0,139449.0,136325.0,134261.0,133780.0,135592.0,134923.0,134252.0,135413.0,134180.0,142603.0,138128.0,134482.0,134190.0,136284.0,136194.0,136595.0,137274.0,135853.0,134210.0,140753.0,138869.0,136104.0,135653.0,134582.0,136393.0,133529.0,136185.0,138218.0,133731.0,138579.0,133951.0,135281.0,143498.0,133798.0,134351.0,134572.0,133989.0,131906.0,136265.0,133828.0,136655.0,152955.0,132497.0,136717.0,134792.0,131927.0,131064.0,136985.0,154028.0,129071.0,132607.0,132597.0,134420.0,134380.0,160540.0,134620.0,135982.0,135924.0,131686.0,132528.0,133579.0,137076.0,131386.0,133428.0,132426.0,132408.0,134092.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131415.0,132178.0,129873.0,132079.0,130335.0,140203.0,130565.0,130917.0,131987.0,128621.0,132831.0,134542.0,135064.0,141887.0,129793.0,129494.0,131988.0,131088.0,129196.0,128672.0,131457.0,130466.0,129252.0,128290.0,132677.0,129453.0,132669.0,129533.0,131397.0,142997.0,128241.0,139483.0,137938.0,139342.0,144161.0,137427.0,141737.0,136205.0,139600.0,136929.0,133532.0,128813.0,132179.0,129374.0,130604.0,136977.0,131527.0,131126.0,130484.0,135001.0,145310.0,134984.0,135935.0,135913.0,134040.0,131898.0,135194.0,137418.0,133340.0,129772.0,129153.0,130296.0,131286.0,130524.0,133781.0,138259.0,132558.0,130405.0,136517.0,127138.0,129011.0,132599.0,138992.0,131125.0,130134.0,131327.0,133681.0,130075.0,130536.0,131327.0,131858.0,139633.0,150524.0,151505.0,158437.0,163727.0,131796.0,134645.0,132500.0,133011.0,136736.0,133392.0,138991.0,133352.0,135293.0,135614.0,134460.0,137249.0,135646.0,133901.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index f1307be0526e..31d19931cdc5 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20240.08333333333,21302.33333333333,24135.0,25197.250000000004] \ No newline at end of file +[18880.500000000004,20318.0,24151.33333333333,25588.83333333333] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 7cc3c407eba8..e3f67a113975 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016259831527675593,"upper_bound":0.03509330621747465},"point_estimate":0.0256668619907765,"standard_error":0.004770292076032114},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017640067400854553,"upper_bound":0.03321858603014749},"point_estimate":0.02578743504959835,"standard_error":0.003994318590814715}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029264045199178516,"upper_bound":-0.007347860168622429},"point_estimate":-0.01837217513634104,"standard_error":0.00564708294794142},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031135820911997958,"upper_bound":-0.012421280734257079},"point_estimate":-0.022770391491587882,"standard_error":0.004767593836438782}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 87b38907866d..2565030e71f2 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22667.296374999998,"upper_bound":22977.927125},"point_estimate":22813.121666666655,"standard_error":79.49042217551288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22478.666666666664,"upper_bound":22723.083333333336},"point_estimate":22620.75,"standard_error":66.08868865482248},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":334.20274406671706,"upper_bound":633.5643887519819},"point_estimate":476.6558915376663,"standard_error":77.00807874654832},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":557.1450228897683,"upper_bound":1020.4079633335288},"point_estimate":795.5199733363028,"standard_error":119.01088052336101}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22211.96108333333,"upper_bound":22598.66304166666},"point_estimate":22393.995,"standard_error":98.56193397509468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21976.333333333332,"upper_bound":22298.5},"point_estimate":22105.666666666664,"standard_error":89.56040425353598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":457.8732031211217,"upper_bound":814.4415855407697},"point_estimate":625.0394389033272,"standard_error":89.1834291921864},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":681.5706103350747,"upper_bound":1274.6164802988308},"point_estimate":992.6540463882101,"standard_error":152.36482797963131}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 24c3cfe70a6f..a2d857dcb594 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[134500.0,134632.0,135474.0,139612.0,134442.0,134939.0,137126.0,132759.0,133019.0,142284.0,135796.0,135562.0,145101.0,139680.0,134952.0,137235.0,143658.0,138389.0,138939.0,140983.0,139442.0,144820.0,141243.0,142054.0,135142.0,139199.0,141311.0,137896.0,147616.0,139239.0,140683.0,138097.0,137656.0,139449.0,136325.0,134261.0,133780.0,135592.0,134923.0,134252.0,135413.0,134180.0,142603.0,138128.0,134482.0,134190.0,136284.0,136194.0,136595.0,137274.0,135853.0,134210.0,140753.0,138869.0,136104.0,135653.0,134582.0,136393.0,133529.0,136185.0,138218.0,133731.0,138579.0,133951.0,135281.0,143498.0,133798.0,134351.0,134572.0,133989.0,131906.0,136265.0,133828.0,136655.0,152955.0,132497.0,136717.0,134792.0,131927.0,131064.0,136985.0,154028.0,129071.0,132607.0,132597.0,134420.0,134380.0,160540.0,134620.0,135982.0,135924.0,131686.0,132528.0,133579.0,137076.0,131386.0,133428.0,132426.0,132408.0,134092.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131415.0,132178.0,129873.0,132079.0,130335.0,140203.0,130565.0,130917.0,131987.0,128621.0,132831.0,134542.0,135064.0,141887.0,129793.0,129494.0,131988.0,131088.0,129196.0,128672.0,131457.0,130466.0,129252.0,128290.0,132677.0,129453.0,132669.0,129533.0,131397.0,142997.0,128241.0,139483.0,137938.0,139342.0,144161.0,137427.0,141737.0,136205.0,139600.0,136929.0,133532.0,128813.0,132179.0,129374.0,130604.0,136977.0,131527.0,131126.0,130484.0,135001.0,145310.0,134984.0,135935.0,135913.0,134040.0,131898.0,135194.0,137418.0,133340.0,129772.0,129153.0,130296.0,131286.0,130524.0,133781.0,138259.0,132558.0,130405.0,136517.0,127138.0,129011.0,132599.0,138992.0,131125.0,130134.0,131327.0,133681.0,130075.0,130536.0,131327.0,131858.0,139633.0,150524.0,151505.0,158437.0,163727.0,131796.0,134645.0,132500.0,133011.0,136736.0,133392.0,138991.0,133352.0,135293.0,135614.0,134460.0,137249.0,135646.0,133901.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index f1307be0526e..31d19931cdc5 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20240.08333333333,21302.33333333333,24135.0,25197.250000000004] \ No newline at end of file +[18880.500000000004,20318.0,24151.33333333333,25588.83333333333] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index e6882582fdd0..8a551d3e89d2 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,30 +9,30 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - + 0.0035 @@ -41,50 +41,58 @@ Average time (ns) 0.004 - + 0.0045 - - + + 0.005 - - + + 0.0055 - + - -350 - - - -400 - - - + 450 - - + + 500 - - + + 550 - - + + 600 - - + + 650 - - - - + + +700 + + + +750 + + + +800 + + + +850 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index dc1c5cfbe8cc..0beebf158172 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + - -0.55 - - - -0.6 - - - -0.65 - - - + 0.7 - - -0.75 - - - + + 0.8 - - -0.85 - - - + + 0.9 - - -0.95 - - - + + 1 - - -1.05 + + +1.1 + + + +1.2 + + + +1.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 1be6844f26d0..7e617d30d3c3 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,62 +16,37 @@ Average Iteration Time (µs) - - - + - - - - - - - + + + + - -21.5 - - - + 22.0 - - -22.5 - - + 23.0 - -23.5 - - - + 24.0 - - -24.5 - - - + + 25.0 - - -25.5 - - - + + 26.0 - - -26.5 + + +27.0 - + 0 @@ -117,206 +92,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index aa56ef16356b..9a826e1b930f 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - + +20 + + + 22 - - + + 24 - - + + 26 - - - - - + + +28 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 6f4a24084a95..25a0fad04c5b 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - -0.028 - - - -0.03 - - - -0.032 - - - -0.034 - - - -0.036 - - - - - - + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 8f23f4d64be5..9ff2c65c1a5a 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - + - -0.016 + +-0.032 + + + +-0.03 - - -0.018 + + +-0.028 - - -0.02 + + +-0.026 - - -0.022 + + +-0.024 - - -0.024 + + +-0.022 - - -0.026 + + +-0.02 - - -0.028 + + +-0.018 - - -0.03 + + +-0.016 - - -0.032 + + +-0.014 - - -0.034 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 163c554f2ea7..0c4bdcea5334 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - + -3.0 - + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index ad4c12d6edab..7020d09071a2 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0033190 - 0.0034313 - 0.0032892 + 0.0000590 + 0.0000610 + 0.0000585 Mean - 22.667 µs - 22.813 µs - 22.978 µs + 22.212 µs + 22.394 µs + 22.599 µs Std. Dev. - 557.15 ns - 795.52 ns - 1.0204 µs + 681.57 ns + 992.65 ns + 1.2746 µs Median - 22.479 µs - 22.621 µs - 22.723 µs + 21.976 µs + 22.106 µs + 22.299 µs MAD - 334.20 ns - 476.66 ns - 633.56 ns + 457.87 ns + 625.04 ns + 814.44 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +1.6260% - +2.5667% - +3.5093% + -2.9264% + -1.8372% + -0.7348% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 0a007e541922..61a8e15fc512 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,57 +15,37 @@ Average Iteration Time (µs) - - - - - - - - - - + + + + + + - + 22.0 - - -22.5 - - - + + 23.0 - - -23.5 - - - + + 24.0 - - -24.5 - - - + + 25.0 - - -25.5 - - - + + 26.0 - - -26.5 + + +27.0 - + 10 @@ -107,106 +87,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 41f4ffe4f90c..0b6364bd266e 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,57 +12,37 @@ Average Iteration Time (µs) - - - - - - - - - - + + + + + + - + 22.0 - - -22.5 - - - + + 23.0 - - -23.5 - - - + + 24.0 - - -24.5 - - - + + 25.0 - - -25.5 - - - + + 26.0 - - -26.5 + + +27.0 - + 10 @@ -104,104 +84,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index a94d975a1c77..7eee6271d60d 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 + + + +22.2 - - -5.5 + + +22.25 - - - -22.65 + + +22.3 - - -22.7 + + +22.35 - - -22.75 + + +22.4 - - -22.8 + + +22.45 - - -22.85 + + +22.5 - - -22.9 + + +22.55 - - -22.95 + + +22.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index ad2b1d53755e..e7ccf948f649 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -13,58 +13,70 @@ Average time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + - -22.5 + +21.95 + + + +22 + + + +22.05 - - -22.55 + + +22.1 - - -22.6 + + +22.15 - - -22.65 + + +22.2 - - -22.7 + + +22.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index e5b17521cb64..d251a475d3af 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,34 +38,42 @@ Average Time (µs) - + +20 + + + 21 - - + + 22 - - + + 23 - - + + 24 - - + + 25 - - + + 26 - - + + 27 - + + +28 + + Density (a.u.) @@ -74,48 +82,62 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 6907e50c3d9e..9fb805b7a953 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - -0.7 - - + - + +20 + + + 22 - - + + 24 - - + + 26 - - - + + +28 + + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 88e6a7c34df6..9ee252fb283b 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,60 +13,35 @@ Average Iteration Time (µs) - - - - - - - - - - + + + + + - -21.5 - - - + 22.0 - - -22.5 - - - + + 23.0 - - -23.5 - - - + + 24.0 - - -24.5 - - - + + 25.0 - - -25.5 - - - + + 26.0 - + -26.5 +27.0 @@ -114,204 +89,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 722f69a145b5..a549c44bfa8e 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - + +20 + + + 22 - - + + 24 - - + + 26 - - - - - + + +28 + + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index bd3b7cf6e558..c8ae0e37f3d3 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 + + + +22.2 - - -5.5 + + +22.25 - - - -22.65 + + +22.3 - - -22.7 + + +22.35 - - -22.75 + + +22.4 - - -22.8 + + +22.45 - - -22.85 + + +22.5 - - -22.9 + + +22.55 - - -22.95 + + +22.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index be00a6f7cfca..118ab57f5edc 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8902.183820898226,"upper_bound":9071.24901110174},"point_estimate":8975.53056507891,"standard_error":43.74031856735707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8905.77108433735,"upper_bound":9001.730442176871},"point_estimate":8959.058700607902,"standard_error":23.969066672994096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30265765901768,"upper_bound":291.68970893912115},"point_estimate":224.40331649476937,"standard_error":38.300261074516904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.03576532063,"upper_bound":9084.255042736524},"point_estimate":8974.750953999452,"standard_error":48.045003845466596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.28539226573128,"upper_bound":678.1401153397019},"point_estimate":439.15410365751814,"standard_error":140.7347215431439}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.269887001306,"upper_bound":8886.808293489543},"point_estimate":8821.753906873415,"standard_error":30.36921336868768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8735.956043956045,"upper_bound":8877.804029304029},"point_estimate":8849.600242051856,"standard_error":33.28462464063877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181.87987596706319,"upper_bound":274.2831648082796},"point_estimate":237.23097884530347,"standard_error":24.150822819465866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8772.88541547785,"upper_bound":8899.038022379},"point_estimate":8828.1333927252,"standard_error":32.34268096929182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.97511193342703,"upper_bound":446.6638459954123},"point_estimate":305.18205039328313,"standard_error":81.01288104822675}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 42da73c1d826..90ab19caad52 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129122.0,256682.0,382583.0,512202.0,653868.0,781074.0,893370.0,1019093.0,1164569.0,1281119.0,1396970.0,1566093.0,1659014.0,1766444.0,1906209.0,2018104.0,2186551.0,2296152.0,2446045.0,2525647.0,2655196.0,2788124.0,2912327.0,3036099.0,3148765.0,3250361.0,3388341.0,3408884.0,3408436.0,3573840.0,3688575.0,3798948.0,3955441.0,4160821.0,4355764.0,4758972.0,4649051.0,4753230.0,4834571.0,5902804.0,5109346.0,5224206.0,5183256.0,5382230.0,5480520.0,5623868.0,5722645.0,5899620.0,5973298.0,6117533.0,6144123.0,6295236.0,6482624.0,6590342.0,6836502.0,6822912.0,7045601.0,6975950.0,7311488.0,7353294.0,7463656.0,7635867.0,7715701.0,7843427.0,11334288.0,8167992.0,8032704.0,8308843.0,8425275.0,8547237.0,8732735.0,9171169.0,9143040.0,9400684.0,9497757.0,9513432.0,9633114.0,9896299.0,9975699.0,10399467.0,10085959.0,10302022.0,10348506.0,10586035.0,10698632.0,10854189.0,10958781.0,11013500.0,11198875.0,11352263.0,11754554.0,11838991.0,11611452.0,11788342.0,11978891.0,12100597.0,12192807.0,12258518.0,12482151.0,12544575.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127097.0,255281.0,378652.0,524559.0,633162.0,756883.0,876932.0,1006640.0,1130218.0,1278010.0,1398640.0,1517693.0,1639585.0,1758793.0,1889865.0,2041732.0,2139795.0,2265304.0,2393715.0,2518632.0,2637109.0,2772318.0,2868080.0,2970982.0,3101097.0,3208612.0,3311289.0,3431273.0,3498485.0,3518538.0,3632717.0,3781222.0,3881269.0,4125843.0,4173154.0,4342052.0,4497633.0,4577809.0,4659321.0,4855029.0,4923481.0,5130999.0,5094842.0,5360621.0,5871682.0,5595175.0,5676855.0,5762432.0,5890113.0,6008181.0,6141235.0,6359776.0,6267943.0,6520703.0,6641777.0,6828166.0,6766118.0,7010932.0,7144930.0,7230861.0,7350109.0,7483974.0,7595887.0,7757023.0,10076274.0,8007672.0,8005313.0,8135397.0,8285934.0,8472584.0,8601432.0,8928019.0,9078319.0,9140032.0,9329737.0,9393794.0,9555377.0,9694562.0,9887753.0,9995629.0,10129878.0,10259811.0,10266940.0,10454775.0,10665658.0,10679868.0,10823416.0,10962285.0,11051181.0,11254784.0,11491530.0,11408467.0,11524713.0,11728672.0,11843081.0,11947478.0,12042114.0,12128973.0,12262849.0,12414279.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index f96d556f8e04..515edc93832c 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7790.950254402465,8268.612819778264,9542.379660780392,10020.04222615619] \ No newline at end of file +[7646.625546784369,8136.102994051155,9441.376186762584,9930.85363402937] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 75504a65dd15..22b58cd62897 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0055781512820231435,"upper_bound":0.029208372030436625},"point_estimate":0.0166366087776193,"standard_error":0.006147620785193687},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002732202720272303,"upper_bound":0.03169936936737961},"point_estimate":0.009826468808740163,"standard_error":0.006806599090361169}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029403166106841603,"upper_bound":-0.006759344459082372},"point_estimate":-0.01713287666846064,"standard_error":0.005760320630068398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026929906012871263,"upper_bound":-0.005991960727510293},"point_estimate":-0.012217629353027726,"standard_error":0.0048762495197084265}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index be00a6f7cfca..118ab57f5edc 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8902.183820898226,"upper_bound":9071.24901110174},"point_estimate":8975.53056507891,"standard_error":43.74031856735707},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8905.77108433735,"upper_bound":9001.730442176871},"point_estimate":8959.058700607902,"standard_error":23.969066672994096},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30265765901768,"upper_bound":291.68970893912115},"point_estimate":224.40331649476937,"standard_error":38.300261074516904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8900.03576532063,"upper_bound":9084.255042736524},"point_estimate":8974.750953999452,"standard_error":48.045003845466596},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":196.28539226573128,"upper_bound":678.1401153397019},"point_estimate":439.15410365751814,"standard_error":140.7347215431439}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.269887001306,"upper_bound":8886.808293489543},"point_estimate":8821.753906873415,"standard_error":30.36921336868768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8735.956043956045,"upper_bound":8877.804029304029},"point_estimate":8849.600242051856,"standard_error":33.28462464063877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181.87987596706319,"upper_bound":274.2831648082796},"point_estimate":237.23097884530347,"standard_error":24.150822819465866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8772.88541547785,"upper_bound":8899.038022379},"point_estimate":8828.1333927252,"standard_error":32.34268096929182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.97511193342703,"upper_bound":446.6638459954123},"point_estimate":305.18205039328313,"standard_error":81.01288104822675}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 42da73c1d826..90ab19caad52 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129122.0,256682.0,382583.0,512202.0,653868.0,781074.0,893370.0,1019093.0,1164569.0,1281119.0,1396970.0,1566093.0,1659014.0,1766444.0,1906209.0,2018104.0,2186551.0,2296152.0,2446045.0,2525647.0,2655196.0,2788124.0,2912327.0,3036099.0,3148765.0,3250361.0,3388341.0,3408884.0,3408436.0,3573840.0,3688575.0,3798948.0,3955441.0,4160821.0,4355764.0,4758972.0,4649051.0,4753230.0,4834571.0,5902804.0,5109346.0,5224206.0,5183256.0,5382230.0,5480520.0,5623868.0,5722645.0,5899620.0,5973298.0,6117533.0,6144123.0,6295236.0,6482624.0,6590342.0,6836502.0,6822912.0,7045601.0,6975950.0,7311488.0,7353294.0,7463656.0,7635867.0,7715701.0,7843427.0,11334288.0,8167992.0,8032704.0,8308843.0,8425275.0,8547237.0,8732735.0,9171169.0,9143040.0,9400684.0,9497757.0,9513432.0,9633114.0,9896299.0,9975699.0,10399467.0,10085959.0,10302022.0,10348506.0,10586035.0,10698632.0,10854189.0,10958781.0,11013500.0,11198875.0,11352263.0,11754554.0,11838991.0,11611452.0,11788342.0,11978891.0,12100597.0,12192807.0,12258518.0,12482151.0,12544575.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127097.0,255281.0,378652.0,524559.0,633162.0,756883.0,876932.0,1006640.0,1130218.0,1278010.0,1398640.0,1517693.0,1639585.0,1758793.0,1889865.0,2041732.0,2139795.0,2265304.0,2393715.0,2518632.0,2637109.0,2772318.0,2868080.0,2970982.0,3101097.0,3208612.0,3311289.0,3431273.0,3498485.0,3518538.0,3632717.0,3781222.0,3881269.0,4125843.0,4173154.0,4342052.0,4497633.0,4577809.0,4659321.0,4855029.0,4923481.0,5130999.0,5094842.0,5360621.0,5871682.0,5595175.0,5676855.0,5762432.0,5890113.0,6008181.0,6141235.0,6359776.0,6267943.0,6520703.0,6641777.0,6828166.0,6766118.0,7010932.0,7144930.0,7230861.0,7350109.0,7483974.0,7595887.0,7757023.0,10076274.0,8007672.0,8005313.0,8135397.0,8285934.0,8472584.0,8601432.0,8928019.0,9078319.0,9140032.0,9329737.0,9393794.0,9555377.0,9694562.0,9887753.0,9995629.0,10129878.0,10259811.0,10266940.0,10454775.0,10665658.0,10679868.0,10823416.0,10962285.0,11051181.0,11254784.0,11491530.0,11408467.0,11524713.0,11728672.0,11843081.0,11947478.0,12042114.0,12128973.0,12262849.0,12414279.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index f96d556f8e04..515edc93832c 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7790.950254402465,8268.612819778264,9542.379660780392,10020.04222615619] \ No newline at end of file +[7646.625546784369,8136.102994051155,9441.376186762584,9930.85363402937] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index cb24192224a8..4e86862b9a2e 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 - - - -140 + + +0.014 - - -160 + + +0.016 - - + + + 180 - - + + +190 + + + 200 - - + + +210 + + + 220 - - + + +230 + + + 240 - - + + +250 + + + 260 - - -280 + + +270 - - -300 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 0de4ebeec94b..a4d59f300633 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ns) - -5e-4 - - - -0.001 - - - -0.0015 - - - + 0.002 - - -0.0025 - - - -0.003 + + +0.004 - - -0.0035 + + +0.006 - - -0.004 + + +0.008 - - -0.0045 + + +0.01 - - -0.005 + + +0.012 - + - + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - - -700 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index d97d96d9e47f..553d04f6aecb 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,30 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + 8 @@ -46,10 +50,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index a26d0efbafe1..12d84934a4a6 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 400f6cd6a1ce..f549daeff6a3 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index de5e8ee2c59d..a87b946f671e 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,79 +9,71 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - + 60 - + 70 - - + + 80 - - + + 90 - - + + 100 - + - -0 - - - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 510b7b0ebd05..06057fe99033 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -29,61 +29,61 @@ t score 0.2 - + 0.25 - + 0.3 - + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 8c7392196445..4ed59de55e27 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.9000 µs - 8.9748 µs - 9.0843 µs + 8.7729 µs + 8.8281 µs + 8.8990 µs R² - 0.7471250 - 0.7525253 - 0.7410200 + 0.8662044 + 0.8701902 + 0.8636446 Mean - 8.9022 µs - 8.9755 µs - 9.0712 µs + 8.7683 µs + 8.8218 µs + 8.8868 µs Std. Dev. - 196.29 ns - 439.15 ns - 678.14 ns + 183.98 ns + 305.18 ns + 446.66 ns Median - 8.9058 µs - 8.9591 µs - 9.0017 µs + 8.7360 µs + 8.8496 µs + 8.8778 µs MAD - 146.30 ns - 224.40 ns - 291.69 ns + 181.88 ns + 237.23 ns + 274.28 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.5578% - +1.6637% - +2.9208% + -2.9403% + -1.7133% + -0.6759% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 5db84f9ea509..e41ee40c4b5c 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -8.9 - - - -8.92 + + +12 - - -8.94 + + +14 - - -8.96 + + + +8.76 - - -8.98 + + +8.78 - - -9 + + +8.8 - - -9.02 + + +8.82 - - -9.04 + + +8.84 - - -9.06 + + +8.86 - - -9.08 + + +8.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 45c6bcd441a1..1c0b70eae1c3 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -8.9 + +8.74 - - -8.92 + + +8.76 - - -8.94 + + +8.78 - - -8.96 + + +8.8 - - -8.98 + + +8.82 - - -9 + + +8.84 - - - - + + +8.86 + + + +8.88 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 8b9f7be8adc4..00106cdee7a3 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,50 +42,34 @@ Average Time (µs) - + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - -11.5 - - - -12 - - - -12.5 - - - -13 - - + Density (a.u.) @@ -94,40 +78,42 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + +1.4 + + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index e7f48b50658f..05e88d4f3177 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + 8 - - + + +9 + + + 10 - - -12 + + +11 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 692aeeaceeb0..f975d45b509a 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -16,36 +16,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -78,105 +78,105 @@ Iterations (x 10^3) - + - + - + - - - + + + - - - - - - + + + + + + - + - + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - + + - + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 23855dadddbc..7edd3f36e22a 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -13,36 +13,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -77,17 +77,17 @@ Iterations (x 10^3) - - + + - + - + - + @@ -98,80 +98,80 @@ Iterations (x 10^3) - - - + + + - - + + - - - - - - - + + + + + + + - - - + + + - + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - + + - - - + + + - + - - - + + + - - + + - - + + - - - - + + + + - + - - + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 88b8f2701a5a..f38bbd69063e 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,30 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + 8 @@ -43,8 +47,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 3cd8727c5607..cd0b44730cd3 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index d8c5168dd296..8035ef8303be 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - + - -8.9 + +8.76 + + + +8.78 + + + +8.8 - - -8.95 + + +8.82 - - -9 + + +8.84 - - -9.05 + + +8.86 - - -9.1 + + +8.88 + + + +8.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index b55409cc9408..3a94df184f93 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - + - -8.9 + +8.76 + + + +8.78 + + + +8.8 - - -8.95 + + +8.82 - - -9 + + +8.84 - - -9.05 + + +8.86 - - -9.1 + + +8.88 + + + +8.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 1a13af31ac94..9e1445275cb3 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4013.1051757861173,"upper_bound":4038.575168391253},"point_estimate":4024.766672235951,"standard_error":6.474344263187434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.438787878788,"upper_bound":4028.266666666667},"point_estimate":4014.2105392156864,"standard_error":6.589295886220845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.04604891567409,"upper_bound":50.1118791103359},"point_estimate":40.55666552635208,"standard_error":4.543829614254063},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.515192052171,"upper_bound":4003.480707651264},"point_estimate":3995.540444313088,"standard_error":3.8170725762631834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.27929875812718,"upper_bound":94.1380475902605},"point_estimate":65.52722989322014,"standard_error":15.49994462791232}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3953.1229561070936,"upper_bound":3977.832136574181},"point_estimate":3965.372888942939,"standard_error":6.279471249685577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3955.208743169399,"upper_bound":3982.7045454545455},"point_estimate":3969.713120567376,"standard_error":7.059327235805764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.834340370282874,"upper_bound":80.78619940296737},"point_estimate":60.83217268261117,"standard_error":8.35604716867173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.4528467142673,"upper_bound":3932.5471887117733},"point_estimate":3921.0784745579035,"standard_error":5.389472498974826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.260886384004735,"upper_bound":71.7181078808936},"point_estimate":63.35004027840565,"standard_error":4.484014399569126}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 73132234c68d..f24005efa0af 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60424.0,134091.0,180828.0,242157.0,301543.0,369305.0,421261.0,484966.0,544350.0,604706.0,667610.0,732689.0,786835.0,841344.0,913242.0,963366.0,1023671.0,1154210.0,1160512.0,1212698.0,1280872.0,1336571.0,1410901.0,1464260.0,1512264.0,1578491.0,1660370.0,1706068.0,1762001.0,1818706.0,1880827.0,1932492.0,1975946.0,2040932.0,2132648.0,2180018.0,2241403.0,2327298.0,2356988.0,2417242.0,2488076.0,2523803.0,2649548.0,2739092.0,2690715.0,2794091.0,2825043.0,2935083.0,2961786.0,2992166.0,3059460.0,3160927.0,3185224.0,3272788.0,3302837.0,3352067.0,3440139.0,3506185.0,3650434.0,3621322.0,3648454.0,3707698.0,3760959.0,3839643.0,3889194.0,3962293.0,3990403.0,4105909.0,4096214.0,4202613.0,4217662.0,4292998.0,4403503.0,4428730.0,4494413.0,4498040.0,4597423.0,4657638.0,4750727.0,4760310.0,4822471.0,4887086.0,4978181.0,4970527.0,5054921.0,5151895.0,5182739.0,5251101.0,5297680.0,5366441.0,5470802.0,5501865.0,5593152.0,5662838.0,5700081.0,5764194.0,5732837.0,5829635.0,5911758.0,5973746.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59672.0,119083.0,178701.0,238142.0,302005.0,371641.0,418405.0,498602.0,541741.0,601570.0,657878.0,736298.0,800973.0,836533.0,895638.0,965760.0,1029413.0,1080030.0,1143141.0,1216985.0,1290455.0,1341530.0,1385635.0,1450160.0,1504594.0,1555531.0,1626038.0,1683180.0,1726093.0,1807840.0,1840912.0,1922735.0,1970066.0,2030078.0,2105261.0,2167482.0,2213926.0,2257903.0,2340901.0,2404023.0,2470144.0,2560755.0,2576233.0,2628585.0,2716192.0,2756908.0,2798845.0,2857838.0,2907923.0,2967875.0,3008855.0,3099750.0,3170958.0,3290347.0,3278055.0,3363262.0,3360410.0,3422657.0,3482777.0,3559012.0,3619016.0,3659143.0,3771283.0,3779482.0,3843545.0,3934130.0,3988024.0,3943461.0,4012828.0,4063595.0,4113247.0,4179013.0,4283052.0,4332499.0,4381249.0,4451265.0,4546743.0,4621836.0,4626988.0,4782916.0,4733532.0,4819289.0,4849570.0,4901303.0,4959783.0,5032344.0,5076556.0,5106117.0,5221402.0,5260557.0,5376496.0,5430391.0,5403021.0,5469461.0,5529509.0,5606647.0,5655930.0,5670944.0,5786134.0,5811564.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 61455cec7ab7..7029dfc68eba 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3825.3052545119244,3906.919151005437,4124.55620832147,4206.170104814983] \ No newline at end of file +[3617.3540426495574,3763.441879334545,4153.009443827845,4299.097280512832] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index f84f5fb38c9d..f7580975a18e 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004162059705051235,"upper_bound":0.012570944358707637},"point_estimate":0.005364650873381338,"standard_error":0.004330311194802241},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0060467392718711495,"upper_bound":0.012780998982034886},"point_estimate":0.009143401103543614,"standard_error":0.0017820596417964163}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019277734351549516,"upper_bound":-0.010683419359889909},"point_estimate":-0.014757074913864687,"standard_error":0.002177685593146605},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016633698851368894,"upper_bound":-0.007083054958247792},"point_estimate":-0.011084973798361042,"standard_error":0.00243241680629307}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 1a13af31ac94..9e1445275cb3 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4013.1051757861173,"upper_bound":4038.575168391253},"point_estimate":4024.766672235951,"standard_error":6.474344263187434},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.438787878788,"upper_bound":4028.266666666667},"point_estimate":4014.2105392156864,"standard_error":6.589295886220845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.04604891567409,"upper_bound":50.1118791103359},"point_estimate":40.55666552635208,"standard_error":4.543829614254063},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3988.515192052171,"upper_bound":4003.480707651264},"point_estimate":3995.540444313088,"standard_error":3.8170725762631834},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.27929875812718,"upper_bound":94.1380475902605},"point_estimate":65.52722989322014,"standard_error":15.49994462791232}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3953.1229561070936,"upper_bound":3977.832136574181},"point_estimate":3965.372888942939,"standard_error":6.279471249685577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3955.208743169399,"upper_bound":3982.7045454545455},"point_estimate":3969.713120567376,"standard_error":7.059327235805764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.834340370282874,"upper_bound":80.78619940296737},"point_estimate":60.83217268261117,"standard_error":8.35604716867173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.4528467142673,"upper_bound":3932.5471887117733},"point_estimate":3921.0784745579035,"standard_error":5.389472498974826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.260886384004735,"upper_bound":71.7181078808936},"point_estimate":63.35004027840565,"standard_error":4.484014399569126}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 73132234c68d..f24005efa0af 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60424.0,134091.0,180828.0,242157.0,301543.0,369305.0,421261.0,484966.0,544350.0,604706.0,667610.0,732689.0,786835.0,841344.0,913242.0,963366.0,1023671.0,1154210.0,1160512.0,1212698.0,1280872.0,1336571.0,1410901.0,1464260.0,1512264.0,1578491.0,1660370.0,1706068.0,1762001.0,1818706.0,1880827.0,1932492.0,1975946.0,2040932.0,2132648.0,2180018.0,2241403.0,2327298.0,2356988.0,2417242.0,2488076.0,2523803.0,2649548.0,2739092.0,2690715.0,2794091.0,2825043.0,2935083.0,2961786.0,2992166.0,3059460.0,3160927.0,3185224.0,3272788.0,3302837.0,3352067.0,3440139.0,3506185.0,3650434.0,3621322.0,3648454.0,3707698.0,3760959.0,3839643.0,3889194.0,3962293.0,3990403.0,4105909.0,4096214.0,4202613.0,4217662.0,4292998.0,4403503.0,4428730.0,4494413.0,4498040.0,4597423.0,4657638.0,4750727.0,4760310.0,4822471.0,4887086.0,4978181.0,4970527.0,5054921.0,5151895.0,5182739.0,5251101.0,5297680.0,5366441.0,5470802.0,5501865.0,5593152.0,5662838.0,5700081.0,5764194.0,5732837.0,5829635.0,5911758.0,5973746.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59672.0,119083.0,178701.0,238142.0,302005.0,371641.0,418405.0,498602.0,541741.0,601570.0,657878.0,736298.0,800973.0,836533.0,895638.0,965760.0,1029413.0,1080030.0,1143141.0,1216985.0,1290455.0,1341530.0,1385635.0,1450160.0,1504594.0,1555531.0,1626038.0,1683180.0,1726093.0,1807840.0,1840912.0,1922735.0,1970066.0,2030078.0,2105261.0,2167482.0,2213926.0,2257903.0,2340901.0,2404023.0,2470144.0,2560755.0,2576233.0,2628585.0,2716192.0,2756908.0,2798845.0,2857838.0,2907923.0,2967875.0,3008855.0,3099750.0,3170958.0,3290347.0,3278055.0,3363262.0,3360410.0,3422657.0,3482777.0,3559012.0,3619016.0,3659143.0,3771283.0,3779482.0,3843545.0,3934130.0,3988024.0,3943461.0,4012828.0,4063595.0,4113247.0,4179013.0,4283052.0,4332499.0,4381249.0,4451265.0,4546743.0,4621836.0,4626988.0,4782916.0,4733532.0,4819289.0,4849570.0,4901303.0,4959783.0,5032344.0,5076556.0,5106117.0,5221402.0,5260557.0,5376496.0,5430391.0,5403021.0,5469461.0,5529509.0,5606647.0,5655930.0,5670944.0,5786134.0,5811564.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 61455cec7ab7..7029dfc68eba 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3825.3052545119244,3906.919151005437,4124.55620832147,4206.170104814983] \ No newline at end of file +[3617.3540426495574,3763.441879334545,4153.009443827845,4299.097280512832] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 03d2211a9b18..dab2525c1be6 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - -0.07 - - - -0.08 - - - -0.09 - - - -0.1 - - + - -32 - - - -34 + +45 - - -36 - - - -38 - - - -40 + + +50 - - -42 + + +55 - - -44 + + +60 - - -46 + + +65 - - -48 + + +70 - - -50 + + +75 - - -52 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 0723114551aa..07c7ed094b45 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + - -40 + +54 - - -50 + + +56 - - + + +58 + + + 60 - - -70 + + +62 - - -80 + + +64 - - -90 + + +66 + + + +68 + + + +70 - - -100 + + +72 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 09fa5e7b0227..658b64e2f618 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -42,22 +42,26 @@ Average Time (µs) - + +3.8 + + + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index e2dd47e55b73..76eba902200b 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -19,10 +19,9 @@ Iterations (x 10^3) - - - - + + + 0.0 @@ -36,22 +35,18 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - -6.0 - - + 0 @@ -86,9 +81,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 17c05336669e..b6ee07be9879 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 + + +60 + + + +80 + + + +100 - + -60 +120 -70 +140 - -80 + +160 - - -90 + + +180 - + - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - - - - + +-0.02 + + + +-0.019 + + + +-0.018 + + + +-0.017 + + + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 1e6fca2137fa..198c6165b0fa 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - + - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.017 + + + +-0.016 + + + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 247685caee98..af1914a0cff0 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,69 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 4b6ab14faa5b..b8c85b204fa0 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9885 µs - 3.9955 µs - 4.0035 µs + 3.9115 µs + 3.9211 µs + 3.9325 µs R² - 0.9887158 - 0.9891410 - 0.9885980 + 0.9781633 + 0.9790071 + 0.9778096 Mean - 4.0131 µs - 4.0248 µs - 4.0386 µs + 3.9531 µs + 3.9654 µs + 3.9778 µs Std. Dev. - 37.279 ns - 65.527 ns - 94.138 ns + 54.261 ns + 63.350 ns + 71.718 ns Median - 4.0034 µs - 4.0142 µs - 4.0283 µs + 3.9552 µs + 3.9697 µs + 3.9827 µs MAD - 32.046 ns - 40.557 ns - 50.112 ns + 47.834 ns + 60.832 ns + 80.786 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4162% - +0.5365% - +1.2571% - (p = 0.25 > + -1.9278% + -1.4757% + -1.0683% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index b083d143a581..3cd7d8889503 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -4.015 + +3.955 - - -4.02 + + +3.96 - - -4.025 + + +3.965 - - -4.03 + + +3.97 - - -4.035 + + +3.975 - - -4.04 + + +3.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 10bfc4e8b83c..f8119ade5524 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 - + + +120 + + + +140 + + + +160 + + - -4.005 + +3.955 + + + +3.96 - - -4.01 + + +3.965 - - -4.015 + + +3.97 - - -4.02 + + +3.975 - - -4.025 + + +3.98 - - -4.03 + + +3.985 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 3354707eb4db..0cf65cb1d81a 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,30 +42,42 @@ Average Time (µs) - + +3.8 + + + +3.85 + + + 3.9 - - + + +3.95 + + + 4 - - -4.1 + + +4.05 - - -4.2 + + +4.1 - - -4.3 + + +4.15 - - -4.4 + + +4.2 - + Density (a.u.) @@ -74,52 +86,38 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - - - - + + + + + - - - - - - - - - + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index 4cdb076765d6..fc029c1df4ce 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 + + + +3.8 - - -8 + + +3.9 - - - + + 4 - - -4.2 + + +4.1 - - -4.4 + + +4.2 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index b3766a14e2bc..063626b1a6c1 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,62 +15,62 @@ Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - - + + 5.0 - - + + 5.5 - + 0.2 @@ -101,104 +101,104 @@ Iterations (x 10^3) - + - + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - + + + - - - + + + - - - - + + + + - - - - - - - + + + + + + + - + - + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 83e53cc25a9e..0ded7a291dce 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -13,61 +13,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - - + + 5.0 - - + + 5.5 - + 0.2 @@ -102,100 +102,100 @@ Iterations (x 10^3) - - - - + + + + - + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - + + + + + - - - + + + - - + + - - - - - - - - - + + + + + + + + + - + - + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index b46ca97dfbd4..3d9595ce0e3e 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -39,20 +39,24 @@ Average Time (µs) - + +3.8 + + + 4 - - -4.5 + + +4.2 - - -5 + + +4.4 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 942105cecd3a..e481202bc7e7 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -18,8 +18,7 @@ Iterations (x 10^3) - - + 0.0 @@ -41,14 +40,10 @@ Iterations (x 10^3) 4.0 - + 5.0 - - -6.0 - - + 0 @@ -83,7 +78,7 @@ Iterations (x 10^3) - - - + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 2115f1dfbb7b..f60287d2911d 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + - -3.988 - - - -3.99 - - - -3.992 - - - -3.994 - - - -3.996 + +3.91 - - -3.998 + + +3.915 - - -4 + + +3.92 - - -4.002 + + +3.925 - - -4.004 + + +3.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 4cb3136d6716..5313eb77a8af 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + - -3.988 - - - -3.99 - - - -3.992 - - - -3.994 - - - -3.996 + +3.91 - - -3.998 + + +3.915 - - -4 + + +3.92 - - -4.002 + + +3.925 - - -4.004 + + +3.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index b8438053abba..f626dd13db4f 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76421.57435851132,"upper_bound":76746.1007569335},"point_estimate":76569.02625059392,"standard_error":83.395837306962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76391.26836158193,"upper_bound":76506.57058823529},"point_estimate":76443.59629375255,"standard_error":23.88376899883302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.53634106810472,"upper_bound":360.9976515454238},"point_estimate":288.98102197121597,"standard_error":46.13915978138853},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76557.62958200966,"upper_bound":76865.92330134705},"point_estimate":76694.98846904094,"standard_error":79.17213022549994},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.58077114288835,"upper_bound":1166.0019968911924},"point_estimate":838.810681225396,"standard_error":188.07072127721116}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76291.35684336518,"upper_bound":76578.8171003111},"point_estimate":76427.01036234038,"standard_error":73.34017403369543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76243.98926183127,"upper_bound":76382.37550200803},"point_estimate":76288.92593776641,"standard_error":35.402018835721165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.9634150255306,"upper_bound":418.63228203955583},"point_estimate":293.01163473121755,"standard_error":53.96693711195487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76395.15266191597,"upper_bound":76845.53636756526},"point_estimate":76598.99727353333,"standard_error":116.15288397629836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":507.74052951113225,"upper_bound":931.1983805307158},"point_estimate":736.0272284908013,"standard_error":108.46235083289837}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 0a874570748d..c2c29693b57d 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[454249.0,906102.0,1362651.0,1814127.0,2295321.0,2721432.0,3223419.0,3679536.0,4112450.0,4579449.0,4991866.0,5485746.0,5950268.0,6383226.0,6851223.0,7294378.0,7805752.0,8222886.0,8699185.0,9149942.0,9638605.0,9994192.0,10449439.0,10902395.0,11457422.0,11888605.0,12382067.0,12784696.0,13204898.0,13721251.0,14203749.0,14611653.0,15164326.0,15596519.0,15989378.0,16597875.0,18099665.0,17546882.0,17881233.0,18343890.0,18807061.0,19374946.0,19842164.0,20162430.0,20622381.0,21287211.0,21623253.0,21975773.0,22463239.0,22894763.0,23398287.0,24033894.0,25625810.0,24872015.0,25273364.0,25996952.0,26197015.0,26691071.0,27042509.0,27500707.0,28117885.0,28401801.0,28977373.0,29377636.0,29969424.0,31536436.0,30756188.0,31160679.0,31701750.0,32168319.0,32567801.0,33024017.0,33397108.0,34116714.0,34428164.0,34954125.0,35280523.0,35885894.0,36288883.0,36704086.0,37105389.0,37497876.0,38492029.0,38522773.0,39018351.0,40650052.0,40100902.0,40353207.0,40821964.0,41360879.0,41737719.0,42318205.0,42614382.0,43488964.0,43684193.0,44022657.0,44478487.0,45077524.0,45465933.0,45791887.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453149.0,918835.0,1363881.0,1811721.0,2259237.0,2742322.0,3213643.0,3620651.0,4079542.0,4586187.0,5164814.0,5436774.0,5944214.0,6377063.0,6878293.0,7319273.0,7770657.0,8260828.0,8612603.0,9161263.0,9571343.0,9991348.0,10452751.0,10999850.0,11390183.0,11839306.0,12249596.0,12720261.0,13293939.0,13852559.0,14132528.0,14586209.0,15161960.0,15548143.0,15999760.0,16452048.0,16882015.0,17481730.0,17841699.0,18743417.0,18841377.0,19186704.0,19707295.0,20070301.0,20616386.0,21109576.0,21934413.0,22008671.0,22591256.0,23014860.0,23373893.0,23800945.0,24270006.0,24900283.0,25314559.0,25595311.0,26206023.0,26552094.0,27084745.0,27863070.0,27882964.0,29610648.0,28869588.0,29369372.0,29756489.0,30455662.0,30670900.0,31126570.0,31582917.0,32214023.0,32543607.0,32875429.0,33441692.0,33832239.0,34562052.0,34699297.0,35212054.0,35602755.0,36659638.0,37869744.0,37055338.0,37470407.0,38038423.0,38702919.0,38959113.0,39238249.0,39767303.0,40349633.0,40715633.0,41084177.0,41755704.0,43858805.0,42557547.0,43009697.0,43348469.0,43917239.0,44384112.0,44855850.0,46644650.0,45830452.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 02842a5d649f..49f9c5fcacde 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[75226.7515644078,75763.34944005645,77194.2771084529,77730.87498410157] \ No newline at end of file +[74913.02218381409,75506.07857180471,77087.56227311303,77680.61866110364] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 58c2c7ff37d0..49f9e9382175 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004884877021319247,"upper_bound":0.0016876582827245075},"point_estimate":-0.0015497250860017076,"standard_error":0.0016733965041464164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001320219490504567,"upper_bound":0.0009481531089903239},"point_estimate":-0.000371399645874515,"standard_error":0.0005922783208296277}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004747539270271008,"upper_bound":0.0009242294784202797},"point_estimate":-0.0018547432977500389,"standard_error":0.0014493478232175427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030202361386996892,"upper_bound":-0.0007136975608925678},"point_estimate":-0.002023326524196678,"standard_error":0.0005622814856029536}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index b8438053abba..f626dd13db4f 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76421.57435851132,"upper_bound":76746.1007569335},"point_estimate":76569.02625059392,"standard_error":83.395837306962},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76391.26836158193,"upper_bound":76506.57058823529},"point_estimate":76443.59629375255,"standard_error":23.88376899883302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.53634106810472,"upper_bound":360.9976515454238},"point_estimate":288.98102197121597,"standard_error":46.13915978138853},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76557.62958200966,"upper_bound":76865.92330134705},"point_estimate":76694.98846904094,"standard_error":79.17213022549994},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":426.58077114288835,"upper_bound":1166.0019968911924},"point_estimate":838.810681225396,"standard_error":188.07072127721116}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76291.35684336518,"upper_bound":76578.8171003111},"point_estimate":76427.01036234038,"standard_error":73.34017403369543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76243.98926183127,"upper_bound":76382.37550200803},"point_estimate":76288.92593776641,"standard_error":35.402018835721165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.9634150255306,"upper_bound":418.63228203955583},"point_estimate":293.01163473121755,"standard_error":53.96693711195487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76395.15266191597,"upper_bound":76845.53636756526},"point_estimate":76598.99727353333,"standard_error":116.15288397629836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":507.74052951113225,"upper_bound":931.1983805307158},"point_estimate":736.0272284908013,"standard_error":108.46235083289837}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 0a874570748d..c2c29693b57d 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[454249.0,906102.0,1362651.0,1814127.0,2295321.0,2721432.0,3223419.0,3679536.0,4112450.0,4579449.0,4991866.0,5485746.0,5950268.0,6383226.0,6851223.0,7294378.0,7805752.0,8222886.0,8699185.0,9149942.0,9638605.0,9994192.0,10449439.0,10902395.0,11457422.0,11888605.0,12382067.0,12784696.0,13204898.0,13721251.0,14203749.0,14611653.0,15164326.0,15596519.0,15989378.0,16597875.0,18099665.0,17546882.0,17881233.0,18343890.0,18807061.0,19374946.0,19842164.0,20162430.0,20622381.0,21287211.0,21623253.0,21975773.0,22463239.0,22894763.0,23398287.0,24033894.0,25625810.0,24872015.0,25273364.0,25996952.0,26197015.0,26691071.0,27042509.0,27500707.0,28117885.0,28401801.0,28977373.0,29377636.0,29969424.0,31536436.0,30756188.0,31160679.0,31701750.0,32168319.0,32567801.0,33024017.0,33397108.0,34116714.0,34428164.0,34954125.0,35280523.0,35885894.0,36288883.0,36704086.0,37105389.0,37497876.0,38492029.0,38522773.0,39018351.0,40650052.0,40100902.0,40353207.0,40821964.0,41360879.0,41737719.0,42318205.0,42614382.0,43488964.0,43684193.0,44022657.0,44478487.0,45077524.0,45465933.0,45791887.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453149.0,918835.0,1363881.0,1811721.0,2259237.0,2742322.0,3213643.0,3620651.0,4079542.0,4586187.0,5164814.0,5436774.0,5944214.0,6377063.0,6878293.0,7319273.0,7770657.0,8260828.0,8612603.0,9161263.0,9571343.0,9991348.0,10452751.0,10999850.0,11390183.0,11839306.0,12249596.0,12720261.0,13293939.0,13852559.0,14132528.0,14586209.0,15161960.0,15548143.0,15999760.0,16452048.0,16882015.0,17481730.0,17841699.0,18743417.0,18841377.0,19186704.0,19707295.0,20070301.0,20616386.0,21109576.0,21934413.0,22008671.0,22591256.0,23014860.0,23373893.0,23800945.0,24270006.0,24900283.0,25314559.0,25595311.0,26206023.0,26552094.0,27084745.0,27863070.0,27882964.0,29610648.0,28869588.0,29369372.0,29756489.0,30455662.0,30670900.0,31126570.0,31582917.0,32214023.0,32543607.0,32875429.0,33441692.0,33832239.0,34562052.0,34699297.0,35212054.0,35602755.0,36659638.0,37869744.0,37055338.0,37470407.0,38038423.0,38702919.0,38959113.0,39238249.0,39767303.0,40349633.0,40715633.0,41084177.0,41755704.0,43858805.0,42557547.0,43009697.0,43348469.0,43917239.0,44384112.0,44855850.0,46644650.0,45830452.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 02842a5d649f..49f9c5fcacde 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[75226.7515644078,75763.34944005645,77194.2771084529,77730.87498410157] \ No newline at end of file +[74913.02218381409,75506.07857180471,77087.56227311303,77680.61866110364] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index af5bd53af9f4..9acfb2a62856 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - + 0.002 - + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - - -180 + + +0.01 - + + 200 - -220 - - - -240 + +250 - - -260 - - - -280 - - - + + 300 - - -320 - - - -340 + + +350 - - -360 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index a06efe5a9882..c515d3d26776 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,93 +6,85 @@ micro/ops/join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 - - - -1.6 - - - -1.8 - - + -2 +0.0035 - -2.2 + +0.004 - + - -0.4 + +500 - + -0.5 +550 - -0.6 + +600 + + + +650 - - -0.7 + + +700 - - -0.8 + + +750 - - -0.9 + + +800 - - -1 + + +850 - - -1.1 + + +900 - - -1.2 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index c9f12d325c30..5d345c6bb247 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - + 76 - - + + 78 - - + + 80 - - + + 82 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index c1a976898271..e2a772558ab5 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 41978885ef51..3673edfe5f88 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 + + +250 - + - + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - -0.002 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 09c299dc5a3b..735dce90e561 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + + +900 + + - --0.0015 + +-0.003 - - --0.001 + + +-0.0025 - - --5e-4 + + +-0.002 - - -0 + + +-0.0015 - - -5e-4 + + +-0.001 - - -0.001 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 118384e6af0a..179ea9dcd78b 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -33,57 +33,57 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 8aaf67f04f68..ebc1967fa0e5 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.558 µs - 76.695 µs - 76.866 µs + 76.395 µs + 76.599 µs + 76.846 µs R² - 0.9875846 - 0.9880254 - 0.9873430 + 0.9835250 + 0.9844815 + 0.9830829 Mean - 76.422 µs - 76.569 µs - 76.746 µs + 76.291 µs + 76.427 µs + 76.579 µs Std. Dev. - 426.58 ns - 838.81 ns - 1.1660 µs + 507.74 ns + 736.03 ns + 931.20 ns Median - 76.391 µs - 76.444 µs - 76.507 µs + 76.244 µs + 76.289 µs + 76.382 µs MAD - 195.54 ns - 288.98 ns - 361.00 ns + 193.96 ns + 293.01 ns + 418.63 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4885% - -0.1550% - +0.1688% - (p = 0.38 > + -0.4748% + -0.1855% + +0.0924% + (p = 0.21 > 0.05) diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index d0f18aabc436..fc52e67b2d69 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - + + +5.5 + + - + +76.3 + + + +76.35 + + + 76.4 - - + + 76.45 - - + + 76.5 - - + + 76.55 - - + + 76.6 - - -76.65 - - - -76.7 - - - -76.75 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 9aa923564783..a066d2004e0a 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - -76.38 + +76.24 - - -76.4 + + +76.26 - - -76.42 + + +76.28 - - -76.44 + + +76.3 - - -76.46 + + +76.32 - - -76.48 + + +76.34 - - -76.5 + + +76.36 + + + +76.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index a778234e46fc..83747b9d7c36 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - + 75 - - + + 76 - - + + 77 - - + + 78 - - + + 79 - - + + 80 - - -81 - - - -82 - - + Density (a.u.) @@ -78,70 +70,68 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 6cf3283f665c..b37495534e45 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + + +0.9 + + - + 76 - - + + 78 - - + + 80 - - -82 - - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 3d0468e85cf1..870d5dcf0498 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -14,52 +14,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -89,104 +89,104 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 7eccd149c64f..96c9a2808a69 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -12,51 +12,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -86,102 +86,102 @@ Iterations - + - - + + - - + + - + - - - + + + - - - + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 4e02e74485b6..0547992eca02 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + - + 76 - - + + 78 - - + + 80 - - + + 82 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index bf763978c85c..98d7e49b3678 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - + - + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index c4dc5b4ca4bf..170e0337ee59 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +76.35 - - -4.5 + + +76.4 - - -5 + + +76.45 - - -5.5 + + +76.5 - - - + + 76.55 - - + + 76.6 - - + + 76.65 - - + + 76.7 - - + + 76.75 - - + + 76.8 - - + + 76.85 - - -76.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index e2575b076cf9..98b7e9f0e953 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 + + + +76.35 - - -4.5 + + +76.4 - - -5 + + +76.45 - - -5.5 + + +76.5 - - - + + 76.55 - - + + 76.6 - - + + 76.65 - - + + 76.7 - - + + 76.75 - - + + 76.8 - - + + 76.85 - - -76.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index b07f7d74bc6b..071fe4759f5a 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.316159540032,"upper_bound":9535.122350511265},"point_estimate":9517.501139302682,"standard_error":8.61491003733466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.325085812357,"upper_bound":9511.880348737697},"point_estimate":9495.758595723368,"standard_error":7.40869460129459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.39876777103221,"upper_bound":71.38788739042195},"point_estimate":55.41379853567389,"standard_error":6.619251883472598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.845382694337,"upper_bound":9562.139848391118},"point_estimate":9533.81157997143,"standard_error":13.41258143486604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.17578955322752,"upper_bound":105.95694860807872},"point_estimate":86.74604335498604,"standard_error":10.434668237904006}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.07916909942,"upper_bound":9547.776011839142},"point_estimate":9528.496492073104,"standard_error":9.356032934996628},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.550513285023,"upper_bound":9519.222222222223},"point_estimate":9511.984539473684,"standard_error":6.938229017236154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.72426888263732,"upper_bound":64.16704505101846},"point_estimate":56.19249396020983,"standard_error":6.5331467428239725},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.617415449076,"upper_bound":9550.91894495738},"point_estimate":9529.881255110586,"standard_error":10.054522377555568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.78794508898977,"upper_bound":118.81770182234149},"point_estimate":93.83134546536141,"standard_error":13.854781869364881}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 576381603684..778200db613f 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113119.0,225721.0,338659.0,452574.0,579701.0,705268.0,790933.0,921889.0,1017304.0,1164530.0,1250066.0,1361748.0,1467882.0,1581640.0,1736322.0,1838723.0,1929556.0,2039311.0,2169561.0,2269813.0,2388790.0,2498243.0,2628617.0,2749738.0,2837542.0,2953771.0,3062114.0,3207902.0,3304950.0,3458091.0,3548281.0,3618944.0,3754322.0,3876498.0,3972574.0,4079056.0,4227245.0,4323497.0,4434529.0,4536903.0,4641495.0,4821377.0,4905715.0,5008216.0,5144993.0,5236988.0,5379331.0,5598596.0,5569966.0,5731493.0,5839513.0,5902231.0,6046175.0,6140683.0,6291462.0,6386289.0,6515073.0,6577066.0,6743867.0,6809970.0,6982221.0,7100612.0,7174967.0,7263093.0,7517035.0,7574228.0,7607928.0,7758427.0,7858135.0,8113736.0,8085899.0,8215352.0,8285632.0,8377949.0,8570997.0,8751508.0,9080394.0,8932361.0,9032034.0,9149978.0,9328675.0,9356012.0,9433961.0,9516270.0,9906595.0,9799137.0,9904818.0,10083504.0,10141973.0,10228973.0,10367686.0,10492468.0,10570843.0,10706155.0,10806650.0,10933436.0,11094400.0,11276004.0,11722707.0,11534530.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[112923.0,229048.0,351718.0,478565.0,572280.0,678274.0,791757.0,919507.0,1028076.0,1158297.0,1245805.0,1373517.0,1498103.0,1582776.0,1706463.0,1839661.0,1929712.0,2042220.0,2160203.0,2300044.0,2374884.0,2488195.0,2625666.0,2742057.0,2839356.0,2973105.0,3116441.0,3194886.0,3310850.0,3399878.0,3513428.0,3640507.0,3748360.0,4028938.0,4013288.0,4098558.0,4210383.0,4321840.0,4433641.0,4556282.0,4637529.0,4813454.0,4896098.0,4987926.0,5144369.0,5241594.0,5388844.0,5468042.0,5618377.0,5690618.0,5824185.0,5938267.0,6061911.0,6152584.0,6396468.0,6363038.0,6556307.0,6622930.0,6749143.0,6835291.0,6953735.0,7104582.0,7194644.0,7328660.0,7410980.0,7534975.0,7615567.0,7773056.0,7912237.0,7986240.0,8089759.0,8487829.0,8356121.0,8401695.0,8599954.0,8675267.0,8984566.0,8916585.0,8984431.0,9408006.0,9222134.0,9458404.0,9455635.0,9589586.0,9693196.0,9871638.0,9878964.0,9993075.0,10200010.0,10228098.0,10432819.0,10639723.0,10568593.0,10714904.0,10843241.0,10932102.0,11000004.0,11200714.0,11382606.0,11379601.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index ce19e3627358..2c5094b6e8e9 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9208.580081070888,9333.629843042985,9667.095874968578,9792.145636940675] \ No newline at end of file +[9254.755932931645,9365.667745502022,9661.432579023025,9772.3443915934] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 2f380f767839..3f8cf5988129 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0031882431823596563,"upper_bound":0.0050895106548233295},"point_estimate":0.0012637715479340006,"standard_error":0.002118855298903405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005703534964338619,"upper_bound":0.0047233058071827205},"point_estimate":0.0026544090174041024,"standard_error":0.0010861848081793113}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014079744993149505,"upper_bound":0.0039045509087394232},"point_estimate":0.0011552772738860906,"standard_error":0.0013490718423374646},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000962037851627458,"upper_bound":0.0030977650058252593},"point_estimate":0.0017087569767857413,"standard_error":0.0010507756087486443}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index b07f7d74bc6b..071fe4759f5a 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.316159540032,"upper_bound":9535.122350511265},"point_estimate":9517.501139302682,"standard_error":8.61491003733466},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9484.325085812357,"upper_bound":9511.880348737697},"point_estimate":9495.758595723368,"standard_error":7.40869460129459},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.39876777103221,"upper_bound":71.38788739042195},"point_estimate":55.41379853567389,"standard_error":6.619251883472598},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.845382694337,"upper_bound":9562.139848391118},"point_estimate":9533.81157997143,"standard_error":13.41258143486604},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.17578955322752,"upper_bound":105.95694860807872},"point_estimate":86.74604335498604,"standard_error":10.434668237904006}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.07916909942,"upper_bound":9547.776011839142},"point_estimate":9528.496492073104,"standard_error":9.356032934996628},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.550513285023,"upper_bound":9519.222222222223},"point_estimate":9511.984539473684,"standard_error":6.938229017236154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.72426888263732,"upper_bound":64.16704505101846},"point_estimate":56.19249396020983,"standard_error":6.5331467428239725},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.617415449076,"upper_bound":9550.91894495738},"point_estimate":9529.881255110586,"standard_error":10.054522377555568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.78794508898977,"upper_bound":118.81770182234149},"point_estimate":93.83134546536141,"standard_error":13.854781869364881}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 576381603684..778200db613f 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113119.0,225721.0,338659.0,452574.0,579701.0,705268.0,790933.0,921889.0,1017304.0,1164530.0,1250066.0,1361748.0,1467882.0,1581640.0,1736322.0,1838723.0,1929556.0,2039311.0,2169561.0,2269813.0,2388790.0,2498243.0,2628617.0,2749738.0,2837542.0,2953771.0,3062114.0,3207902.0,3304950.0,3458091.0,3548281.0,3618944.0,3754322.0,3876498.0,3972574.0,4079056.0,4227245.0,4323497.0,4434529.0,4536903.0,4641495.0,4821377.0,4905715.0,5008216.0,5144993.0,5236988.0,5379331.0,5598596.0,5569966.0,5731493.0,5839513.0,5902231.0,6046175.0,6140683.0,6291462.0,6386289.0,6515073.0,6577066.0,6743867.0,6809970.0,6982221.0,7100612.0,7174967.0,7263093.0,7517035.0,7574228.0,7607928.0,7758427.0,7858135.0,8113736.0,8085899.0,8215352.0,8285632.0,8377949.0,8570997.0,8751508.0,9080394.0,8932361.0,9032034.0,9149978.0,9328675.0,9356012.0,9433961.0,9516270.0,9906595.0,9799137.0,9904818.0,10083504.0,10141973.0,10228973.0,10367686.0,10492468.0,10570843.0,10706155.0,10806650.0,10933436.0,11094400.0,11276004.0,11722707.0,11534530.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[112923.0,229048.0,351718.0,478565.0,572280.0,678274.0,791757.0,919507.0,1028076.0,1158297.0,1245805.0,1373517.0,1498103.0,1582776.0,1706463.0,1839661.0,1929712.0,2042220.0,2160203.0,2300044.0,2374884.0,2488195.0,2625666.0,2742057.0,2839356.0,2973105.0,3116441.0,3194886.0,3310850.0,3399878.0,3513428.0,3640507.0,3748360.0,4028938.0,4013288.0,4098558.0,4210383.0,4321840.0,4433641.0,4556282.0,4637529.0,4813454.0,4896098.0,4987926.0,5144369.0,5241594.0,5388844.0,5468042.0,5618377.0,5690618.0,5824185.0,5938267.0,6061911.0,6152584.0,6396468.0,6363038.0,6556307.0,6622930.0,6749143.0,6835291.0,6953735.0,7104582.0,7194644.0,7328660.0,7410980.0,7534975.0,7615567.0,7773056.0,7912237.0,7986240.0,8089759.0,8487829.0,8356121.0,8401695.0,8599954.0,8675267.0,8984566.0,8916585.0,8984431.0,9408006.0,9222134.0,9458404.0,9455635.0,9589586.0,9693196.0,9871638.0,9878964.0,9993075.0,10200010.0,10228098.0,10432819.0,10639723.0,10568593.0,10714904.0,10843241.0,10932102.0,11000004.0,11200714.0,11382606.0,11379601.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index ce19e3627358..2c5094b6e8e9 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9208.580081070888,9333.629843042985,9667.095874968578,9792.145636940675] \ No newline at end of file +[9254.755932931645,9365.667745502022,9661.432579023025,9772.3443915934] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 0f76d8e988df..5292015a3b3a 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + - + +40 + + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 37f349328e7e..db2a087b8a60 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - - -0.04 - - + - -65 + +60 - - + + 70 - - -75 - - - + + 80 - - -85 - - - + + 90 - - -95 - - - + + 100 - - -105 - - - + + 110 - - - - + + +120 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index e06d2075d93d..fcfbcf75ff63 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -13,67 +13,67 @@ Average Time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - + - -9.5 + +9.4 - - -10 + + +9.6 - - -10.5 + + +9.8 - - -11 + + +10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index cb352ac909c5..9f8c4ae09073 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -9,81 +9,76 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - -12.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index b9925c2d0adb..500429fe9d5b 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,90 +9,54 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 - - + - --0.004 - - - --0.003 - - - --0.002 - - - + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - -0.005 - - - -0.006 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 2aa11d9e648b..e2dbea6e34df 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - + +-0.001 + + + +-5e-4 + + + +0 + + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - -0.004 - - - -0.0045 - - - -0.005 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index b42cd104b7b4..7677778e7d7f 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index a084de4b8cdd..2826fb1f8166 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5098 µs - 9.5338 µs - 9.5621 µs + 9.5116 µs + 9.5299 µs + 9.5509 µs R² - 0.9870301 - 0.9878522 - 0.9867040 + 0.9901965 + 0.9907039 + 0.9900308 Mean - 9.5013 µs - 9.5175 µs - 9.5351 µs + 9.5111 µs + 9.5285 µs + 9.5478 µs Std. Dev. - 65.176 ns - 86.746 ns - 105.96 ns + 64.788 ns + 93.831 ns + 118.82 ns Median - 9.4843 µs - 9.4958 µs - 9.5119 µs + 9.4946 µs + 9.5120 µs + 9.5192 µs MAD - 45.399 ns - 55.414 ns - 71.388 ns + 39.724 ns + 56.192 ns + 64.167 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3188% - +0.1264% - +0.5090% - (p = 0.57 > + -0.1408% + +0.1155% + +0.3905% + (p = 0.39 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 664dfc27eaef..f20118ce803f 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - -9.5 - - - -9.505 - - - + 9.51 - - + + 9.515 - - + + 9.52 - - + + 9.525 - - + + 9.53 - - - - + + +9.535 + + + +9.54 + + + +9.545 + + + +9.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 92b826307d0c..8a5936ab411b 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - - - -9.485 - - - -9.49 + + +140 - - + + + 9.495 - - + + 9.5 - - + + 9.505 - - - - + + +9.51 + + + +9.515 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index e200c6f28259..a27bd60b8683 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,34 +38,38 @@ Average Time (µs) - + 9.3 - - + + 9.4 - - + + 9.5 - - + + 9.6 - - + + 9.7 - - + + 9.8 - - + + 9.9 - + + +10 + + Density (a.u.) @@ -74,44 +78,46 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 639f81989646..a8514c0a869c 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -14,39 +14,43 @@ Average Time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - + 9.4 - - + + 9.6 - - + + 9.8 - - - + + +10 + + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index e73974db375e..50e9c539707f 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -15,61 +15,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -98,105 +98,105 @@ Iterations (x 10^3) - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index f2e86ffac9c8..968747a80a3a 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -11,62 +11,62 @@ Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -95,103 +95,103 @@ Iterations (x 10^3) - + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 28ea627eef13..e17bdf02b20d 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -10,65 +10,65 @@ Average Time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - + - -9.5 + +9.4 - - -10 + + +9.6 - - -10.5 + + +9.8 - - -11 + + +10 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index e91b1c49782e..e35f00c994fe 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -6,79 +6,74 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - -12.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index acac78605e39..7aeebe137aed 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + - + 9.51 - - + + +9.515 + + + 9.52 - - + + +9.525 + + + 9.53 - - + + +9.535 + + + 9.54 - - -9.55 + + +9.545 - - -9.56 + + +9.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 21c2250667d0..560971669cc3 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + - + 9.51 - - + + +9.515 + + + 9.52 - - + + +9.525 + + + 9.53 - - + + +9.535 + + + 9.54 - - -9.55 + + +9.545 - - -9.56 + + +9.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 5641dc095e4a..697fba058345 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69774.31340722342,"upper_bound":71280.06583993044},"point_estimate":70562.54153258733,"standard_error":383.8831052502746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70034.35119047618,"upper_bound":70331.21708683473},"point_estimate":70161.9698604766,"standard_error":79.80344757215498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":489.43478224485557,"upper_bound":1776.710180648847},"point_estimate":766.4561531783957,"standard_error":326.635669502246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70715.66680124032,"upper_bound":71857.3209613537},"point_estimate":71249.03017902003,"standard_error":292.47899625591816},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2538.7507725917208,"upper_bound":5253.798212675032},"point_estimate":3869.6770067985194,"standard_error":718.9875201873679}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70013.69840858495,"upper_bound":71463.29784075549},"point_estimate":70758.29015795838,"standard_error":368.72435004748706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69569.72268907563,"upper_bound":70335.93258426966},"point_estimate":69802.11939683586,"standard_error":210.95831361731445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.8055804132838,"upper_bound":1980.8396140763152},"point_estimate":1333.4930177391464,"standard_error":309.1457022903153},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70267.93684178097,"upper_bound":71317.73619784905},"point_estimate":70743.39310519538,"standard_error":268.9590158245144},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2591.883196911039,"upper_bound":4956.690676045764},"point_estimate":3719.791940151071,"standard_error":632.9315301830109}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 29747ab33d25..027786ee00c9 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[666794.0,1622587.0,2592777.0,3581892.0,4674570.0,5556165.0,6612716.0,8249820.0,8952069.0,9392651.0,10521306.0,11317812.0,12739145.0,14166146.0,14486453.0,15751994.0,17497240.0,17283091.0,20507887.0,19710950.0,20054690.0,23654196.0,24638381.0,25505218.0,24446164.0,25302490.0,26154801.0,27707677.0,28167414.0,28950636.0,29978052.0,32148391.0,32219804.0,33116176.0,34142791.0,36036613.0,38874799.0,37281868.0,41447367.0,39222478.0,46052047.0,41274676.0,41823568.0,46310619.0,44274188.0,46470628.0,45905303.0,48662809.0,47972301.0,48754240.0,50216489.0,50861653.0,52110554.0,52984937.0,56152087.0,55189100.0,58720291.0,56891579.0,61074576.0,58828855.0,59502331.0,64881100.0,61833522.0,62730206.0,63842672.0,64698460.0,69293086.0,66698303.0,67851185.0,69088919.0,70045469.0,73325400.0,81518209.0,73032123.0,73481301.0,76051575.0,75395653.0,76623104.0,77427997.0,78316755.0,79812206.0,80596098.0,81952761.0,82464305.0,83849369.0,91048425.0,85698621.0,86043605.0,87428278.0,88036955.0,94966065.0,90047998.0,92356957.0,91960217.0,92714754.0,94441556.0,95647899.0,104380916.0,97091022.0,103718399.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690985.0,1716468.0,2743543.0,3750180.0,4721049.0,5629412.0,6948556.0,7893507.0,8719795.0,9561294.0,10597345.0,12439288.0,13558435.0,13499295.0,15643955.0,15328623.0,16596431.0,17222073.0,18268375.0,20566352.0,20483576.0,21183429.0,22598461.0,24365534.0,24450924.0,27788259.0,26328213.0,28185504.0,28244685.0,29473789.0,30907026.0,34464705.0,35172752.0,37095386.0,37847275.0,34879983.0,40502372.0,38520698.0,38238418.0,38783450.0,40048101.0,42491161.0,45241205.0,46467675.0,43563681.0,45716516.0,46502710.0,47882377.0,47429186.0,48444490.0,49406443.0,51238788.0,51562144.0,60728195.0,57773567.0,58090954.0,58789728.0,60184355.0,59423747.0,58934198.0,63414634.0,61545578.0,62177432.0,68243082.0,63342208.0,64179609.0,74376799.0,66230376.0,67216957.0,70199682.0,74343155.0,69867068.0,71214095.0,72348053.0,72705293.0,73943909.0,74954306.0,75166906.0,77484131.0,77613103.0,78525105.0,79586275.0,88054081.0,81662591.0,82850071.0,82894683.0,84410777.0,85097706.0,87638572.0,87250594.0,88113983.0,91967623.0,91618659.0,92390487.0,94684911.0,93722446.0,94286022.0,95241836.0,96215262.0,97933756.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 73a1ee82d69a..4c276ae9bf1d 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[64336.94241510374,67047.78746089073,74276.70758298937,76987.55262877636] \ No newline at end of file +[60919.16419363415,65082.7863296213,76185.77869225372,80349.40082824088] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index f466e0ec4a76..f55d3d9c18f7 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01883379311017938,"upper_bound":0.008239438874623342},"point_estimate":-0.004755975426982584,"standard_error":0.006843570706768684},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0064717784613086415,"upper_bound":0.005923383129022186},"point_estimate":0.0005071125097859674,"standard_error":0.0032337471519901036}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012129205216230827,"upper_bound":0.01775401148763814},"point_estimate":0.0027741152900602195,"standard_error":0.007661119599852861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009159684209388619,"upper_bound":0.0020269649053430427},"point_estimate":-0.005128853485105056,"standard_error":0.0029584901574787855}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 5641dc095e4a..697fba058345 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69774.31340722342,"upper_bound":71280.06583993044},"point_estimate":70562.54153258733,"standard_error":383.8831052502746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70034.35119047618,"upper_bound":70331.21708683473},"point_estimate":70161.9698604766,"standard_error":79.80344757215498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":489.43478224485557,"upper_bound":1776.710180648847},"point_estimate":766.4561531783957,"standard_error":326.635669502246},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70715.66680124032,"upper_bound":71857.3209613537},"point_estimate":71249.03017902003,"standard_error":292.47899625591816},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2538.7507725917208,"upper_bound":5253.798212675032},"point_estimate":3869.6770067985194,"standard_error":718.9875201873679}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70013.69840858495,"upper_bound":71463.29784075549},"point_estimate":70758.29015795838,"standard_error":368.72435004748706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69569.72268907563,"upper_bound":70335.93258426966},"point_estimate":69802.11939683586,"standard_error":210.95831361731445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.8055804132838,"upper_bound":1980.8396140763152},"point_estimate":1333.4930177391464,"standard_error":309.1457022903153},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70267.93684178097,"upper_bound":71317.73619784905},"point_estimate":70743.39310519538,"standard_error":268.9590158245144},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2591.883196911039,"upper_bound":4956.690676045764},"point_estimate":3719.791940151071,"standard_error":632.9315301830109}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 29747ab33d25..027786ee00c9 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[666794.0,1622587.0,2592777.0,3581892.0,4674570.0,5556165.0,6612716.0,8249820.0,8952069.0,9392651.0,10521306.0,11317812.0,12739145.0,14166146.0,14486453.0,15751994.0,17497240.0,17283091.0,20507887.0,19710950.0,20054690.0,23654196.0,24638381.0,25505218.0,24446164.0,25302490.0,26154801.0,27707677.0,28167414.0,28950636.0,29978052.0,32148391.0,32219804.0,33116176.0,34142791.0,36036613.0,38874799.0,37281868.0,41447367.0,39222478.0,46052047.0,41274676.0,41823568.0,46310619.0,44274188.0,46470628.0,45905303.0,48662809.0,47972301.0,48754240.0,50216489.0,50861653.0,52110554.0,52984937.0,56152087.0,55189100.0,58720291.0,56891579.0,61074576.0,58828855.0,59502331.0,64881100.0,61833522.0,62730206.0,63842672.0,64698460.0,69293086.0,66698303.0,67851185.0,69088919.0,70045469.0,73325400.0,81518209.0,73032123.0,73481301.0,76051575.0,75395653.0,76623104.0,77427997.0,78316755.0,79812206.0,80596098.0,81952761.0,82464305.0,83849369.0,91048425.0,85698621.0,86043605.0,87428278.0,88036955.0,94966065.0,90047998.0,92356957.0,91960217.0,92714754.0,94441556.0,95647899.0,104380916.0,97091022.0,103718399.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690985.0,1716468.0,2743543.0,3750180.0,4721049.0,5629412.0,6948556.0,7893507.0,8719795.0,9561294.0,10597345.0,12439288.0,13558435.0,13499295.0,15643955.0,15328623.0,16596431.0,17222073.0,18268375.0,20566352.0,20483576.0,21183429.0,22598461.0,24365534.0,24450924.0,27788259.0,26328213.0,28185504.0,28244685.0,29473789.0,30907026.0,34464705.0,35172752.0,37095386.0,37847275.0,34879983.0,40502372.0,38520698.0,38238418.0,38783450.0,40048101.0,42491161.0,45241205.0,46467675.0,43563681.0,45716516.0,46502710.0,47882377.0,47429186.0,48444490.0,49406443.0,51238788.0,51562144.0,60728195.0,57773567.0,58090954.0,58789728.0,60184355.0,59423747.0,58934198.0,63414634.0,61545578.0,62177432.0,68243082.0,63342208.0,64179609.0,74376799.0,66230376.0,67216957.0,70199682.0,74343155.0,69867068.0,71214095.0,72348053.0,72705293.0,73943909.0,74954306.0,75166906.0,77484131.0,77613103.0,78525105.0,79586275.0,88054081.0,81662591.0,82850071.0,82894683.0,84410777.0,85097706.0,87638572.0,87250594.0,88113983.0,91967623.0,91618659.0,92390487.0,94684911.0,93722446.0,94286022.0,95241836.0,96215262.0,97933756.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 73a1ee82d69a..4c276ae9bf1d 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[64336.94241510374,67047.78746089073,74276.70758298937,76987.55262877636] \ No newline at end of file +[60919.16419363415,65082.7863296213,76185.77869225372,80349.40082824088] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index beae3e9272fa..24495ad6fbb6 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + - -0.4 - - - -0.6 - - - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index f4f43c5edbf2..976251e4cf1e 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 4b83efb54453..27a2ef28acea 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,59 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 8f4e37e6f0e0..9aa1b782bd4e 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.4 - + - - + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index af81bd41d196..4a10da6a425b 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - --0.02 - - - + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 482419a6cca0..3892500ee206 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - + +-0.01 + + + +-0.008 + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - -0.004 - - - -0.006 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 0fe78ed5ffa6..cefca4e891dd 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 4b6ac44de0e6..2f1dc20660d3 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.716 µs - 71.249 µs - 71.857 µs + 70.268 µs + 70.743 µs + 71.318 µs R² - 0.8897859 - 0.8950618 - 0.8882116 + 0.8507765 + 0.8555662 + 0.8485949 Mean - 69.774 µs - 70.563 µs - 71.280 µs + 70.014 µs + 70.758 µs + 71.463 µs Std. Dev. - 2.5388 µs - 3.8697 µs - 5.2538 µs + 2.5919 µs + 3.7198 µs + 4.9567 µs Median - 70.034 µs - 70.162 µs - 70.331 µs + 69.570 µs + 69.802 µs + 70.336 µs MAD - 489.43 ns - 766.46 ns - 1.7767 µs + 790.81 ns + 1.3335 µs + 1.9808 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.8834% - -0.4756% - +0.8239% - (p = 0.52 > + -1.2129% + +0.2774% + +1.7754% + (p = 0.72 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 65b9d46e0fb2..2893304a4856 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - + - -69.8 - - - + 70 - - + + 70.2 - - + + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - - - + + +71.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 7c9e6d876bcb..31abc899748b 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + + +69.5 - - -5 + + +69.6 - - -6 + + +69.7 - - -7 + + +69.8 - - -8 + + +69.9 - - - -70.05 + + +70 - - + + 70.1 - - -70.15 - - - + + 70.2 - - -70.25 - - - + + 70.3 - - -70.35 + + +70.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 2ba7e0e0dc7d..818f53046532 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,42 +42,42 @@ Average Time (µs) - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - + Density (a.u.) @@ -94,74 +94,54 @@ Density (a.u.) 0.04 - + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 369ed48700f0..4afc016317ce 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index b6fb3fcb1fac..e99a29889691 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,57 +15,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -96,107 +91,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 748541923035..1ac979da0b4f 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,52 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0.2 @@ -95,103 +90,103 @@ Iterations (x 10^3) - - - - + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 484ac8c8f7a4..89e63307e3e7 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,57 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index cfc7c7d98076..a7c0cc3ed174 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 81a084b3756c..12ce268f2634 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + +70.2 + + + +70.4 + + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - -71.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index aacfbb15267e..bce6260fa5a9 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - + +70.2 + + + +70.4 + + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - -71.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 2c4075886980..040fad1cb982 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48013.84322798167,"upper_bound":48516.479638299694},"point_estimate":48281.84957088368,"standard_error":127.6769477651911},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48337.385416666664,"upper_bound":48495.25898876404},"point_estimate":48437.707185450214,"standard_error":44.58174656457193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204.25081877938393,"upper_bound":359.28582215563466},"point_estimate":249.90496292306804,"standard_error":40.56956007296502},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48514.11791126212,"upper_bound":48938.06254352896},"point_estimate":48691.99329348308,"standard_error":111.65548535476867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":684.6168885951646,"upper_bound":1828.168796315157},"point_estimate":1283.3056975802397,"standard_error":298.2474637689295}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49215.41395288663,"upper_bound":49810.54698163555},"point_estimate":49516.12746979912,"standard_error":150.60802697595477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49397.050521243116,"upper_bound":49591.46363636364},"point_estimate":49501.93742559524,"standard_error":53.47412188852934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.50643797846016,"upper_bound":445.2440435307464},"point_estimate":362.5289467533577,"standard_error":45.44779124564823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49409.16469676977,"upper_bound":49740.73146101334},"point_estimate":49555.618808482344,"standard_error":85.20764598233944},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":685.3098463878177,"upper_bound":2186.038789645876},"point_estimate":1515.5038500483176,"standard_error":382.80526792249026}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 5cb72fb801b6..f61d06361634 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[798761.0,1744637.0,2738383.0,3701580.0,4637107.0,5620763.0,6589251.0,7620407.0,8539041.0,9482463.0,10606230.0,11473559.0,12390352.0,13378836.0,14436311.0,15693718.0,16311762.0,17291741.0,18298742.0,20812414.0,20172719.0,21192363.0,22210925.0,23201945.0,23985147.0,25005632.0,25968319.0,26964459.0,27971229.0,28927444.0,30096377.0,31056899.0,31858235.0,32691481.0,33855594.0,34900655.0,35671289.0,38224147.0,37826495.0,38726055.0,39735261.0,40724629.0,41648626.0,42571982.0,43720128.0,44468004.0,45690740.0,46437505.0,47384906.0,48683693.0,49264197.0,50268714.0,51252221.0,52151312.0,53126595.0,54854623.0,55296709.0,56243198.0,57245150.0,58291596.0,59332580.0,60098081.0,61454015.0,61899338.0,63436249.0,64374864.0,65081043.0,66286826.0,67072434.0,67625708.0,68620046.0,69944711.0,70751860.0,72158969.0,72870629.0,74143236.0,74613346.0,75576976.0,76640423.0,77549232.0,78247927.0,79115158.0,80372367.0,81737128.0,82655193.0,83504259.0,91739278.0,85501271.0,86321561.0,87648108.0,87896110.0,89348912.0,90381279.0,91746548.0,92185096.0,93207455.0,98644526.0,95362087.0,96359237.0,97067769.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[802526.0,1823651.0,2852131.0,3795622.0,4823922.0,5766610.0,6839503.0,7838878.0,8902324.0,9936295.0,10839219.0,11886825.0,12919513.0,13846251.0,14884991.0,15847807.0,17037029.0,17879849.0,18928508.0,19831451.0,21009473.0,21856832.0,23041565.0,23964157.0,24919769.0,25885832.0,26808484.0,28247704.0,33476375.0,29783145.0,31066233.0,31844794.0,32741015.0,33791066.0,34916598.0,36004659.0,36946426.0,38128144.0,39348233.0,39977114.0,41056759.0,41834438.0,42824596.0,43686023.0,44605457.0,45517268.0,46345858.0,52167063.0,48384921.0,49352515.0,50291356.0,51883943.0,52513584.0,53312322.0,54353804.0,55565978.0,56173518.0,57236692.0,58231016.0,59247783.0,60271483.0,61433842.0,62220126.0,63717085.0,64388283.0,65439434.0,66812320.0,67401825.0,68225059.0,69070996.0,70208067.0,71343878.0,71793862.0,76978124.0,73976225.0,74871924.0,76005009.0,76840897.0,77794595.0,78758694.0,79256627.0,81027077.0,81752849.0,83125523.0,88230086.0,84658938.0,85438260.0,86208975.0,87327934.0,89865363.0,89552535.0,90565014.0,91860465.0,92895185.0,94456483.0,94400258.0,95432413.0,96362287.0,98312494.0,98552014.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 1cdf89514dbf..b8edc7b4d568 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47099.332975276404,47654.02319832616,49133.19712645885,49687.88734950861] \ No newline at end of file +[47756.2015492012,48514.878854744136,50538.01833619198,51296.69564173492] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index c50186cd5c35..3192d52a3315 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008096216884262607,"upper_bound":0.00598599746048859},"point_estimate":-0.0008683176138206683,"standard_error":0.00353320533904796},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005555736047647919,"upper_bound":-0.0010028208966023078},"point_estimate":-0.0032023432393304407,"standard_error":0.001201832904458188}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017023414383534878,"upper_bound":0.033845860979014875},"point_estimate":0.0255640144254079,"standard_error":0.004286524335136286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019426987778708105,"upper_bound":0.024871577427496572},"point_estimate":0.0219711109791072,"standard_error":0.0014387516866619266}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 2c4075886980..040fad1cb982 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48013.84322798167,"upper_bound":48516.479638299694},"point_estimate":48281.84957088368,"standard_error":127.6769477651911},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48337.385416666664,"upper_bound":48495.25898876404},"point_estimate":48437.707185450214,"standard_error":44.58174656457193},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":204.25081877938393,"upper_bound":359.28582215563466},"point_estimate":249.90496292306804,"standard_error":40.56956007296502},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48514.11791126212,"upper_bound":48938.06254352896},"point_estimate":48691.99329348308,"standard_error":111.65548535476867},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":684.6168885951646,"upper_bound":1828.168796315157},"point_estimate":1283.3056975802397,"standard_error":298.2474637689295}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49215.41395288663,"upper_bound":49810.54698163555},"point_estimate":49516.12746979912,"standard_error":150.60802697595477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49397.050521243116,"upper_bound":49591.46363636364},"point_estimate":49501.93742559524,"standard_error":53.47412188852934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.50643797846016,"upper_bound":445.2440435307464},"point_estimate":362.5289467533577,"standard_error":45.44779124564823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49409.16469676977,"upper_bound":49740.73146101334},"point_estimate":49555.618808482344,"standard_error":85.20764598233944},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":685.3098463878177,"upper_bound":2186.038789645876},"point_estimate":1515.5038500483176,"standard_error":382.80526792249026}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 5cb72fb801b6..f61d06361634 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[798761.0,1744637.0,2738383.0,3701580.0,4637107.0,5620763.0,6589251.0,7620407.0,8539041.0,9482463.0,10606230.0,11473559.0,12390352.0,13378836.0,14436311.0,15693718.0,16311762.0,17291741.0,18298742.0,20812414.0,20172719.0,21192363.0,22210925.0,23201945.0,23985147.0,25005632.0,25968319.0,26964459.0,27971229.0,28927444.0,30096377.0,31056899.0,31858235.0,32691481.0,33855594.0,34900655.0,35671289.0,38224147.0,37826495.0,38726055.0,39735261.0,40724629.0,41648626.0,42571982.0,43720128.0,44468004.0,45690740.0,46437505.0,47384906.0,48683693.0,49264197.0,50268714.0,51252221.0,52151312.0,53126595.0,54854623.0,55296709.0,56243198.0,57245150.0,58291596.0,59332580.0,60098081.0,61454015.0,61899338.0,63436249.0,64374864.0,65081043.0,66286826.0,67072434.0,67625708.0,68620046.0,69944711.0,70751860.0,72158969.0,72870629.0,74143236.0,74613346.0,75576976.0,76640423.0,77549232.0,78247927.0,79115158.0,80372367.0,81737128.0,82655193.0,83504259.0,91739278.0,85501271.0,86321561.0,87648108.0,87896110.0,89348912.0,90381279.0,91746548.0,92185096.0,93207455.0,98644526.0,95362087.0,96359237.0,97067769.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[802526.0,1823651.0,2852131.0,3795622.0,4823922.0,5766610.0,6839503.0,7838878.0,8902324.0,9936295.0,10839219.0,11886825.0,12919513.0,13846251.0,14884991.0,15847807.0,17037029.0,17879849.0,18928508.0,19831451.0,21009473.0,21856832.0,23041565.0,23964157.0,24919769.0,25885832.0,26808484.0,28247704.0,33476375.0,29783145.0,31066233.0,31844794.0,32741015.0,33791066.0,34916598.0,36004659.0,36946426.0,38128144.0,39348233.0,39977114.0,41056759.0,41834438.0,42824596.0,43686023.0,44605457.0,45517268.0,46345858.0,52167063.0,48384921.0,49352515.0,50291356.0,51883943.0,52513584.0,53312322.0,54353804.0,55565978.0,56173518.0,57236692.0,58231016.0,59247783.0,60271483.0,61433842.0,62220126.0,63717085.0,64388283.0,65439434.0,66812320.0,67401825.0,68225059.0,69070996.0,70208067.0,71343878.0,71793862.0,76978124.0,73976225.0,74871924.0,76005009.0,76840897.0,77794595.0,78758694.0,79256627.0,81027077.0,81752849.0,83125523.0,88230086.0,84658938.0,85438260.0,86208975.0,87327934.0,89865363.0,89552535.0,90565014.0,91860465.0,92895185.0,94456483.0,94400258.0,95432413.0,96362287.0,98312494.0,98552014.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 1cdf89514dbf..b8edc7b4d568 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47099.332975276404,47654.02319832616,49133.19712645885,49687.88734950861] \ No newline at end of file +[47756.2015492012,48514.878854744136,50538.01833619198,51296.69564173492] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index c3e669a5a4d8..43b45c4ae28a 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - -0.01 - - - -0.011 - - + - -200 - - - -220 - - - -240 - - - + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - - - + + +380 + + + +400 + + + +420 + + + +440 + + + +460 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index caebf7176f73..ba2b9f6c2725 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - - -1.4 + + +1.1 - + - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 4150e3bb1936..771282fc882d 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,47 +9,71 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index f9ad60776bc8..2dce85ad361e 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -9,120 +9,115 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 82e26d782e35..de9994bb0cf8 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - + -100 +80 - -110 + +90 - + - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + +0.032 + + + +0.034 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 641cc006a565..d0212c1c02ca 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - - - - + +0.019 + + + +0.02 + + + +0.021 + + + +0.022 + + + +0.023 + + + +0.024 + + + +0.025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 772055076d5b..0b589a5cb906 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 3976edfc1572..9de9f263abf6 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.514 µs - 48.692 µs - 48.938 µs + 49.409 µs + 49.556 µs + 49.741 µs R² - 0.9655858 - 0.9673243 - 0.9640027 + 0.9638849 + 0.9650362 + 0.9631981 Mean - 48.014 µs - 48.282 µs - 48.516 µs + 49.215 µs + 49.516 µs + 49.811 µs Std. Dev. - 684.62 ns - 1.2833 µs - 1.8282 µs + 685.31 ns + 1.5155 µs + 2.1860 µs Median - 48.337 µs - 48.438 µs - 48.495 µs + 49.397 µs + 49.502 µs + 49.591 µs MAD - 204.25 ns - 249.90 ns - 359.29 ns + 269.51 ns + 362.53 ns + 445.24 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.8096% - -0.0868% - +0.5986% - (p = 0.82 > + +1.7023% + +2.5564% + +3.3846% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 60fd688d0978..a20a1a54e767 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -48 + +49.2 + + + +49.3 + + + +49.4 - - -48.1 + + +49.5 - - -48.2 + + +49.6 - - -48.3 + + +49.7 - - -48.4 + + +49.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index c7a4fcb941f8..d7777d55e816 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -48.32 + +49.4 - - -48.34 + + +49.45 - - -48.36 + + +49.5 - - -48.38 + + +49.55 - - -48.4 + + +49.6 - - -48.42 - - - -48.44 - - - -48.46 - - - -48.48 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 9b831029ec70..75e876e12cac 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,38 +54,46 @@ Average Time (µs) - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - + + +56 + + + +58 + + Density (a.u.) @@ -94,60 +102,72 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 3bd0f488018a..66f11e3bbd42 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - + - + 40 - - + + 45 - - + + 50 - - - + + +55 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 32b1182659ef..2c2c143d1639 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -21,12 +21,12 @@ Iterations (x 10^3) - + - + 10.0 @@ -40,10 +40,10 @@ Iterations (x 10^3) 30.0 - + 40.0 - + 50.0 @@ -60,10 +60,10 @@ Iterations (x 10^3) 80.0 - + 90.0 - + 0.2 @@ -109,104 +109,104 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index a089b536dfee..945eeb56a846 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -21,7 +21,7 @@ Iterations (x 10^3) - + @@ -49,10 +49,10 @@ Iterations (x 10^3) 60.0 - + 70.0 - + 80.0 @@ -105,103 +105,103 @@ Iterations (x 10^3) - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 605852f508d7..202a4b77c44a 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,45 +6,69 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - + 40 - - + + 45 - - + + 50 - - - - - + + +55 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 8b94818e33f3..16693e4bd61d 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -6,119 +6,114 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - -100.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 2f3fc67011f9..f3d186c9e450 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -48.5 + + +4.5 - - -48.55 + + +5 - - -48.6 + + + +49.4 - - -48.65 + + +49.45 - - -48.7 + + +49.5 - - -48.75 + + +49.55 - - -48.8 + + +49.6 - - -48.85 + + +49.65 - - -48.9 + + +49.7 - + -48.95 +49.75 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index fbf8bb88a1d0..d3aef7c7528b 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -48.5 + + +4.5 - - -48.55 + + +5 - - -48.6 + + + +49.4 - - -48.65 + + +49.45 - - -48.7 + + +49.5 - - -48.75 + + +49.55 - - -48.8 + + +49.6 - - -48.85 + + +49.65 - - -48.9 + + +49.7 - + -48.95 +49.75 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 7ed02f791caa..b7a278e05f3b 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81187.27949375456,"upper_bound":81736.02562505823},"point_estimate":81442.01110263017,"standard_error":140.18587033721548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81050.82653061225,"upper_bound":81533.02747252748},"point_estimate":81360.06373626374,"standard_error":101.47858768507692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":711.17461647496,"upper_bound":1172.0612682874846},"point_estimate":930.0915188313835,"standard_error":120.79061437084461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80889.11351497298,"upper_bound":81814.38170652286},"point_estimate":81290.436045515,"standard_error":240.0318729636932},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":867.2597833086816,"upper_bound":1856.9217394425636},"point_estimate":1405.5326308957337,"standard_error":248.3104866854781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80592.11427699357,"upper_bound":81323.99237191216},"point_estimate":80927.62228408521,"standard_error":187.26812798021655},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79954.41324750832,"upper_bound":81459.54107142857},"point_estimate":80163.5029302745,"standard_error":544.8800786356408},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":958.2630867526096,"upper_bound":1918.6720213480341},"point_estimate":1424.5703583579232,"standard_error":269.28821717463904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79941.16375931959,"upper_bound":80284.38330860446},"point_estimate":80094.1903244738,"standard_error":88.09291076578693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1148.975202613164,"upper_bound":2682.8841229211057},"point_estimate":1881.0289835472204,"standard_error":429.10069886037707}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index de87e9ca35b3..c04562780353 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568812.0,1143965.0,1732744.0,2307479.0,2865614.0,3470520.0,3991654.0,4571751.0,5158471.0,5745934.0,6334575.0,6916264.0,7431822.0,8013099.0,8619566.0,9190901.0,9804819.0,10340273.0,11546742.0,12291402.0,12087873.0,12589542.0,13131519.0,13705899.0,14238680.0,14839011.0,15420682.0,15983232.0,16539038.0,17123884.0,17652684.0,18316611.0,18788801.0,19366847.0,20034087.0,20537687.0,21091811.0,21732116.0,22210254.0,23183172.0,23440862.0,23828943.0,24498379.0,25040052.0,25777543.0,26275769.0,26435464.0,26991621.0,27536596.0,28109312.0,28776739.0,29151367.0,29753090.0,30331391.0,30932018.0,31472534.0,31907508.0,32541433.0,33113031.0,33625638.0,34276074.0,36307515.0,35282180.0,35877559.0,36518972.0,37031942.0,37593263.0,38118540.0,38664955.0,39251809.0,39620798.0,40283676.0,41257931.0,42041289.0,42698809.0,43475499.0,43823898.0,44152440.0,44635739.0,45540188.0,45879351.0,46987875.0,47736904.0,47848204.0,48129838.0,50144497.0,49104017.0,49802185.0,50264914.0,50916548.0,51467231.0,51981861.0,52570957.0,53117616.0,55311572.0,56223356.0,55347300.0,60707272.0,56086683.0,56535988.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[655052.0,1157234.0,1725648.0,2293749.0,2872477.0,3448039.0,3997288.0,4575060.0,5137319.0,5719710.0,6322676.0,6885666.0,7474823.0,7985817.0,8566520.0,9354227.0,9737428.0,10371031.0,10914961.0,12243223.0,12132483.0,12529221.0,13112155.0,13723407.0,14384324.0,14908963.0,15622509.0,15989505.0,16590707.0,17305845.0,17873879.0,18927229.0,18935361.0,19372129.0,19982980.0,20551649.0,21021648.0,21706308.0,22303492.0,22800723.0,23534907.0,23922993.0,24534134.0,25051910.0,25819497.0,25788249.0,26084930.0,26615714.0,27195082.0,27740573.0,28284238.0,28866359.0,29289284.0,30128312.0,30544975.0,31328462.0,31644508.0,32151892.0,32782596.0,33348740.0,33862306.0,34458497.0,34877098.0,35567318.0,36162656.0,37698413.0,37396049.0,37981907.0,38563578.0,39362463.0,39731372.0,40081899.0,40923853.0,41318648.0,41972089.0,42412553.0,43017039.0,43585553.0,44072883.0,44773514.0,45254189.0,45707554.0,46340718.0,46850532.0,47326812.0,48133586.0,48443752.0,49341527.0,49762331.0,50464772.0,50966791.0,51662767.0,52148562.0,52610330.0,53214907.0,54375664.0,55857842.0,54910341.0,55392724.0,55829849.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 48ead28a8428..9b47cbbd35fc 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[77186.1678011075,78905.43657610673,83490.153309438,85209.42208443722] \ No newline at end of file +[73672.48935597751,76702.49223367835,84782.49990754726,87812.5027852481] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 8cb1d6dfdb27..8860b30b4707 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00644251283452289,"upper_bound":0.01467902932170402},"point_estimate":0.010385089469738595,"standard_error":0.0021196245771521044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010128542298544654,"upper_bound":0.017213403781702514},"point_estimate":0.00859964559537918,"standard_error":0.005419562174790969}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012025129712012748,"upper_bound":-0.0006256518725109502},"point_estimate":-0.006316013217020688,"standard_error":0.002932379434326391},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01776743430923855,"upper_bound":0.0016815749316119177},"point_estimate":-0.014706979702818423,"standard_error":0.006713671347622796}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 7ed02f791caa..b7a278e05f3b 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81187.27949375456,"upper_bound":81736.02562505823},"point_estimate":81442.01110263017,"standard_error":140.18587033721548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81050.82653061225,"upper_bound":81533.02747252748},"point_estimate":81360.06373626374,"standard_error":101.47858768507692},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":711.17461647496,"upper_bound":1172.0612682874846},"point_estimate":930.0915188313835,"standard_error":120.79061437084461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80889.11351497298,"upper_bound":81814.38170652286},"point_estimate":81290.436045515,"standard_error":240.0318729636932},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":867.2597833086816,"upper_bound":1856.9217394425636},"point_estimate":1405.5326308957337,"standard_error":248.3104866854781}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80592.11427699357,"upper_bound":81323.99237191216},"point_estimate":80927.62228408521,"standard_error":187.26812798021655},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79954.41324750832,"upper_bound":81459.54107142857},"point_estimate":80163.5029302745,"standard_error":544.8800786356408},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":958.2630867526096,"upper_bound":1918.6720213480341},"point_estimate":1424.5703583579232,"standard_error":269.28821717463904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79941.16375931959,"upper_bound":80284.38330860446},"point_estimate":80094.1903244738,"standard_error":88.09291076578693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1148.975202613164,"upper_bound":2682.8841229211057},"point_estimate":1881.0289835472204,"standard_error":429.10069886037707}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index de87e9ca35b3..c04562780353 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568812.0,1143965.0,1732744.0,2307479.0,2865614.0,3470520.0,3991654.0,4571751.0,5158471.0,5745934.0,6334575.0,6916264.0,7431822.0,8013099.0,8619566.0,9190901.0,9804819.0,10340273.0,11546742.0,12291402.0,12087873.0,12589542.0,13131519.0,13705899.0,14238680.0,14839011.0,15420682.0,15983232.0,16539038.0,17123884.0,17652684.0,18316611.0,18788801.0,19366847.0,20034087.0,20537687.0,21091811.0,21732116.0,22210254.0,23183172.0,23440862.0,23828943.0,24498379.0,25040052.0,25777543.0,26275769.0,26435464.0,26991621.0,27536596.0,28109312.0,28776739.0,29151367.0,29753090.0,30331391.0,30932018.0,31472534.0,31907508.0,32541433.0,33113031.0,33625638.0,34276074.0,36307515.0,35282180.0,35877559.0,36518972.0,37031942.0,37593263.0,38118540.0,38664955.0,39251809.0,39620798.0,40283676.0,41257931.0,42041289.0,42698809.0,43475499.0,43823898.0,44152440.0,44635739.0,45540188.0,45879351.0,46987875.0,47736904.0,47848204.0,48129838.0,50144497.0,49104017.0,49802185.0,50264914.0,50916548.0,51467231.0,51981861.0,52570957.0,53117616.0,55311572.0,56223356.0,55347300.0,60707272.0,56086683.0,56535988.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[655052.0,1157234.0,1725648.0,2293749.0,2872477.0,3448039.0,3997288.0,4575060.0,5137319.0,5719710.0,6322676.0,6885666.0,7474823.0,7985817.0,8566520.0,9354227.0,9737428.0,10371031.0,10914961.0,12243223.0,12132483.0,12529221.0,13112155.0,13723407.0,14384324.0,14908963.0,15622509.0,15989505.0,16590707.0,17305845.0,17873879.0,18927229.0,18935361.0,19372129.0,19982980.0,20551649.0,21021648.0,21706308.0,22303492.0,22800723.0,23534907.0,23922993.0,24534134.0,25051910.0,25819497.0,25788249.0,26084930.0,26615714.0,27195082.0,27740573.0,28284238.0,28866359.0,29289284.0,30128312.0,30544975.0,31328462.0,31644508.0,32151892.0,32782596.0,33348740.0,33862306.0,34458497.0,34877098.0,35567318.0,36162656.0,37698413.0,37396049.0,37981907.0,38563578.0,39362463.0,39731372.0,40081899.0,40923853.0,41318648.0,41972089.0,42412553.0,43017039.0,43585553.0,44072883.0,44773514.0,45254189.0,45707554.0,46340718.0,46850532.0,47326812.0,48133586.0,48443752.0,49341527.0,49762331.0,50464772.0,50966791.0,51662767.0,52148562.0,52610330.0,53214907.0,54375664.0,55857842.0,54910341.0,55392724.0,55829849.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 48ead28a8428..9b47cbbd35fc 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[77186.1678011075,78905.43657610673,83490.153309438,85209.42208443722] \ No newline at end of file +[73672.48935597751,76702.49223367835,84782.49990754726,87812.5027852481] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 81f043721035..8bbcf2bc31fb 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 - - - -4 + + +0.8 - - - -0.7 + + +1 - - -0.75 + + +1.2 - - -0.8 + + +1.4 - - -0.85 + + +1.6 - - -0.9 + + +1.8 - - -0.95 + + +2 - - + + + 1 - - -1.05 + + +1.2 - - -1.1 + + +1.4 - - -1.15 + + +1.6 - - -1.2 + + +1.8 + + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index dfedc7e64e98..87466601faa6 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -0.8 - - - + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index f5c533bb9d5d..ac1adf7a9ab8 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + 80 - - + + 85 - - + + 90 - - - - - + + +95 + + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index ea4fa6449687..3080922d1cd9 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 05e109355a67..9cf287c1435d 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - -100 - - - -120 - - + -140 +100 - -160 - - - -180 + +120 - + - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - - - - + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 77e12f1fe991..47376c046d38 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 + + + +140 + + + +160 - + + +180 + + - -0 + +-0.018 - - -0.002 + + +-0.016 - - -0.004 + + +-0.014 - - -0.006 + + +-0.012 - - -0.008 + + +-0.01 - - -0.01 + + +-0.008 - - -0.012 + + +-0.006 - - -0.014 + + +-0.004 - - -0.016 + + +-0.002 - - -0.018 + + +0 + + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 6f02e8b554cd..707993f64b32 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index d9e3eefaac22..6e87e71beca7 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.889 µs - 81.290 µs - 81.814 µs + 79.941 µs + 80.094 µs + 80.284 µs R² - 0.9468826 - 0.9499887 - 0.9447067 + 0.9840306 + 0.9845299 + 0.9837588 Mean - 81.187 µs - 81.442 µs - 81.736 µs + 80.592 µs + 80.928 µs + 81.324 µs Std. Dev. - 867.26 ns - 1.4055 µs - 1.8569 µs + 1.1490 µs + 1.8810 µs + 2.6829 µs Median - 81.051 µs - 81.360 µs - 81.533 µs + 79.954 µs + 80.164 µs + 81.460 µs MAD - 711.17 ns - 930.09 ns - 1.1721 µs + 958.26 ns + 1.4246 µs + 1.9187 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.6443% - +1.0385% - +1.4679% - (p = 0.00 < + -1.2025% + -0.6316% + -0.0626% + (p = 0.03 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index c59845a07cd7..6ede6be24537 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - + + +2 + + + +2.2 + + - -81.2 + +80.6 - - -81.3 + + +80.7 - - -81.4 + + +80.8 + + + +80.9 + + + +81 - - -81.5 + + +81.1 - - -81.6 + + +81.2 + + + +81.3 - - -81.7 + + +81.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index f7b3627ec3b4..9bd1bd90f492 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + + +79.8 - - -6 + + +80 - - -7 + + +80.2 - - -8 + + +80.4 - - -9 + + +80.6 - - -10 + + +80.8 - - - + + 81 - - -81.1 - - - + + 81.2 - - -81.3 - - - + + 81.4 - - -81.5 + + +81.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index fc0945da0140..baa8d4a85edb 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,34 +42,42 @@ Average Time (µs) - + 78 - - + + 80 - - + + 82 - - + + 84 - - + + 86 - - + + 88 - - + + 90 - + + +92 + + + +94 + + Density (a.u.) @@ -78,50 +86,36 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - - - - - + + + + + - - - - - - - - - - - + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 361c22f33b23..9ea6807ab422 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + - + 80 - - + + 85 - - + + 90 - - - + + +95 + + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 2ceeb05ae55d..b1fb55675a3f 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,37 +15,62 @@ Iterations - - - - - - + + + + + + + + + + + - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - + + +25.0 + + + 30.0 - - + + +35.0 + + + 40.0 - - + + +45.0 + + + 50.0 - - -60.0 + + +55.0 - + 100 @@ -76,107 +101,107 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 601c7e582416..0a9ed333dbeb 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -12,37 +12,62 @@ Iterations - - - - - - + + + + + + + + + + + - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - + + +25.0 + + + 30.0 - - + + +35.0 + + + 40.0 - - + + +45.0 + + + 50.0 - - -60.0 + + +55.0 - + 100 @@ -76,102 +101,102 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 78474ec1a116..91d6c44f9445 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + 80 - - + + 85 - - + + 90 - - - - - + + +95 + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 7aeda0636fde..5c5e9cd1eb9d 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index b72c042c2154..0ffb9b2ccb69 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 - - -1.2 + + +3.5 - - -1.4 + + +4 - - -1.6 + + +4.5 - - -1.8 + + +5 - + - -80.8 + +79.95 + + + +80 + + + +80.05 - - -81 + + +80.1 - - -81.2 + + +80.15 - - -81.4 + + +80.2 - - -81.6 + + +80.25 - - -81.8 + + +80.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 82b530f33cde..3a16f72cfe46 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 + + + +3 - - -1.2 + + +3.5 - - -1.4 + + +4 - - -1.6 + + +4.5 - - -1.8 + + +5 - + - -80.8 + +79.95 + + + +80 + + + +80.05 - - -81 + + +80.1 - - -81.2 + + +80.15 - - -81.4 + + +80.2 - - -81.6 + + +80.25 - - -81.8 + + +80.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index a6479f7b911b..2577a31be92b 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6917.124491244541,"upper_bound":6963.790653402365},"point_estimate":6936.301543920867,"standard_error":12.209348240364298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.9134722222225,"upper_bound":6921.0697547281325},"point_estimate":6911.412462225726,"standard_error":3.727741481909554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.64115498463358,"upper_bound":32.23247411130285},"point_estimate":28.83426122119114,"standard_error":3.424395032510793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.880501482483,"upper_bound":6955.306041198071},"point_estimate":6930.535272892961,"standard_error":10.781125923491096},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.09245730795303,"upper_bound":195.88894843677667},"point_estimate":122.42638926871477,"standard_error":47.11717131995372}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.567718602502,"upper_bound":6930.010659061794},"point_estimate":6922.655326554415,"standard_error":3.689485997166905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6910.335317460317,"upper_bound":6925.986823361824},"point_estimate":6916.782416044776,"standard_error":4.543175786514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.66610565880731,"upper_bound":39.95017176515871},"point_estimate":35.08104648244996,"standard_error":3.66816167422525},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6922.207980368096,"upper_bound":6937.718515675583},"point_estimate":6929.668424954436,"standard_error":3.964332874867721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.092426432288466,"upper_bound":43.37864542848926},"point_estimate":37.12253672466981,"standard_error":3.3909264597728552}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 1eff1b61dbc2..e849a15363d4 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82775.0,166257.0,248893.0,331539.0,416216.0,501934.0,595486.0,665538.0,743034.0,843907.0,923243.0,995916.0,1077999.0,1168899.0,1246325.0,1322942.0,1403406.0,1494211.0,1576016.0,1663935.0,1737493.0,1828304.0,1895442.0,1990183.0,2079978.0,2145597.0,2225387.0,2319499.0,2390368.0,2495580.0,2702549.0,2644467.0,2731612.0,2832237.0,2909747.0,2970774.0,3074054.0,3146679.0,3219138.0,3330977.0,3412909.0,3491576.0,3553213.0,3645774.0,3737035.0,3814433.0,3895572.0,3957533.0,4061361.0,4158800.0,4365646.0,4316410.0,4565223.0,5179514.0,4568817.0,4624335.0,4741575.0,4803378.0,4893594.0,4982503.0,5051977.0,5124899.0,5209532.0,5388666.0,5442349.0,5468563.0,5551405.0,5637654.0,5694045.0,5824227.0,5881893.0,5954187.0,6071211.0,6127253.0,6216088.0,6274887.0,6377566.0,6446565.0,6549671.0,6654190.0,6729427.0,6787144.0,6856745.0,6987979.0,7041188.0,7132120.0,7333403.0,7313609.0,7389105.0,7480864.0,7543051.0,7738553.0,7704023.0,7808012.0,7870578.0,7933140.0,8048269.0,8150992.0,8184355.0,8319233.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82536.0,164759.0,249909.0,329618.0,411986.0,496636.0,579590.0,662009.0,747899.0,829790.0,907903.0,991662.0,1071252.0,1168602.0,1236636.0,1322750.0,1434049.0,1493674.0,1568967.0,1652709.0,1748456.0,1818687.0,1897437.0,1997044.0,2082608.0,2170574.0,2233386.0,2321020.0,2451027.0,2477331.0,2592052.0,2658825.0,2749911.0,2833626.0,2887512.0,2984997.0,3053208.0,3142999.0,3249701.0,3317997.0,3423923.0,3507998.0,3581733.0,3662420.0,3733562.0,3802173.0,3901490.0,3969852.0,4082344.0,4139483.0,4213899.0,4333879.0,4386933.0,4473177.0,4580803.0,4697293.0,4709735.0,4802108.0,4901275.0,5011333.0,5069470.0,5195408.0,5317204.0,5321412.0,5410969.0,5484518.0,5561094.0,5656488.0,5731448.0,5802974.0,5901676.0,5974210.0,6051882.0,6203723.0,6312858.0,6289239.0,6373499.0,6483656.0,6545771.0,6640110.0,6700017.0,6829027.0,6897775.0,6965618.0,7158122.0,7157368.0,7220976.0,7289876.0,7402124.0,7517176.0,7547671.0,7644198.0,7730611.0,7795412.0,7912159.0,8001164.0,8088785.0,8188243.0,8198604.0,8291959.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 08c8dffcad21..5860210adb15 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6797.093762460125,6847.540252442183,6982.064225727673,7032.510715709732] \ No newline at end of file +[6764.7162810905065,6831.005088472264,7007.775241490284,7074.064048872042] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 55e13fa6b60e..d44271c7a007 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00006486721798321191,"upper_bound":0.007873861749846776},"point_estimate":0.003822350416594178,"standard_error":0.0019728538181323007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004890001065160194,"upper_bound":0.003184917940004084},"point_estimate":0.0014138301736925651,"standard_error":0.0007076596469495946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006066867859930125,"upper_bound":0.001043152892716047},"point_estimate":-0.0019673621857474455,"standard_error":0.0018307096999153262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008185567119224357,"upper_bound":0.0024635401991983663},"point_estimate":0.0007769690853207667,"standard_error":0.0008595556599939397}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index a6479f7b911b..2577a31be92b 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6917.124491244541,"upper_bound":6963.790653402365},"point_estimate":6936.301543920867,"standard_error":12.209348240364298},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6906.9134722222225,"upper_bound":6921.0697547281325},"point_estimate":6911.412462225726,"standard_error":3.727741481909554},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19.64115498463358,"upper_bound":32.23247411130285},"point_estimate":28.83426122119114,"standard_error":3.424395032510793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6913.880501482483,"upper_bound":6955.306041198071},"point_estimate":6930.535272892961,"standard_error":10.781125923491096},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.09245730795303,"upper_bound":195.88894843677667},"point_estimate":122.42638926871477,"standard_error":47.11717131995372}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.567718602502,"upper_bound":6930.010659061794},"point_estimate":6922.655326554415,"standard_error":3.689485997166905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6910.335317460317,"upper_bound":6925.986823361824},"point_estimate":6916.782416044776,"standard_error":4.543175786514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.66610565880731,"upper_bound":39.95017176515871},"point_estimate":35.08104648244996,"standard_error":3.66816167422525},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6922.207980368096,"upper_bound":6937.718515675583},"point_estimate":6929.668424954436,"standard_error":3.964332874867721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.092426432288466,"upper_bound":43.37864542848926},"point_estimate":37.12253672466981,"standard_error":3.3909264597728552}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 1eff1b61dbc2..e849a15363d4 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82775.0,166257.0,248893.0,331539.0,416216.0,501934.0,595486.0,665538.0,743034.0,843907.0,923243.0,995916.0,1077999.0,1168899.0,1246325.0,1322942.0,1403406.0,1494211.0,1576016.0,1663935.0,1737493.0,1828304.0,1895442.0,1990183.0,2079978.0,2145597.0,2225387.0,2319499.0,2390368.0,2495580.0,2702549.0,2644467.0,2731612.0,2832237.0,2909747.0,2970774.0,3074054.0,3146679.0,3219138.0,3330977.0,3412909.0,3491576.0,3553213.0,3645774.0,3737035.0,3814433.0,3895572.0,3957533.0,4061361.0,4158800.0,4365646.0,4316410.0,4565223.0,5179514.0,4568817.0,4624335.0,4741575.0,4803378.0,4893594.0,4982503.0,5051977.0,5124899.0,5209532.0,5388666.0,5442349.0,5468563.0,5551405.0,5637654.0,5694045.0,5824227.0,5881893.0,5954187.0,6071211.0,6127253.0,6216088.0,6274887.0,6377566.0,6446565.0,6549671.0,6654190.0,6729427.0,6787144.0,6856745.0,6987979.0,7041188.0,7132120.0,7333403.0,7313609.0,7389105.0,7480864.0,7543051.0,7738553.0,7704023.0,7808012.0,7870578.0,7933140.0,8048269.0,8150992.0,8184355.0,8319233.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82536.0,164759.0,249909.0,329618.0,411986.0,496636.0,579590.0,662009.0,747899.0,829790.0,907903.0,991662.0,1071252.0,1168602.0,1236636.0,1322750.0,1434049.0,1493674.0,1568967.0,1652709.0,1748456.0,1818687.0,1897437.0,1997044.0,2082608.0,2170574.0,2233386.0,2321020.0,2451027.0,2477331.0,2592052.0,2658825.0,2749911.0,2833626.0,2887512.0,2984997.0,3053208.0,3142999.0,3249701.0,3317997.0,3423923.0,3507998.0,3581733.0,3662420.0,3733562.0,3802173.0,3901490.0,3969852.0,4082344.0,4139483.0,4213899.0,4333879.0,4386933.0,4473177.0,4580803.0,4697293.0,4709735.0,4802108.0,4901275.0,5011333.0,5069470.0,5195408.0,5317204.0,5321412.0,5410969.0,5484518.0,5561094.0,5656488.0,5731448.0,5802974.0,5901676.0,5974210.0,6051882.0,6203723.0,6312858.0,6289239.0,6373499.0,6483656.0,6545771.0,6640110.0,6700017.0,6829027.0,6897775.0,6965618.0,7158122.0,7157368.0,7220976.0,7289876.0,7402124.0,7517176.0,7547671.0,7644198.0,7730611.0,7795412.0,7912159.0,8001164.0,8088785.0,8188243.0,8198604.0,8291959.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 08c8dffcad21..5860210adb15 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6797.093762460125,6847.540252442183,6982.064225727673,7032.510715709732] \ No newline at end of file +[6764.7162810905065,6831.005088472264,7007.775241490284,7074.064048872042] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 9185b9d5a457..eb29636014de 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - - -0.11 + + +0.12 - + - -20 - - - -22 - - - -24 - - - + 26 - - + + 28 - - + + 30 - - + + 32 - - - - + + +34 + + + +36 + + + +38 + + + +40 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 4ebe8a3d67b6..62c86f9f91ba 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 + +0.02 - - -0.014 + + +0.04 - - -0.016 + + +0.06 - - -0.018 + + +0.08 - - -0.02 + + +0.1 - - -0.022 + + +0.12 - + - -40 + +30 - - -60 + + +32 - - -80 + + +34 - - -100 + + +36 - - -120 + + +38 - - -140 - - - -160 + + +40 - - -180 + + +42 - - -200 + + +44 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index cd5f1fd87680..c046f511492b 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,42 +9,46 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + 7 @@ -58,10 +62,10 @@ Average Time (µs) 8 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 2ad963ce4601..4e37cd394de9 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index d09bd4de7a95..01022ac1e96c 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -13,82 +13,82 @@ Relative change (%) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - -0 + + +220 - - -0.001 + + + +-0.006 - - -0.002 + + +-0.005 - - -0.003 + + +-0.004 - - -0.004 + + +-0.003 - - -0.005 + + +-0.002 - - -0.006 + + +-0.001 - - -0.007 + + +0 - - -0.008 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index caf0210c14a1..73f5fd0215a5 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - + +-0.001 + + + +-5e-4 + + + +0 + + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - -0.003 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index e1abeee57d1d..fec9ded16fd3 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 8f9f354359fc..2766670318e8 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9139 µs - 6.9305 µs - 6.9553 µs + 6.9222 µs + 6.9297 µs + 6.9377 µs R² - 0.9658002 - 0.9665444 - 0.9648996 + 0.9969140 + 0.9970749 + 0.9968876 Mean - 6.9171 µs - 6.9363 µs - 6.9638 µs + 6.9156 µs + 6.9227 µs + 6.9300 µs Std. Dev. - 41.092 ns - 122.43 ns - 195.89 ns + 30.092 ns + 37.123 ns + 43.379 ns Median - 6.9069 µs - 6.9114 µs - 6.9211 µs + 6.9103 µs + 6.9168 µs + 6.9260 µs MAD - 19.641 ns - 28.834 ns - 32.232 ns + 25.666 ns + 35.081 ns + 39.950 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.0065% - +0.3822% - +0.7874% - (p = 0.05 > + -0.6067% + -0.1967% + +0.1043% + (p = 0.32 > 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 5673fa4c89bc..5482ecbb6c9c 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - + + +100 + + + +110 + + - -6.915 + +6.914 - - -6.92 + + +6.916 - + -6.925 +6.918 - -6.93 - - - -6.935 - - - -6.94 + +6.92 - - -6.945 + + +6.922 - - -6.95 + + +6.924 - - -6.955 + + +6.926 - - -6.96 + + +6.928 - - -6.965 + + +6.93 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 1864df3f8882..2909333169c7 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - - -220 - - + - -6.906 - - - -6.908 - - - + 6.91 - - + + 6.912 - - + + 6.914 - - + + 6.916 - - + + 6.918 - - + + 6.92 - - + + 6.922 - - - - + + +6.924 + + + +6.926 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 76225a363935..f5423d8b1707 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - -6.8 + +6.85 - - -7 - - - -7.2 + + +6.9 - - -7.4 + + +6.95 - - -7.6 + + +7 - - -7.8 + + +7.05 - + Density (a.u.) @@ -70,56 +66,62 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +7 + + + +8 + + + +9 + + + +10 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 4ddebdf7080a..ceb3ded39504 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 - + + +12 + + - -7 + +6.85 - - -7.5 + + +6.9 - - -8 + + +6.95 + + + +7 + + + +7.05 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 2293a0084d97..11bc812b2f13 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -19,9 +19,9 @@ Iterations (x 10^3) - - - + + + 1.0 @@ -43,18 +43,18 @@ Iterations (x 10^3) 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -86,7 +86,7 @@ Iterations (x 10^3) - + @@ -94,94 +94,94 @@ Iterations (x 10^3) - + - - + + - + - - - - - + + + + + - - - - + + + + - - - - + + + + - - - - - + + + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 3524cda9b59b..89dbf13b84ca 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -14,9 +14,9 @@ Iterations (x 10^3) - - - + + + @@ -32,18 +32,18 @@ Iterations (x 10^3) 3.0 - + 4.0 - - + + 5.0 - - + + 6.0 - + 7.0 @@ -83,17 +83,17 @@ Iterations (x 10^3) - + - + - + @@ -102,81 +102,81 @@ Iterations (x 10^3) - + - - - + + + - + - + - + - - - + + + - - + + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - - + + - - + + - - - + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 5c38e095ce79..6d2a4f4e4148 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,42 +6,46 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - + + +10 + + 7 @@ -55,8 +59,8 @@ Average Time (µs) 8 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index ecc9c8948231..7fc7af8fb1f8 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 67cbc59b44bf..8e7d96dd0ec3 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + - -6.91 + +6.922 - - -6.915 + + +6.924 - - -6.92 + + +6.926 - - -6.925 + + +6.928 - - + + 6.93 - - -6.935 - - - -6.94 + + +6.932 - - -6.945 + + +6.934 - - -6.95 + + +6.936 - - -6.955 + + +6.938 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index f1b502cefdae..2d394e3750f7 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + +110 + + - -6.91 + +6.922 - - -6.915 + + +6.924 - - -6.92 + + +6.926 - - -6.925 + + +6.928 - - + + 6.93 - - -6.935 - - - -6.94 + + +6.932 - - -6.945 + + +6.934 - - -6.95 + + +6.936 - - -6.955 + + +6.938 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index bba4202927db..b7ddb8418f12 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15168.33074790801,"upper_bound":15275.196008011737},"point_estimate":15216.999403559472,"standard_error":27.34283305681633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15121.811079545454,"upper_bound":15171.3046875},"point_estimate":15149.261666666665,"standard_error":11.553611137542429},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.2486974425228,"upper_bound":118.19963314784528},"point_estimate":93.61311262970007,"standard_error":12.090702114618662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15158.988759854685,"upper_bound":15286.27506197559},"point_estimate":15214.144921309295,"standard_error":32.86771542277868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.580284459746,"upper_bound":381.173119933624},"point_estimate":274.67723907454763,"standard_error":59.34345064678059}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15163.026539023793,"upper_bound":15269.56704707649},"point_estimate":15211.889846529335,"standard_error":27.34487693288917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15117.232142857143,"upper_bound":15141.368113305612},"point_estimate":15127.850168350167,"standard_error":5.957646302418523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.478700721541024,"upper_bound":65.31495677961506},"point_estimate":51.239743061269806,"standard_error":7.534870868195503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15135.56702985709,"upper_bound":15275.14590337358},"point_estimate":15193.127386581942,"standard_error":36.636422411796964},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.58788367121116,"upper_bound":367.571220492891},"point_estimate":276.22081752863676,"standard_error":53.28993432331386}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 95cbb8e97f9b..b726eb3c1173 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120073.0,248180.0,374940.0,480307.0,603390.0,720596.0,840429.0,961991.0,1091235.0,1213545.0,1320314.0,1442290.0,1568014.0,1706466.0,1829152.0,1924696.0,2041569.0,2172999.0,2303150.0,2451774.0,2545074.0,2706206.0,2808178.0,2897835.0,3037579.0,3169897.0,3258570.0,3403808.0,3535212.0,3661842.0,3806672.0,3941087.0,3974722.0,4590921.0,4263233.0,4724635.0,4688703.0,4632930.0,4707979.0,4827606.0,4951529.0,5125757.0,5177616.0,5353411.0,5468764.0,5559707.0,5708025.0,5805700.0,5908727.0,6041404.0,6200538.0,6339635.0,6441133.0,6554687.0,6685682.0,6737767.0,6918138.0,7063436.0,7122786.0,7273905.0,7385185.0,7512331.0,7584165.0,7767708.0,7884160.0,7961547.0,8446699.0,8236678.0,8412106.0,8461406.0,8563430.0,8677394.0,8883030.0,8959997.0,9089564.0,9164894.0,9299094.0,9469800.0,9537256.0,9893357.0,9787641.0,10022842.0,10095249.0,10148562.0,10604008.0,10408291.0,10870080.0,10645755.0,10787720.0,10896613.0,10982258.0,11160299.0,11238434.0,11333932.0,11500104.0,12408777.0,11751338.0,11833703.0,11966826.0,12126922.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120526.0,262010.0,365677.0,483300.0,601830.0,726414.0,845248.0,966464.0,1108059.0,1209512.0,1347860.0,1471126.0,1569262.0,1704012.0,1866801.0,1983323.0,2053296.0,2181201.0,2302509.0,2440151.0,2549450.0,2662323.0,2781782.0,2900200.0,3016976.0,3156903.0,3267598.0,3393164.0,3841010.0,3670885.0,3742518.0,3862110.0,4204321.0,4115999.0,4237602.0,4368032.0,4480528.0,4604401.0,4740887.0,4944799.0,4969914.0,5057771.0,5206296.0,5337814.0,5421445.0,5545380.0,5705892.0,5804965.0,6355384.0,6051970.0,6207923.0,6300660.0,6399327.0,6501146.0,6656290.0,6782768.0,6886213.0,6991414.0,7126412.0,7244439.0,7343177.0,7521209.0,7653376.0,7775952.0,7840653.0,7974955.0,8091788.0,8351080.0,8336554.0,8435467.0,8559609.0,8693490.0,8824329.0,8957174.0,9144031.0,9184158.0,9312215.0,9433409.0,9552878.0,9671774.0,9870121.0,9924775.0,10025807.0,10151958.0,10278277.0,10435991.0,10525169.0,10690715.0,10727182.0,10878701.0,11011987.0,11152255.0,12221191.0,11817286.0,11490105.0,11603847.0,11761616.0,11836724.0,11977469.0,12123910.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 9e4d0e6943c2..7327710a9630 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14675.13878205128,14882.63048878205,15435.941706730771,15643.433413461542] \ No newline at end of file +[14874.623582930632,14987.575157429172,15288.779356091945,15401.730930590486] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index a3be3150dbe7..bf4f21accf6a 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001256058534529543,"upper_bound":0.010209408865720773},"point_estimate":0.005715069218326541,"standard_error":0.0022302009729620125},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0018585927165009064,"upper_bound":0.005515410592378034},"point_estimate":0.0037659141409494,"standard_error":0.0008921550075468224}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00523045993841142,"upper_bound":0.004351160343671437},"point_estimate":-0.00033577953804353466,"standard_error":0.0024322776958492936},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029311559647148266,"upper_bound":0.0005688569367285901},"point_estimate":-0.0014133690992750303,"standard_error":0.0008618618323633844}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index bba4202927db..b7ddb8418f12 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15168.33074790801,"upper_bound":15275.196008011737},"point_estimate":15216.999403559472,"standard_error":27.34283305681633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15121.811079545454,"upper_bound":15171.3046875},"point_estimate":15149.261666666665,"standard_error":11.553611137542429},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.2486974425228,"upper_bound":118.19963314784528},"point_estimate":93.61311262970007,"standard_error":12.090702114618662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15158.988759854685,"upper_bound":15286.27506197559},"point_estimate":15214.144921309295,"standard_error":32.86771542277868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.580284459746,"upper_bound":381.173119933624},"point_estimate":274.67723907454763,"standard_error":59.34345064678059}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15163.026539023793,"upper_bound":15269.56704707649},"point_estimate":15211.889846529335,"standard_error":27.34487693288917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15117.232142857143,"upper_bound":15141.368113305612},"point_estimate":15127.850168350167,"standard_error":5.957646302418523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.478700721541024,"upper_bound":65.31495677961506},"point_estimate":51.239743061269806,"standard_error":7.534870868195503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15135.56702985709,"upper_bound":15275.14590337358},"point_estimate":15193.127386581942,"standard_error":36.636422411796964},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.58788367121116,"upper_bound":367.571220492891},"point_estimate":276.22081752863676,"standard_error":53.28993432331386}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 95cbb8e97f9b..b726eb3c1173 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120073.0,248180.0,374940.0,480307.0,603390.0,720596.0,840429.0,961991.0,1091235.0,1213545.0,1320314.0,1442290.0,1568014.0,1706466.0,1829152.0,1924696.0,2041569.0,2172999.0,2303150.0,2451774.0,2545074.0,2706206.0,2808178.0,2897835.0,3037579.0,3169897.0,3258570.0,3403808.0,3535212.0,3661842.0,3806672.0,3941087.0,3974722.0,4590921.0,4263233.0,4724635.0,4688703.0,4632930.0,4707979.0,4827606.0,4951529.0,5125757.0,5177616.0,5353411.0,5468764.0,5559707.0,5708025.0,5805700.0,5908727.0,6041404.0,6200538.0,6339635.0,6441133.0,6554687.0,6685682.0,6737767.0,6918138.0,7063436.0,7122786.0,7273905.0,7385185.0,7512331.0,7584165.0,7767708.0,7884160.0,7961547.0,8446699.0,8236678.0,8412106.0,8461406.0,8563430.0,8677394.0,8883030.0,8959997.0,9089564.0,9164894.0,9299094.0,9469800.0,9537256.0,9893357.0,9787641.0,10022842.0,10095249.0,10148562.0,10604008.0,10408291.0,10870080.0,10645755.0,10787720.0,10896613.0,10982258.0,11160299.0,11238434.0,11333932.0,11500104.0,12408777.0,11751338.0,11833703.0,11966826.0,12126922.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120526.0,262010.0,365677.0,483300.0,601830.0,726414.0,845248.0,966464.0,1108059.0,1209512.0,1347860.0,1471126.0,1569262.0,1704012.0,1866801.0,1983323.0,2053296.0,2181201.0,2302509.0,2440151.0,2549450.0,2662323.0,2781782.0,2900200.0,3016976.0,3156903.0,3267598.0,3393164.0,3841010.0,3670885.0,3742518.0,3862110.0,4204321.0,4115999.0,4237602.0,4368032.0,4480528.0,4604401.0,4740887.0,4944799.0,4969914.0,5057771.0,5206296.0,5337814.0,5421445.0,5545380.0,5705892.0,5804965.0,6355384.0,6051970.0,6207923.0,6300660.0,6399327.0,6501146.0,6656290.0,6782768.0,6886213.0,6991414.0,7126412.0,7244439.0,7343177.0,7521209.0,7653376.0,7775952.0,7840653.0,7974955.0,8091788.0,8351080.0,8336554.0,8435467.0,8559609.0,8693490.0,8824329.0,8957174.0,9144031.0,9184158.0,9312215.0,9433409.0,9552878.0,9671774.0,9870121.0,9924775.0,10025807.0,10151958.0,10278277.0,10435991.0,10525169.0,10690715.0,10727182.0,10878701.0,11011987.0,11152255.0,12221191.0,11817286.0,11490105.0,11603847.0,11761616.0,11836724.0,11977469.0,12123910.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 9e4d0e6943c2..7327710a9630 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14675.13878205128,14882.63048878205,15435.941706730771,15643.433413461542] \ No newline at end of file +[14874.623582930632,14987.575157429172,15288.779356091945,15401.730930590486] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 6bdc5255ce7a..4d1d59634c69 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 + + +0.04 - - - -70 + + +0.05 - - -75 + + +0.06 - - -80 - - - -85 - - - -90 + + + +35 - - -95 + + +40 - - -100 + + +45 - - -105 + + +50 - - -110 + + +55 - - -115 + + +60 - - -120 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 5159e75bbe96..6828498200ee 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 + + +0.008 + - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 232ec369f97d..d4965e8192a5 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,30 +9,26 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + 15 @@ -54,10 +50,10 @@ Average Time (µs) 17 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index c86bda506b69..16351969c936 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index a2157b259204..09c5aed5a5b2 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 + +-0.006 - - -0.007 + + +-0.004 - - -0.008 + + +-0.002 - - -0.009 + + +0 - - -0.01 + + +0.002 - - -0.011 + + +0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index ff2bfcb14225..73da70ab5bf2 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -13,82 +13,82 @@ Relative change (%) 50 - + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - - -0.0015 + + +550 - - -0.002 + + + +-0.003 - - -0.0025 + + +-0.0025 - - -0.003 + + +-0.002 - - -0.0035 + + +-0.0015 - - -0.004 + + +-0.001 - - -0.0045 + + +-5e-4 - - -0.005 + + +0 - - -0.0055 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 97665881f366..0993aa1122e3 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index da5723bfaa8e..491fbed77959 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.159 µs - 15.214 µs - 15.286 µs + 15.136 µs + 15.193 µs + 15.275 µs R² - 0.9628968 - 0.9646084 - 0.9616849 + 0.9595922 + 0.9614400 + 0.9576958 Mean - 15.168 µs - 15.217 µs - 15.275 µs + 15.163 µs + 15.212 µs + 15.270 µs Std. Dev. - 150.58 ns - 274.68 ns - 381.17 ns + 158.59 ns + 276.22 ns + 367.57 ns Median - 15.122 µs - 15.149 µs - 15.171 µs + 15.117 µs + 15.128 µs + 15.141 µs MAD - 71.249 ns - 93.613 ns - 118.20 ns + 36.479 ns + 51.240 ns + 65.315 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1256% - +0.5715% - +1.0209% - (p = 0.01 < + -0.5230% + -0.0336% + +0.4351% + (p = 0.90 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 9114561e3529..f211185b639c 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + - + 15.16 - - + + 15.18 - - + + 15.2 - - + + 15.22 - - + + 15.24 - - + + 15.26 - - + + 15.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 7d6f44cb35fa..63f1ab61b240 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - -10 + +20 - + -20 +40 - -30 + +60 - - -40 + + +80 - - -50 + + +100 - - -60 + + +120 - + - -15.12 + +15.115 - - -15.13 + + +15.12 - - -15.14 + + +15.125 - - -15.15 + + +15.13 - - -15.16 + + +15.135 - - -15.17 + + +15.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 87da0e35a04f..f22e24add66f 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,26 +46,50 @@ Average Time (µs) - + +14.8 + + + 15 - - -15.5 + + +15.2 + + + +15.4 + + + +15.6 - - + + +15.8 + + + 16 - - -16.5 + + +16.2 + + + +16.4 + + + +16.6 - - -17 + + +16.8 - + Density (a.u.) @@ -74,52 +98,60 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 618791e8f135..e86bbcf47b52 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + 15 - - + + 15.5 - - + + 16 - - + + 16.5 - - -17 - - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index ebedf5ffb4b8..a090f98f5e8f 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -86,102 +86,102 @@ Iterations - - - + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index e096a234e102..d811905f3226 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -84,99 +84,99 @@ Iterations - + - - - + + + - - - + + + - + - + - - + + - - + + - - - + + + - - + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index c3ae895ea938..3155caebfc73 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,30 +6,26 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + 15 @@ -51,8 +47,8 @@ Average Time (µs) 17 - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index d8564da9a7cc..d84c01f56d73 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index d95073ad16e8..a47025bf54d4 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - + +15.14 + + + 15.16 - - + + 15.18 - - + + 15.2 - - + + 15.22 - - + + 15.24 - - + + 15.26 - - + + 15.28 - - -15.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 5c12b100baeb..95a388807e93 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - + +15.14 + + + 15.16 - - + + 15.18 - - + + 15.2 - - + + 15.22 - - + + 15.24 - - + + 15.26 - - + + 15.28 - - -15.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index e40a723cc5a4..15ad3ffe03be 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52743.915297327105,"upper_bound":52841.72271312466},"point_estimate":52790.09681475052,"standard_error":24.958098045349622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52737.44411764706,"upper_bound":52784.760291251005},"point_estimate":52761.935274675445,"standard_error":12.606083912545836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.10505852213322,"upper_bound":205.93941013140338},"point_estimate":151.02366894149586,"standard_error":26.401821988781037},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52799.05728332204,"upper_bound":52891.819908830206},"point_estimate":52839.67227000312,"standard_error":23.79693686883349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.84038873666327,"upper_bound":334.7442431787328},"point_estimate":251.7996929339597,"standard_error":42.61983524141617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52730.33291919915,"upper_bound":52838.888273892255},"point_estimate":52780.56330023268,"standard_error":27.744348417703527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52718.65849673202,"upper_bound":52787.234972677594},"point_estimate":52761.87125881504,"standard_error":15.901951487359067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.344147488388,"upper_bound":181.4398005637224},"point_estimate":151.66053285455308,"standard_error":15.93100341885461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.890836792,"upper_bound":52972.717879483964},"point_estimate":52885.27981314549,"standard_error":41.16113055101851},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.5416211298692,"upper_bound":368.70835960891037},"point_estimate":279.0336559241552,"standard_error":50.94778436294473}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 758fc914ace6..3aa90724310c 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471852.0,947758.0,1414840.0,1917551.0,2370469.0,2838928.0,3297631.0,3789292.0,4336025.0,4749366.0,5211359.0,5666776.0,6170999.0,6637154.0,7090754.0,7571956.0,8075921.0,8495461.0,9000139.0,9492074.0,9928225.0,10412279.0,10894381.0,11374645.0,11854722.0,12300982.0,12780512.0,13240118.0,13723538.0,14259787.0,14682051.0,15194495.0,15619924.0,16138790.0,16539319.0,17089584.0,17492730.0,17977898.0,18432906.0,19038269.0,19498673.0,19974077.0,20398962.0,20891412.0,21359056.0,21818900.0,22327695.0,23121352.0,23499390.0,23766847.0,24434934.0,24780936.0,25190773.0,25742630.0,26154594.0,26710426.0,27079076.0,27548002.0,28076529.0,28458582.0,29063035.0,29682221.0,30116223.0,30440343.0,30960559.0,32203652.0,31787311.0,32271247.0,32796598.0,33345766.0,33839256.0,34196164.0,34683099.0,35237839.0,35622898.0,36136544.0,36779535.0,37248872.0,37518212.0,37999873.0,38474095.0,38921688.0,39520203.0,39855483.0,40437161.0,40859271.0,41424364.0,41923118.0,42207053.0,42726902.0,43187221.0,43781969.0,44190698.0,44633401.0,45191652.0,45584543.0,46062957.0,46558268.0,46976606.0,47393774.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471257.0,947412.0,1417023.0,1890828.0,2370458.0,2848734.0,3299075.0,3786088.0,4295066.0,4737631.0,5228862.0,5683013.0,6148230.0,6609086.0,7106190.0,7779983.0,8098110.0,8511942.0,8998118.0,9494043.0,9928253.0,10423227.0,10873541.0,11341680.0,11841185.0,12289002.0,12819554.0,13272710.0,13724885.0,14210268.0,14647552.0,15148576.0,15622585.0,16096399.0,16592435.0,17075382.0,17574910.0,18053300.0,18433427.0,18908790.0,19431430.0,19968572.0,20503016.0,20979468.0,21345187.0,21866932.0,22309356.0,22747830.0,23222810.0,23735017.0,24177894.0,24617583.0,25150555.0,25594669.0,26143969.0,26644901.0,27070871.0,27500238.0,28057036.0,28481200.0,28980192.0,29478619.0,29928757.0,30461020.0,30872860.0,31471739.0,31817863.0,32263819.0,32764088.0,33366794.0,33736103.0,34227144.0,35564341.0,35165416.0,35674486.0,36108869.0,36614895.0,37068429.0,37505928.0,37938492.0,38530619.0,38946297.0,39489624.0,40133032.0,40453526.0,40933490.0,41313849.0,41865874.0,42264065.0,42831816.0,43337250.0,43727661.0,45165852.0,44707845.0,45114434.0,46306079.0,46109453.0,46632319.0,47095588.0,47753820.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 40430ff57c65..bcccf7345f88 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52062.79339869282,52360.45531045752,53154.22040849672,53451.88232026143] \ No newline at end of file +[52028.97320891935,52333.15327112634,53144.300103678324,53448.48016588532] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 075a4a69e119..306002abd8cc 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006853974717677953,"upper_bound":0.0022086550528671142},"point_estimate":0.0010722664161488815,"standard_error":0.0005865449100649615},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003902043975557712,"upper_bound":0.0011628495184770908},"point_estimate":0.0003227936717162816,"standard_error":0.00040276324199145714}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015466101325142339,"upper_bound":0.0012477148361509371},"point_estimate":-0.000180592859135964,"standard_error":0.0007127708721963239},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007941592514197904,"upper_bound":0.0006568593845826139},"point_estimate":-1.2132962916577839e-6,"standard_error":0.0003699368648329632}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index e40a723cc5a4..15ad3ffe03be 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52743.915297327105,"upper_bound":52841.72271312466},"point_estimate":52790.09681475052,"standard_error":24.958098045349622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52737.44411764706,"upper_bound":52784.760291251005},"point_estimate":52761.935274675445,"standard_error":12.606083912545836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":104.10505852213322,"upper_bound":205.93941013140338},"point_estimate":151.02366894149586,"standard_error":26.401821988781037},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52799.05728332204,"upper_bound":52891.819908830206},"point_estimate":52839.67227000312,"standard_error":23.79693686883349},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172.84038873666327,"upper_bound":334.7442431787328},"point_estimate":251.7996929339597,"standard_error":42.61983524141617}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52730.33291919915,"upper_bound":52838.888273892255},"point_estimate":52780.56330023268,"standard_error":27.744348417703527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52718.65849673202,"upper_bound":52787.234972677594},"point_estimate":52761.87125881504,"standard_error":15.901951487359067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.344147488388,"upper_bound":181.4398005637224},"point_estimate":151.66053285455308,"standard_error":15.93100341885461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.890836792,"upper_bound":52972.717879483964},"point_estimate":52885.27981314549,"standard_error":41.16113055101851},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.5416211298692,"upper_bound":368.70835960891037},"point_estimate":279.0336559241552,"standard_error":50.94778436294473}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 758fc914ace6..3aa90724310c 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471852.0,947758.0,1414840.0,1917551.0,2370469.0,2838928.0,3297631.0,3789292.0,4336025.0,4749366.0,5211359.0,5666776.0,6170999.0,6637154.0,7090754.0,7571956.0,8075921.0,8495461.0,9000139.0,9492074.0,9928225.0,10412279.0,10894381.0,11374645.0,11854722.0,12300982.0,12780512.0,13240118.0,13723538.0,14259787.0,14682051.0,15194495.0,15619924.0,16138790.0,16539319.0,17089584.0,17492730.0,17977898.0,18432906.0,19038269.0,19498673.0,19974077.0,20398962.0,20891412.0,21359056.0,21818900.0,22327695.0,23121352.0,23499390.0,23766847.0,24434934.0,24780936.0,25190773.0,25742630.0,26154594.0,26710426.0,27079076.0,27548002.0,28076529.0,28458582.0,29063035.0,29682221.0,30116223.0,30440343.0,30960559.0,32203652.0,31787311.0,32271247.0,32796598.0,33345766.0,33839256.0,34196164.0,34683099.0,35237839.0,35622898.0,36136544.0,36779535.0,37248872.0,37518212.0,37999873.0,38474095.0,38921688.0,39520203.0,39855483.0,40437161.0,40859271.0,41424364.0,41923118.0,42207053.0,42726902.0,43187221.0,43781969.0,44190698.0,44633401.0,45191652.0,45584543.0,46062957.0,46558268.0,46976606.0,47393774.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471257.0,947412.0,1417023.0,1890828.0,2370458.0,2848734.0,3299075.0,3786088.0,4295066.0,4737631.0,5228862.0,5683013.0,6148230.0,6609086.0,7106190.0,7779983.0,8098110.0,8511942.0,8998118.0,9494043.0,9928253.0,10423227.0,10873541.0,11341680.0,11841185.0,12289002.0,12819554.0,13272710.0,13724885.0,14210268.0,14647552.0,15148576.0,15622585.0,16096399.0,16592435.0,17075382.0,17574910.0,18053300.0,18433427.0,18908790.0,19431430.0,19968572.0,20503016.0,20979468.0,21345187.0,21866932.0,22309356.0,22747830.0,23222810.0,23735017.0,24177894.0,24617583.0,25150555.0,25594669.0,26143969.0,26644901.0,27070871.0,27500238.0,28057036.0,28481200.0,28980192.0,29478619.0,29928757.0,30461020.0,30872860.0,31471739.0,31817863.0,32263819.0,32764088.0,33366794.0,33736103.0,34227144.0,35564341.0,35165416.0,35674486.0,36108869.0,36614895.0,37068429.0,37505928.0,37938492.0,38530619.0,38946297.0,39489624.0,40133032.0,40453526.0,40933490.0,41313849.0,41865874.0,42264065.0,42831816.0,43337250.0,43727661.0,45165852.0,44707845.0,45114434.0,46306079.0,46109453.0,46632319.0,47095588.0,47753820.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 40430ff57c65..bcccf7345f88 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52062.79339869282,52360.45531045752,53154.22040849672,53451.88232026143] \ No newline at end of file +[52028.97320891935,52333.15327112634,53144.300103678324,53448.48016588532] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index ea83f528b23d..58dd074c99a3 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - -0.016 + + +0.025 - - -0.018 - - + - -100 - - - + 120 - - + + +130 + + + 140 - - + + +150 + + + 160 - - -180 + + +170 - - -200 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 70ef34c83573..ad4e2a5b20bf 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - -0.009 - - - -0.01 - - + - -160 + +150 - - -180 - - - + + 200 - - -220 - - - -240 + + +250 - - -260 - - - -280 - - - + + 300 - - -320 - - - -340 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 4e78e87a9990..bfd199383b1c 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,47 +9,71 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - + - + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - + 54.5 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 4a793585606c..1d02f42014a3 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -111,7 +111,7 @@ Iterations - + diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 86709c63c20a..36ac14e11c43 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,54 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + +550 - + - + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - -0.002 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 1bd43b196c7b..1d5b86381d51 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - + + +1200 + + - + +-8e-4 + + + +-6e-4 + + + -4e-4 - - + + -2e-4 - - --1.0842e-19 + + +0 - - + + 2e-4 - - + + 4e-4 - - + + 6e-4 - - + + 8e-4 - - -0.001 - - - -0.0012 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 8ab695c945f6..3e7d443fab18 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 31f104845703..8c1de191287d 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.799 µs - 52.840 µs - 52.892 µs + 52.812 µs + 52.885 µs + 52.973 µs R² - 0.9976975 - 0.9977798 - 0.9976441 + 0.9956552 + 0.9959150 + 0.9955463 Mean - 52.744 µs - 52.790 µs - 52.842 µs + 52.730 µs + 52.781 µs + 52.839 µs Std. Dev. - 172.84 ns - 251.80 ns - 334.74 ns + 168.54 ns + 279.03 ns + 368.71 ns Median - 52.737 µs + 52.719 µs 52.762 µs - 52.785 µs + 52.787 µs MAD - 104.11 ns - 151.02 ns - 205.94 ns + 119.34 ns + 151.66 ns + 181.44 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0069% - +0.1072% - +0.2209% - (p = 0.07 > + -0.1547% + -0.0181% + +0.1248% + (p = 0.81 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 3805e0275194..17a3b338e074 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + - + +52.72 + + + 52.74 - - + + 52.76 - - + + 52.78 - - + + 52.8 - - + + 52.82 - - + + 52.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index ad4f7fadd42e..b94814effcc7 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,38 +9,38 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + 45 @@ -49,38 +49,46 @@ Average time (µs) 50 - + 55 - + - + +52.72 + + + +52.73 + + + 52.74 - - + + 52.75 - - + + 52.76 - - + + 52.77 - - + + 52.78 - - + + 52.79 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 56b70c070abd..6e7bf2921038 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,26 +50,22 @@ Average Time (µs) - + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - -54.5 - - + Density (a.u.) @@ -78,68 +74,60 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 6a2854098d4f..331eb954ec97 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - + - + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - -54.5 - - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index e503c62b54ca..c7bef41b70d5 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -18,51 +18,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -108,100 +108,100 @@ Iterations - - + + - - - + + + - - - + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 73982a18ea27..f92ff6cac954 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,20 +14,20 @@ Iterations - + - - - - - - + + + + + + - + 5.0 - + 10.0 @@ -36,30 +36,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -100,7 +100,7 @@ Iterations - + @@ -110,93 +110,93 @@ Iterations - + - - - + + + - - + + - + - + - - + + - + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 31e1a888e68b..c4cb6d78b075 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,45 +6,69 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - + - + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - + 54.5 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 83ff53dabddb..e7557bf5e352 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -108,7 +108,7 @@ Iterations - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index ed3548c4d765..a2c8ef880220 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 - - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - - -16 + + +9 - - -18 + + +10 - + - + 52.8 - - + + 52.82 - - + + 52.84 - - + + 52.86 - - + + 52.88 - - - - + + +52.9 + + + +52.92 + + + +52.94 + + + +52.96 + + + +52.98 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 76f744cfe395..b35b344cf7e5 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 - - - -10 + + +6 - - -12 + + +7 - - -14 + + +8 - - -16 + + +9 - - -18 + + +10 - + - + 52.8 - - + + 52.82 - - + + 52.84 - - + + 52.86 - - + + 52.88 - - - - + + +52.9 + + + +52.92 + + + +52.94 + + + +52.96 + + + +52.98 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 8e4932323b66..7da73a1399ab 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1825992.3476810392,"upper_bound":1829226.0642669818},"point_estimate":1827534.8214431414,"standard_error":826.3674970072308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1824074.715437788,"upper_bound":1826777.52},"point_estimate":1824938.543154762,"standard_error":785.7535773979131},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3643.7847025302067,"upper_bound":6778.570629656199},"point_estimate":4846.757920225234,"standard_error":831.9282274351356},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1826619.4617497977,"upper_bound":1830608.0381413524},"point_estimate":1828606.0384779074,"standard_error":1019.8789060004814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6136.436034014365,"upper_bound":10460.561874378403},"point_estimate":8310.337521512143,"standard_error":1114.4166799378756}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792108.7589934447,"upper_bound":1795396.0579740764},"point_estimate":1793692.4338718725,"standard_error":837.5584937245484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790102.962873674,"upper_bound":1793276.1666666667},"point_estimate":1791579.1313320824,"standard_error":832.3102191631586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4522.672127050475,"upper_bound":7923.786508558485},"point_estimate":6368.80246056752,"standard_error":929.0368669725848},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790811.2580230334,"upper_bound":1795255.9000964984},"point_estimate":1792932.3263514112,"standard_error":1138.9607152234478},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531.530310268357,"upper_bound":10207.724618029166},"point_estimate":8412.512545547786,"standard_error":946.1369328496498}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 134564203351..f5a07649cc87 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1852607.0,3654541.0,5488093.0,7255350.0,9192064.0,11047468.0,12802021.0,14659198.0,16417470.0,18245110.0,20090345.0,22031206.0,24281415.0,25690234.0,27334934.0,29073599.0,30996608.0,32833677.0,34798163.0,36790160.0,38211883.0,40126046.0,41813469.0,43800692.0,45521998.0,47481097.0,49198836.0,51046510.0,52914419.0,54739538.0,56675025.0,58397362.0,59984488.0,62936103.0,63859798.0,65586854.0,67675728.0,69291125.0,71246658.0,72892323.0,74613790.0,76724984.0,78240435.0,80217829.0,82175878.0,83882055.0,85615012.0,87874725.0,89534004.0,91338876.0,92883562.0,94770999.0,96517142.0,98371175.0,100142344.0,102146088.0,103783516.0,106967134.0,107564590.0,109649746.0,110864385.0,113094953.0,114727432.0,116747086.0,118962305.0,120278434.0,122344273.0,123958900.0,126230714.0,127619238.0,129482870.0,131254931.0,132972219.0,134761041.0,137609172.0,138743872.0,140609778.0,142097026.0,144108715.0,146244997.0,147982953.0,150008959.0,151665875.0,153296600.0,154855112.0,157085421.0,158388310.0,160367025.0,162854247.0,165671035.0,166897304.0,168790038.0,170514156.0,173252358.0,174658332.0,176014739.0,177860640.0,179613682.0,181654804.0,184757957.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1829064.0,3561166.0,5359804.0,7185722.0,8945266.0,10722883.0,12519847.0,14286414.0,16076174.0,17840497.0,19839812.0,21486372.0,23252719.0,25115907.0,26813434.0,28754580.0,30434363.0,32164932.0,34057105.0,35896058.0,37786699.0,39723846.0,41487467.0,43038628.0,44748569.0,46583534.0,48268738.0,50297558.0,51963225.0,54129264.0,55963067.0,57495202.0,59197518.0,60878062.0,63780638.0,64331897.0,66380605.0,68015273.0,70259129.0,71879671.0,73450839.0,75121987.0,76903552.0,78918977.0,80737992.0,82461047.0,84140609.0,85858655.0,88798461.0,89596434.0,91794493.0,93870222.0,95248858.0,96812093.0,98765621.0,100289951.0,102243150.0,104256661.0,105807563.0,107254116.0,109186906.0,111019787.0,112847078.0,115494515.0,116185565.0,118168890.0,119975683.0,121687235.0,123105948.0,126497014.0,127772796.0,128494405.0,130350581.0,132405821.0,134062290.0,137263288.0,137728473.0,140027344.0,141607829.0,143369537.0,145200165.0,148266348.0,149585253.0,149864947.0,151869967.0,153666959.0,155398760.0,158200061.0,161657548.0,160735039.0,164144032.0,165488720.0,166455547.0,169466108.0,170037693.0,171036701.0,172851273.0,174809415.0,177044667.0,178702585.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index b52988211b8c..0a087ac9b0da 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1799642.8730186475,1810994.7619828086,1841266.465887238,1852618.354851399] \ No newline at end of file +[1761266.414288324,1774723.3254101553,1810608.4217350387,1824065.33285687] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 4c40493c0f83..d845fd8ab88d 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.014961387130580508,"upper_bound":0.02393908392735867},"point_estimate":0.020489128657732003,"standard_error":0.0024254523527260305},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.021797698855897663,"upper_bound":0.02344720283901891},"point_estimate":0.022404056699520947,"standard_error":0.0004529316680840433}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019806791957484655,"upper_bound":-0.01739634922836593},"point_estimate":-0.018518053486140884,"standard_error":0.0006131852965772734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01966075386827673,"upper_bound":-0.01735416209907914},"point_estimate":-0.01827974533597787,"standard_error":0.0006057655580093858}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 8e4932323b66..7da73a1399ab 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1825992.3476810392,"upper_bound":1829226.0642669818},"point_estimate":1827534.8214431414,"standard_error":826.3674970072308},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1824074.715437788,"upper_bound":1826777.52},"point_estimate":1824938.543154762,"standard_error":785.7535773979131},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3643.7847025302067,"upper_bound":6778.570629656199},"point_estimate":4846.757920225234,"standard_error":831.9282274351356},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1826619.4617497977,"upper_bound":1830608.0381413524},"point_estimate":1828606.0384779074,"standard_error":1019.8789060004814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6136.436034014365,"upper_bound":10460.561874378403},"point_estimate":8310.337521512143,"standard_error":1114.4166799378756}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792108.7589934447,"upper_bound":1795396.0579740764},"point_estimate":1793692.4338718725,"standard_error":837.5584937245484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790102.962873674,"upper_bound":1793276.1666666667},"point_estimate":1791579.1313320824,"standard_error":832.3102191631586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4522.672127050475,"upper_bound":7923.786508558485},"point_estimate":6368.80246056752,"standard_error":929.0368669725848},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790811.2580230334,"upper_bound":1795255.9000964984},"point_estimate":1792932.3263514112,"standard_error":1138.9607152234478},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531.530310268357,"upper_bound":10207.724618029166},"point_estimate":8412.512545547786,"standard_error":946.1369328496498}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 134564203351..f5a07649cc87 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1852607.0,3654541.0,5488093.0,7255350.0,9192064.0,11047468.0,12802021.0,14659198.0,16417470.0,18245110.0,20090345.0,22031206.0,24281415.0,25690234.0,27334934.0,29073599.0,30996608.0,32833677.0,34798163.0,36790160.0,38211883.0,40126046.0,41813469.0,43800692.0,45521998.0,47481097.0,49198836.0,51046510.0,52914419.0,54739538.0,56675025.0,58397362.0,59984488.0,62936103.0,63859798.0,65586854.0,67675728.0,69291125.0,71246658.0,72892323.0,74613790.0,76724984.0,78240435.0,80217829.0,82175878.0,83882055.0,85615012.0,87874725.0,89534004.0,91338876.0,92883562.0,94770999.0,96517142.0,98371175.0,100142344.0,102146088.0,103783516.0,106967134.0,107564590.0,109649746.0,110864385.0,113094953.0,114727432.0,116747086.0,118962305.0,120278434.0,122344273.0,123958900.0,126230714.0,127619238.0,129482870.0,131254931.0,132972219.0,134761041.0,137609172.0,138743872.0,140609778.0,142097026.0,144108715.0,146244997.0,147982953.0,150008959.0,151665875.0,153296600.0,154855112.0,157085421.0,158388310.0,160367025.0,162854247.0,165671035.0,166897304.0,168790038.0,170514156.0,173252358.0,174658332.0,176014739.0,177860640.0,179613682.0,181654804.0,184757957.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1829064.0,3561166.0,5359804.0,7185722.0,8945266.0,10722883.0,12519847.0,14286414.0,16076174.0,17840497.0,19839812.0,21486372.0,23252719.0,25115907.0,26813434.0,28754580.0,30434363.0,32164932.0,34057105.0,35896058.0,37786699.0,39723846.0,41487467.0,43038628.0,44748569.0,46583534.0,48268738.0,50297558.0,51963225.0,54129264.0,55963067.0,57495202.0,59197518.0,60878062.0,63780638.0,64331897.0,66380605.0,68015273.0,70259129.0,71879671.0,73450839.0,75121987.0,76903552.0,78918977.0,80737992.0,82461047.0,84140609.0,85858655.0,88798461.0,89596434.0,91794493.0,93870222.0,95248858.0,96812093.0,98765621.0,100289951.0,102243150.0,104256661.0,105807563.0,107254116.0,109186906.0,111019787.0,112847078.0,115494515.0,116185565.0,118168890.0,119975683.0,121687235.0,123105948.0,126497014.0,127772796.0,128494405.0,130350581.0,132405821.0,134062290.0,137263288.0,137728473.0,140027344.0,141607829.0,143369537.0,145200165.0,148266348.0,149585253.0,149864947.0,151869967.0,153666959.0,155398760.0,158200061.0,161657548.0,160735039.0,164144032.0,165488720.0,166455547.0,169466108.0,170037693.0,171036701.0,172851273.0,174809415.0,177044667.0,178702585.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index b52988211b8c..0a087ac9b0da 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1799642.8730186475,1810994.7619828086,1841266.465887238,1852618.354851399] \ No newline at end of file +[1761266.414288324,1774723.3254101553,1810608.4217350387,1824065.33285687] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 5854f4a21fdd..08cd81d217b7 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - -0.55 - - + - -3.5 - - - -4 - - - + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - - - + + +7.5 + + + +8 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 6b0fc16e9432..1fce4f3a4365 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - -6 + + +0.4 + + + +0.45 - - + + + 6.5 - - + + 7 - - + + 7.5 - - + + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index ff626fb62089..975c20b108d7 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -34,30 +34,30 @@ Average Time (ms) - -1.8 + +1.78 - - -1.9 + + +1.8 - - -2 + + +1.82 - - -2.1 + + +1.84 - - -2.2 + + +1.86 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index dfd8b9693c23..395cb9101be8 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 959ccac2a47d..54a9a0f9d0df 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 - - - -80 - - - + 100 - - -120 - - - -140 + + +200 - - -160 + + +300 - - -180 + + +400 - - - -0.014 - - - -0.015 - - - -0.016 + + +500 - - -0.017 + + +600 - - -0.018 - - - -0.019 + + + +-0.02 - - -0.02 + + +-0.0195 - - -0.021 + + +-0.019 - - -0.022 + + +-0.0185 - - -0.023 + + +-0.018 - - -0.024 + + +-0.0175 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 8e15bb1a6310..b35e21b93583 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,94 +9,54 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - -500 - - - -600 - - - -700 - - - -800 - - + -900 +500 - -1000 - - - -1100 + +600 - + - -0.0218 - - - -0.022 - - - -0.0222 - - - -0.0224 - - - -0.0226 - - - -0.0228 + +-0.0195 - - -0.023 + + +-0.019 - - -0.0232 + + +-0.0185 - - -0.0234 + + +-0.018 - - -0.0236 + + +-0.0175 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 94cf82003a37..bc8b3670907f 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 0200cad82385..c6219d72d247 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8266 ms - 1.8286 ms - 1.8306 ms + 1.7908 ms + 1.7929 ms + 1.7953 ms R² - 0.9977944 - 0.9979499 - 0.9977920 + 0.9969076 + 0.9971024 + 0.9968687 Mean - 1.8260 ms - 1.8275 ms - 1.8292 ms + 1.7921 ms + 1.7937 ms + 1.7954 ms Std. Dev. - 6.1364 µs - 8.3103 µs - 10.461 µs + 6.5315 µs + 8.4125 µs + 10.208 µs Median - 1.8241 ms - 1.8249 ms - 1.8268 ms + 1.7901 ms + 1.7916 ms + 1.7933 ms MAD - 3.6438 µs - 4.8468 µs - 6.7786 µs + 4.5227 µs + 6.3688 µs + 7.9238 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.4961% - +2.0489% - +2.3939% + -1.9807% + -1.8518% + -1.7396% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index af86ad9b3289..39c144650e80 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + - -1.826 + +1.792 - - -1.8265 + + +1.7925 - - -1.827 + + +1.793 - - -1.8275 + + +1.7935 - - -1.828 + + +1.794 - - -1.8285 + + +1.7945 - - -1.829 + + +1.795 - - -1.8295 + + +1.7955 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 37cbb05581b9..ccb9cd436e70 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - - -900 - - + - -1.824 + +1.79 + + + +1.7905 - - -1.8245 + + +1.791 - - -1.825 + + +1.7915 - - -1.8255 + + +1.792 - - -1.826 + + +1.7925 - - -1.8265 + + +1.793 - - -1.827 + + +1.7935 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 5a316b7ef8c0..ae826bf75e6c 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,34 +54,34 @@ Average Time (ms) - -1.81 + +1.77 - - -1.82 + + +1.78 - - -1.83 + + +1.79 - - -1.84 + + +1.8 - - -1.85 + + +1.81 - - -1.86 + + +1.82 - - -1.87 + + +1.83 - + Density (a.u.) @@ -90,48 +90,40 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - -60 - - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 7dfe91611f2b..b00311350007 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -1.82 + +1.78 - - -1.84 + + +1.8 - - -1.86 + + +1.82 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index e107f2e04911..fe6c35dd4b3e 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,52 +18,47 @@ Iterations - - - - - - - - - + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -115,98 +110,98 @@ Iterations - + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index f99cad325bde..6d01e0ec3a8b 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -15,52 +15,47 @@ Iterations - - - - - - - - - + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -112,96 +107,96 @@ Iterations - + - - - + + + - - + + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 350cfb7db483..045f36bca1e5 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -31,28 +31,28 @@ Average Time (ms) - -1.8 + +1.78 - - -1.9 + + +1.8 - - -2 + + +1.82 - - -2.1 + + +1.84 - - -2.2 + + +1.86 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 41e653bf5dab..6d0cc981fba1 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index c347c552dbc7..45e91f343b7e 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - -1.8265 + +1.7905 + + + +1.791 - - -1.827 + + +1.7915 - - -1.8275 + + +1.792 - - -1.828 + + +1.7925 - - -1.8285 + + +1.793 - - -1.829 + + +1.7935 - - -1.8295 + + +1.794 - - -1.83 + + +1.7945 - - -1.8305 + + +1.795 - - -1.831 + + +1.7955 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index b5b462cde79a..f5eafb829d2e 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - + - -1.8265 + +1.7905 + + + +1.791 - - -1.827 + + +1.7915 - - -1.8275 + + +1.792 - - -1.828 + + +1.7925 - - -1.8285 + + +1.793 - - -1.829 + + +1.7935 - - -1.8295 + + +1.794 - - -1.83 + + +1.7945 - - -1.8305 + + +1.795 - - -1.831 + + +1.7955 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index ab2950455914..def6c7a0803f 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1809639.654085778,"upper_bound":1818627.2106135911},"point_estimate":1813048.6448248664,"standard_error":2396.3419797524275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807717.142857143,"upper_bound":1809608.8529411764},"point_estimate":1808658.158838878,"standard_error":567.0267675400443},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2929.338217559043,"upper_bound":5229.797941875965},"point_estimate":4254.847670680839,"standard_error":584.6541746455335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811223.1415867812,"upper_bound":1816201.029792237},"point_estimate":1813590.0714733265,"standard_error":1271.7664497911696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6353.471452961949,"upper_bound":39669.41339902852},"point_estimate":23958.61978459244,"standard_error":11145.50721817958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799496.546070361,"upper_bound":1810923.3119837237},"point_estimate":1804574.9266282949,"standard_error":2929.5108278487673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794845.7837837837,"upper_bound":1797903.3535353537},"point_estimate":1795623.2774390243,"standard_error":866.1925098835304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3490.6366364903633,"upper_bound":7507.5425219691115},"point_estimate":4786.459165727657,"standard_error":1052.8743068603662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796177.886534733,"upper_bound":1807279.2789485543},"point_estimate":1800955.945621398,"standard_error":2861.0609100930455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13488.174844992644,"upper_bound":41579.59313007383},"point_estimate":29412.265282090713,"standard_error":7119.719662287309}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 574e6f88e7c3..361fc35d5f6a 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2036491.0,3677412.0,5479355.0,7261892.0,9020524.0,10811717.0,12621895.0,14458713.0,16223295.0,18053903.0,19932669.0,21686752.0,23480028.0,25217521.0,27067634.0,28908399.0,30729257.0,32510100.0,34303357.0,36109829.0,37979437.0,39818620.0,41567403.0,43348056.0,45097271.0,46879907.0,48743996.0,50616080.0,52390992.0,54015604.0,56008353.0,58001212.0,59786192.0,61467671.0,63259305.0,64968604.0,66785485.0,68766422.0,70560680.0,72229034.0,74031869.0,75753251.0,77755066.0,79684458.0,81152968.0,83169561.0,84897596.0,87759487.0,88542649.0,90589458.0,92268642.0,94060005.0,95824938.0,97402903.0,99431609.0,101116243.0,103132546.0,105665604.0,107769419.0,109373453.0,110224200.0,112305776.0,113879973.0,115861540.0,117423035.0,119475164.0,121015600.0,123053402.0,124761992.0,126576046.0,128250451.0,130272294.0,132040334.0,133886970.0,136023747.0,137692643.0,139566428.0,141405952.0,143321166.0,144734122.0,147145383.0,148540176.0,150194263.0,152296035.0,154036874.0,156291270.0,157533619.0,162271912.0,163848054.0,163381503.0,166284731.0,167605706.0,168595215.0,171216344.0,173992411.0,173798991.0,175200029.0,177176813.0,179191619.0,180969030.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1959137.0,3697900.0,5474294.0,7265947.0,9117974.0,10793388.0,12597936.0,14465801.0,16230272.0,17981850.0,19849355.0,21570956.0,23503925.0,25280810.0,27087911.0,29309902.0,30698137.0,32392848.0,34347928.0,36066784.0,37904984.0,39540173.0,41328650.0,43227153.0,44838197.0,46735128.0,48441891.0,50425133.0,52225042.0,53949067.0,55653817.0,57768867.0,59229659.0,61060064.0,62829866.0,64591162.0,66409294.0,68484970.0,70079753.0,71753324.0,73616230.0,75390601.0,77107673.0,78899167.0,80591091.0,82521405.0,84281318.0,86194980.0,87816392.0,89728172.0,91547590.0,93266993.0,95538571.0,96801679.0,98643758.0,100350622.0,102334959.0,104201414.0,105976367.0,113459428.0,116527396.0,122691043.0,113013738.0,115335100.0,116896935.0,118378161.0,120170135.0,121985874.0,123561601.0,125354438.0,127263322.0,129131160.0,130880454.0,132829504.0,135369107.0,139842246.0,137920351.0,139810890.0,141655915.0,143337923.0,145044146.0,147903671.0,148704145.0,150613836.0,152519535.0,154153074.0,155752918.0,159877366.0,159711914.0,163040477.0,163143401.0,164728978.0,166964747.0,168023437.0,170918503.0,171878698.0,175186200.0,176337833.0,177964549.0,179510202.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index ff96e443f80a..298b579917b5 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1788509.092058878,1797353.898679847,1820940.0496690972,1829784.856290066] \ No newline at end of file +[1764021.0848484845,1778767.6613636361,1818091.8654040406,1832838.4419191922] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 3d754e126b08..6c9d69c33c7c 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018462480044761946,"upper_bound":0.009558731998305875},"point_estimate":0.004739459408934943,"standard_error":0.002915397367226109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006594255416947359,"upper_bound":0.008039219463900071},"point_estimate":0.007291532166370462,"standard_error":0.0003891466438730794}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008754986605461368,"upper_bound":-0.0006669728318681099},"point_estimate":-0.004673740123167014,"standard_error":0.0020414204757746727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007925035921818813,"upper_bound":-0.005897227493814272},"point_estimate":-0.007206934785411123,"standard_error":0.0005405955512776519}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index ab2950455914..def6c7a0803f 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1809639.654085778,"upper_bound":1818627.2106135911},"point_estimate":1813048.6448248664,"standard_error":2396.3419797524275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807717.142857143,"upper_bound":1809608.8529411764},"point_estimate":1808658.158838878,"standard_error":567.0267675400443},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2929.338217559043,"upper_bound":5229.797941875965},"point_estimate":4254.847670680839,"standard_error":584.6541746455335},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811223.1415867812,"upper_bound":1816201.029792237},"point_estimate":1813590.0714733265,"standard_error":1271.7664497911696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6353.471452961949,"upper_bound":39669.41339902852},"point_estimate":23958.61978459244,"standard_error":11145.50721817958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799496.546070361,"upper_bound":1810923.3119837237},"point_estimate":1804574.9266282949,"standard_error":2929.5108278487673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794845.7837837837,"upper_bound":1797903.3535353537},"point_estimate":1795623.2774390243,"standard_error":866.1925098835304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3490.6366364903633,"upper_bound":7507.5425219691115},"point_estimate":4786.459165727657,"standard_error":1052.8743068603662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796177.886534733,"upper_bound":1807279.2789485543},"point_estimate":1800955.945621398,"standard_error":2861.0609100930455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13488.174844992644,"upper_bound":41579.59313007383},"point_estimate":29412.265282090713,"standard_error":7119.719662287309}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 574e6f88e7c3..361fc35d5f6a 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2036491.0,3677412.0,5479355.0,7261892.0,9020524.0,10811717.0,12621895.0,14458713.0,16223295.0,18053903.0,19932669.0,21686752.0,23480028.0,25217521.0,27067634.0,28908399.0,30729257.0,32510100.0,34303357.0,36109829.0,37979437.0,39818620.0,41567403.0,43348056.0,45097271.0,46879907.0,48743996.0,50616080.0,52390992.0,54015604.0,56008353.0,58001212.0,59786192.0,61467671.0,63259305.0,64968604.0,66785485.0,68766422.0,70560680.0,72229034.0,74031869.0,75753251.0,77755066.0,79684458.0,81152968.0,83169561.0,84897596.0,87759487.0,88542649.0,90589458.0,92268642.0,94060005.0,95824938.0,97402903.0,99431609.0,101116243.0,103132546.0,105665604.0,107769419.0,109373453.0,110224200.0,112305776.0,113879973.0,115861540.0,117423035.0,119475164.0,121015600.0,123053402.0,124761992.0,126576046.0,128250451.0,130272294.0,132040334.0,133886970.0,136023747.0,137692643.0,139566428.0,141405952.0,143321166.0,144734122.0,147145383.0,148540176.0,150194263.0,152296035.0,154036874.0,156291270.0,157533619.0,162271912.0,163848054.0,163381503.0,166284731.0,167605706.0,168595215.0,171216344.0,173992411.0,173798991.0,175200029.0,177176813.0,179191619.0,180969030.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1959137.0,3697900.0,5474294.0,7265947.0,9117974.0,10793388.0,12597936.0,14465801.0,16230272.0,17981850.0,19849355.0,21570956.0,23503925.0,25280810.0,27087911.0,29309902.0,30698137.0,32392848.0,34347928.0,36066784.0,37904984.0,39540173.0,41328650.0,43227153.0,44838197.0,46735128.0,48441891.0,50425133.0,52225042.0,53949067.0,55653817.0,57768867.0,59229659.0,61060064.0,62829866.0,64591162.0,66409294.0,68484970.0,70079753.0,71753324.0,73616230.0,75390601.0,77107673.0,78899167.0,80591091.0,82521405.0,84281318.0,86194980.0,87816392.0,89728172.0,91547590.0,93266993.0,95538571.0,96801679.0,98643758.0,100350622.0,102334959.0,104201414.0,105976367.0,113459428.0,116527396.0,122691043.0,113013738.0,115335100.0,116896935.0,118378161.0,120170135.0,121985874.0,123561601.0,125354438.0,127263322.0,129131160.0,130880454.0,132829504.0,135369107.0,139842246.0,137920351.0,139810890.0,141655915.0,143337923.0,145044146.0,147903671.0,148704145.0,150613836.0,152519535.0,154153074.0,155752918.0,159877366.0,159711914.0,163040477.0,163143401.0,164728978.0,166964747.0,168023437.0,170918503.0,171878698.0,175186200.0,176337833.0,177964549.0,179510202.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index ff96e443f80a..298b579917b5 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1788509.092058878,1797353.898679847,1820940.0496690972,1829784.856290066] \ No newline at end of file +[1764021.0848484845,1778767.6613636361,1818091.8654040406,1832838.4419191922] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 3071763128e6..6149a4517142 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - + - -3 - - - + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + +7.5 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 8b63b14c24b4..9a40f00239c9 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.02 + +0.01 - - -0.04 + + +0.02 - - -0.06 + + +0.03 - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - + - -5 - - - -10 - - - + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 7459cc8a1f30..1ad62f78b2ff 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -34,22 +34,22 @@ Average Time (ms) - + 1.8 - - -2 + + +1.9 - - -2.2 + + +2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 1074168c9e18..fce3369d8840 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 182b98284ce4..cf8b913ef6d8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - --0.002 + +-0.009 - - -0 + + +-0.008 - - -0.002 + + +-0.007 - - -0.004 + + +-0.006 - - -0.006 + + +-0.005 - - -0.008 + + +-0.004 - - -0.01 + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 7ee78ef2d3cb..2bfa3c1c6060 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - - -1000 - - + - -0.0066 - - - -0.0068 - - - -0.007 - - - -0.0072 + +-0.008 - - -0.0074 + + +-0.0075 - - -0.0076 + + +-0.007 - - -0.0078 + + +-0.0065 - - -0.008 + + +-0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index e6e078cf210a..de61ed2286e0 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index f7fddd560243..3cec2c648d8c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8112 ms - 1.8136 ms - 1.8162 ms + 1.7962 ms + 1.8010 ms + 1.8073 ms R² - 0.9964294 - 0.9966647 - 0.9963784 + 0.9712523 + 0.9721830 + 0.9705542 Mean - 1.8096 ms - 1.8130 ms - 1.8186 ms + 1.7995 ms + 1.8046 ms + 1.8109 ms Std. Dev. - 6.3535 µs - 23.959 µs - 39.669 µs + 13.488 µs + 29.412 µs + 41.580 µs Median - 1.8077 ms - 1.8087 ms - 1.8096 ms + 1.7948 ms + 1.7956 ms + 1.7979 ms MAD - 2.9293 µs - 4.2548 µs - 5.2298 µs + 3.4906 µs + 4.7865 µs + 7.5075 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1846% - +0.4739% - +0.9559% - (p = 0.10 > + -0.8755% + -0.4674% + -0.0667% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 13b35f703adb..48d952628449 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - + - -1.809 + +1.8 - - -1.81 - - - -1.811 + + +1.802 - - -1.812 + + +1.804 - - -1.813 + + +1.806 - - -1.814 + + +1.808 - - -1.815 - - - -1.816 - - - -1.817 - - - -1.818 + + +1.81 - - -1.819 + + +1.812 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 4b88afba2456..3748ec1e7793 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,50 +9,74 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - + -1000 +800 - -1200 + +900 - + - -1.808 + +1.795 + + + +1.7955 + + + +1.796 + + + +1.7965 - - -1.8085 + + +1.797 - - -1.809 + + +1.7975 - - -1.8095 + + +1.798 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 8398f0f72068..522079fad755 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,30 +54,26 @@ Average Time (ms) - + 1.8 - - + + 1.85 - - + + 1.9 - - + + 1.95 - - + + 2 - - -2.05 - - + Density (a.u.) @@ -86,62 +82,50 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index b66be835e41f..c62620031770 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - -20 - - + -25 +20 - -30 - - - -35 + +25 - + - + 1.8 - - + + +1.85 + + + 1.9 - - + + +1.95 + + + 2 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 9ceea13e06b7..67d48597b548 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -19,51 +19,46 @@ Iterations - - - - - - - - + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -106,104 +101,104 @@ Iterations - + - + - + - - - + + + - - + + - - + + - - - + + + - + - - + + - + - + - + - - - - - - - - - + + + + + + + + + - + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 70adb8964efe..e719f682afdc 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -15,52 +15,47 @@ Iterations - - + + - - - - - - + + + + + - + 20.0 - - + + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -106,42 +101,42 @@ Iterations - + - + - + - + - - + + - + - + - + - + @@ -149,7 +144,7 @@ Iterations - + @@ -159,48 +154,48 @@ Iterations - - - - - + + + + + - - + + - + - - - - + + + + - - + + - + - - - - - - - - - - + + + + + + + + + + - + - + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 4a5cfc604ac0..4f7883228e5e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -31,20 +31,20 @@ Average Time (ms) - + 1.8 - - -2 + + +1.9 - - -2.2 + + +2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index d8a8e5053d8f..657bb26f67a3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index de2387f4fdd9..fdb1c75cf0fe 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - + - -1.811 + +1.796 + + + +1.798 - - -1.812 + + +1.8 - - -1.813 + + +1.802 - - -1.814 + + +1.804 - - -1.815 + + +1.806 - - -1.816 + + +1.808 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 545252882255..98352dbe96ea 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - + - -1.811 + +1.796 + + + +1.798 - - -1.812 + + +1.8 - - -1.813 + + +1.802 - - -1.814 + + +1.804 - - -1.815 + + +1.806 - - -1.816 + + +1.808 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 744e41fe3161..b581ffc5f57f 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5317776.223833331,"upper_bound":5335200.198972222},"point_estimate":5326271.415555554,"standard_error":4441.37453286907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5304502.444444444,"upper_bound":5329955.0},"point_estimate":5314617.388888889,"standard_error":6560.525860158397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30515.202124913918,"upper_bound":52081.43080870318},"point_estimate":40332.567317287205,"standard_error":5752.668923060005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37300.695429327076,"upper_bound":51246.331453165694},"point_estimate":44568.197832547135,"standard_error":3558.5642807400263}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319891.762583336,"upper_bound":5334917.565916667},"point_estimate":5327055.120000001,"standard_error":3844.4768411735677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5314576.444444444,"upper_bound":5326572.222222222},"point_estimate":5319165.444444444,"standard_error":2873.969161971989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16903.698866566177,"upper_bound":32296.710726618996},"point_estimate":23866.72964294767,"standard_error":3773.760930388188},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28003.534261132463,"upper_bound":48079.88467278336},"point_estimate":38522.95553722847,"standard_error":5139.535885982465}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index a9026e464909..b02f97615724 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48703678.0,47560635.0,47410224.0,47327241.0,47494092.0,47477121.0,47374138.0,47620317.0,47522295.0,47785369.0,47503010.0,47585563.0,47492349.0,47504180.0,47636259.0,47330404.0,47944784.0,47898316.0,47699976.0,48170547.0,47613655.0,48162882.0,48435441.0,47759025.0,47708804.0,48397698.0,48411576.0,48143294.0,47788642.0,47986732.0,48399705.0,48155265.0,47563081.0,48525498.0,47949843.0,48365551.0,47875416.0,48735261.0,48244883.0,48138194.0,47603484.0,47608318.0,47542273.0,48630044.0,47659722.0,47640545.0,48218244.0,48012109.0,47509622.0,47444721.0,47587879.0,47873531.0,48031686.0,47574362.0,47851318.0,47829196.0,47758415.0,47822568.0,47988697.0,47728019.0,47762676.0,47740522.0,47958990.0,48547468.0,48117195.0,47730966.0,48434258.0,47692262.0,47667233.0,48046022.0,47795426.0,48229335.0,47693353.0,48080288.0,47990797.0,47616672.0,47603667.0,47710485.0,49310951.0,48834095.0,48341231.0,47793522.0,47693715.0,48257748.0,47963559.0,47980200.0,48549863.0,48835935.0,48090348.0,47693554.0,48228812.0,47691640.0,47466631.0,47833917.0,47874943.0,48386739.0,49003501.0,48373854.0,47679949.0,48026255.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48498922.0,47892811.0,47941765.0,47791751.0,48124838.0,47858177.0,47897004.0,48062000.0,48279831.0,48164854.0,48006578.0,47775743.0,47908343.0,48179261.0,48306028.0,48137504.0,47823675.0,47948027.0,47858580.0,47593359.0,49446456.0,47620192.0,47643791.0,47671186.0,48073243.0,48253982.0,47847299.0,47974305.0,48694041.0,48475829.0,47948057.0,47831188.0,47717403.0,47960580.0,48007007.0,47798506.0,47884896.0,47807883.0,47714926.0,47569065.0,47429812.0,47783578.0,47391759.0,47346186.0,47446774.0,47629139.0,47461131.0,47642782.0,47678430.0,47947574.0,47852475.0,47851706.0,47815339.0,47796851.0,47852908.0,48037584.0,47948024.0,47889539.0,47915685.0,47860082.0,47939150.0,48288597.0,47734835.0,47842780.0,47711692.0,47911066.0,47895166.0,47625862.0,47636190.0,48274179.0,47829695.0,47730900.0,48468965.0,48148376.0,49201963.0,48039360.0,47779151.0,47771534.0,47982163.0,47759843.0,49187859.0,48149084.0,47777616.0,47757188.0,47607526.0,47716073.0,47817471.0,48280573.0,48108841.0,48042225.0,48305537.0,48020662.0,47897584.0,48606126.0,47996650.0,47647251.0,48001627.0,47841146.0,47638015.0,47812843.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index b456e58b980b..96837e948aaf 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5114966.583333336,5203720.708333335,5440398.374999999,5529152.499999998] \ No newline at end of file +[5212943.138888888,5259759.305555555,5384602.416666667,5431418.583333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 80b5989360c0..7b2b7c28bd9b 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00928494387407013,"upper_bound":0.013293055881125424},"point_estimate":0.011246607243169615,"standard_error":0.0010191487919513527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007906160004314211,"upper_bound":0.012925876915796275},"point_estimate":0.009967546425771356,"standard_error":0.001229366479929676}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020132253053901507,"upper_bound":0.0024270669871926495},"point_estimate":0.00014713941203936542,"standard_error":0.0011248392227644316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002189370782614941,"upper_bound":0.003070536795608536},"point_estimate":0.000855763495799966,"standard_error":0.0013338055045694634}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 744e41fe3161..b581ffc5f57f 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5317776.223833331,"upper_bound":5335200.198972222},"point_estimate":5326271.415555554,"standard_error":4441.37453286907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5304502.444444444,"upper_bound":5329955.0},"point_estimate":5314617.388888889,"standard_error":6560.525860158397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30515.202124913918,"upper_bound":52081.43080870318},"point_estimate":40332.567317287205,"standard_error":5752.668923060005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37300.695429327076,"upper_bound":51246.331453165694},"point_estimate":44568.197832547135,"standard_error":3558.5642807400263}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319891.762583336,"upper_bound":5334917.565916667},"point_estimate":5327055.120000001,"standard_error":3844.4768411735677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5314576.444444444,"upper_bound":5326572.222222222},"point_estimate":5319165.444444444,"standard_error":2873.969161971989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16903.698866566177,"upper_bound":32296.710726618996},"point_estimate":23866.72964294767,"standard_error":3773.760930388188},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28003.534261132463,"upper_bound":48079.88467278336},"point_estimate":38522.95553722847,"standard_error":5139.535885982465}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index a9026e464909..b02f97615724 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48703678.0,47560635.0,47410224.0,47327241.0,47494092.0,47477121.0,47374138.0,47620317.0,47522295.0,47785369.0,47503010.0,47585563.0,47492349.0,47504180.0,47636259.0,47330404.0,47944784.0,47898316.0,47699976.0,48170547.0,47613655.0,48162882.0,48435441.0,47759025.0,47708804.0,48397698.0,48411576.0,48143294.0,47788642.0,47986732.0,48399705.0,48155265.0,47563081.0,48525498.0,47949843.0,48365551.0,47875416.0,48735261.0,48244883.0,48138194.0,47603484.0,47608318.0,47542273.0,48630044.0,47659722.0,47640545.0,48218244.0,48012109.0,47509622.0,47444721.0,47587879.0,47873531.0,48031686.0,47574362.0,47851318.0,47829196.0,47758415.0,47822568.0,47988697.0,47728019.0,47762676.0,47740522.0,47958990.0,48547468.0,48117195.0,47730966.0,48434258.0,47692262.0,47667233.0,48046022.0,47795426.0,48229335.0,47693353.0,48080288.0,47990797.0,47616672.0,47603667.0,47710485.0,49310951.0,48834095.0,48341231.0,47793522.0,47693715.0,48257748.0,47963559.0,47980200.0,48549863.0,48835935.0,48090348.0,47693554.0,48228812.0,47691640.0,47466631.0,47833917.0,47874943.0,48386739.0,49003501.0,48373854.0,47679949.0,48026255.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48498922.0,47892811.0,47941765.0,47791751.0,48124838.0,47858177.0,47897004.0,48062000.0,48279831.0,48164854.0,48006578.0,47775743.0,47908343.0,48179261.0,48306028.0,48137504.0,47823675.0,47948027.0,47858580.0,47593359.0,49446456.0,47620192.0,47643791.0,47671186.0,48073243.0,48253982.0,47847299.0,47974305.0,48694041.0,48475829.0,47948057.0,47831188.0,47717403.0,47960580.0,48007007.0,47798506.0,47884896.0,47807883.0,47714926.0,47569065.0,47429812.0,47783578.0,47391759.0,47346186.0,47446774.0,47629139.0,47461131.0,47642782.0,47678430.0,47947574.0,47852475.0,47851706.0,47815339.0,47796851.0,47852908.0,48037584.0,47948024.0,47889539.0,47915685.0,47860082.0,47939150.0,48288597.0,47734835.0,47842780.0,47711692.0,47911066.0,47895166.0,47625862.0,47636190.0,48274179.0,47829695.0,47730900.0,48468965.0,48148376.0,49201963.0,48039360.0,47779151.0,47771534.0,47982163.0,47759843.0,49187859.0,48149084.0,47777616.0,47757188.0,47607526.0,47716073.0,47817471.0,48280573.0,48108841.0,48042225.0,48305537.0,48020662.0,47897584.0,48606126.0,47996650.0,47647251.0,48001627.0,47841146.0,47638015.0,47812843.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index b456e58b980b..96837e948aaf 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5114966.583333336,5203720.708333335,5440398.374999999,5529152.499999998] \ No newline at end of file +[5212943.138888888,5259759.305555555,5384602.416666667,5431418.583333334] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index c99373427914..26b4f0374d8d 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 - + - -30 + +16 + + + +18 + + + +20 + + + +22 - - -35 + + +24 - - -40 + + +26 + + + +28 + + + +30 - - -45 + + +32 - - -50 + + +34 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 61b4f6b38a11..ab22a6871d9a 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - -0.06 + + +0.05 - - -0.08 + + +0.06 - - -0.1 + + +0.07 - - -0.12 + + +0.08 - + - -36 + +30 - - -38 + + +35 - - + + 40 - - -42 - - - -44 - - - -46 + + +45 - - -48 - - - + + 50 - - -52 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 8551222d7ef0..20fde2c91c7f 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,27 @@ Average Iteration Time (ms) - - - - - + + + + - -5.25 - - - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -87,206 +82,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index c7a73d43c7c0..18470adc6599 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,47 @@ Density (a.u.) Average Time (ms) - + 2 - - -4 - - + -6 +4 - -8 - - - -10 + +6 - + -12 +8 - -14 - - - -16 + +10 - + -18 +12 - -20 - - - -5.2 - - - + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 541ce776ee89..1e435bd83c2a 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.009 + +-0.0025 - - -0.0095 + + +-0.002 - - -0.01 + + +-0.0015 - - -0.0105 + + +-0.001 - - -0.011 + + +-5e-4 - - -0.0115 + + +0 - + + +5e-4 + + -0.012 +0.001 - -0.0125 - - - -0.013 - - - -0.0135 - - - - - - + +0.0015 + + + +0.002 + + + +0.0025 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 7c95412cdd55..88b761b32acf 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - - - - + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 36b6130a2a75..ef6c78ead7ac 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index ff940a08fd44..0f009dc5cdaa 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004882 - 0.0005062 - 0.0004864 + 0.0013841 + 0.0014324 + 0.0013746 Mean - 5.3178 ms - 5.3263 ms - 5.3352 ms + 5.3199 ms + 5.3271 ms + 5.3349 ms Std. Dev. - 37.301 µs - 44.568 µs - 51.246 µs + 28.004 µs + 38.523 µs + 48.080 µs Median - 5.3045 ms - 5.3146 ms - 5.3300 ms + 5.3146 ms + 5.3192 ms + 5.3266 ms MAD - 30.515 µs - 40.333 µs - 52.081 µs + 16.904 µs + 23.867 µs + 32.297 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.9285% - +1.1247% - +1.3293% - (p = 0.00 < + -0.2013% + +0.0147% + +0.2427% + (p = 0.90 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 1571ac8fdd2f..16abe891f9f2 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -5.26 - - - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - + + +5.48 + + 10 @@ -112,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index a71cb86939f5..eeccb9bd3e6b 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,62 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -5.26 - - - + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - - + + 5.38 - - + + 5.4 - - + + 5.42 - - + + 5.44 - - + + 5.46 - + + +5.48 + + 10 @@ -109,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 66940b3b3e2d..d4a8f4293655 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -5.316 + + +100 - - -5.318 + + +110 - - + + + 5.32 - - + + 5.322 - - + + 5.324 - - + + 5.326 - - + + 5.328 - - + + 5.33 - - + + 5.332 - - + + 5.334 - - + + 5.336 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index cfff875e9f71..98fb130bd5b3 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 + + +100 - - -70 + + +150 - - -80 + + +200 - - -90 + + +250 - + - -5.305 + +5.314 - - -5.31 + + +5.316 - - -5.315 + + +5.318 - - + + 5.32 - - -5.325 + + +5.322 + + + +5.324 - - -5.33 + + +5.326 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index f4f924b72f8e..8a290a6d7057 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,30 @@ Average Time (ms) - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - + Density (a.u.) @@ -82,52 +82,52 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - - - - - - - - - - + + +10 + + + +12 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 1976f149dee8..8e09fad6c4c3 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - + -10 +14 - + 5.3 - - + + 5.4 - - + + 5.5 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 159e4e6f164f..206ab193d481 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,27 @@ Average Iteration Time (ms) - - - - - + + + + - -5.25 - - - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -84,204 +79,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index da493fecf798..a69f80646d5d 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,45 @@ Density (a.u.) Average Time (ms) - + 2 - - -4 - - + -6 +4 - -8 - - - -10 + +6 - + -12 +8 - -14 - - - -16 + +10 - + -18 +12 - -20 - - - -5.2 - - - + 5.3 - - + + 5.4 - - + + 5.5 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 258a12df7de8..7e6c8fa6b1d4 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - - -5.316 + + +100 - - -5.318 + + +110 - - + + + 5.32 - - + + 5.322 - - + + 5.324 - - + + 5.326 - - + + 5.328 - - + + 5.33 - - + + 5.332 - - + + 5.334 - - + + 5.336 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index f7176d9be2d0..d5618526a2af 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521171.012575515,"upper_bound":1531225.5775356693},"point_estimate":1525767.4188532818,"standard_error":2584.882418850443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516287.142857143,"upper_bound":1519300.9188811188},"point_estimate":1517810.736111111,"standard_error":872.2620059010436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121.443247137959,"upper_bound":7644.8769222336105},"point_estimate":5550.183152000087,"standard_error":1020.736442418017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517511.731228066,"upper_bound":1525164.5884758446},"point_estimate":1520740.318025713,"standard_error":1980.7374761925244},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15258.441346149413,"upper_bound":35478.81760840158},"point_estimate":26008.090741751395,"standard_error":5211.051039843842}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514095.769291049,"upper_bound":1530696.2583400751},"point_estimate":1520612.8111308315,"standard_error":4408.538375809883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510843.6483333334,"upper_bound":1513850.5394736843},"point_estimate":1512133.2610275038,"standard_error":907.894681078349},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3887.838623320844,"upper_bound":7248.323445861952},"point_estimate":5413.733574648708,"standard_error":905.4684329237558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513902.1254633367,"upper_bound":1524744.7557790438},"point_estimate":1518402.911260529,"standard_error":2815.038129973361},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8744.131110527222,"upper_bound":72965.17756559316},"point_estimate":44326.791199217616,"standard_error":19481.078855534368}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 5497a2b3f421..fd238207df77 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1678984.0,3065101.0,4548529.0,6076912.0,7537367.0,9142734.0,10614010.0,12102429.0,13649707.0,15272043.0,17726275.0,19052950.0,20745931.0,22452241.0,22969351.0,24213552.0,25750100.0,27246122.0,28753155.0,30358033.0,32171814.0,33597314.0,34961449.0,36590881.0,38941129.0,39517520.0,41295303.0,42663047.0,43735057.0,45298516.0,46910473.0,48304516.0,50157006.0,51611072.0,54227533.0,54751029.0,55951358.0,57748237.0,59048983.0,60768621.0,62068769.0,64009104.0,65574327.0,66885822.0,68380268.0,69648939.0,70991668.0,72852464.0,74435829.0,75863481.0,77689116.0,78999320.0,80395129.0,82015983.0,83566128.0,86805196.0,88717496.0,87985102.0,89483102.0,90866373.0,92346560.0,94005386.0,95391698.0,96886068.0,98375336.0,100654934.0,102037337.0,103408119.0,104142795.0,106298378.0,107650612.0,109286050.0,110526226.0,119715831.0,116249323.0,118237693.0,116712378.0,118174264.0,119489825.0,121653103.0,122664728.0,124308666.0,127354646.0,127548416.0,128523042.0,130362702.0,132217610.0,133805164.0,134816289.0,136146141.0,138681874.0,139509650.0,140528575.0,142592125.0,143995649.0,145235476.0,146915921.0,148608319.0,150002088.0,151463104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1657663.0,3018338.0,4590432.0,6056755.0,7727984.0,9188125.0,10530405.0,12070277.0,13598619.0,15060022.0,16558448.0,18160043.0,19574793.0,21099826.0,22556378.0,24051397.0,25678075.0,27133486.0,28738293.0,30196972.0,31794223.0,33421034.0,34987841.0,36100664.0,37711572.0,39135891.0,40740565.0,42408451.0,43778866.0,45341715.0,46698590.0,48358475.0,50046861.0,51473747.0,52873986.0,54562705.0,56176597.0,57748883.0,59021868.0,61608591.0,61994163.0,80694841.0,65754200.0,66443159.0,68294488.0,69229630.0,71074047.0,74194545.0,73972031.0,75230602.0,76887356.0,78668601.0,80410129.0,81735001.0,82995586.0,84480488.0,85966014.0,87894030.0,89033869.0,92265522.0,92050094.0,94316976.0,95123179.0,96698843.0,98147159.0,99864619.0,101647375.0,103125434.0,104476360.0,106775521.0,107762690.0,109892546.0,112019863.0,112284332.0,113169376.0,115052641.0,116361423.0,118722042.0,120724209.0,121209805.0,122210680.0,124113629.0,125528420.0,127475276.0,128897329.0,130896962.0,133274736.0,139414663.0,134484122.0,135664620.0,137273556.0,139041519.0,140345680.0,141980994.0,143545885.0,145065998.0,147066127.0,148046859.0,149279866.0,151072963.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 77fdda76451a..a0bb37a4c5a2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1486169.6980820112,1500246.350363757,1537784.0897817458,1551860.7420634916] \ No newline at end of file +[1483841.7155461507,1496428.9150010932,1529994.7802142731,1542581.9796692156] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index c549f0ff761e..8538e3915024 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004036217567259431,"upper_bound":0.011317812411930167},"point_estimate":0.007372856424417318,"standard_error":0.0018209908687696235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0023375513570345063,"upper_bound":0.004725065528631944},"point_estimate":0.0033998630311389277,"standard_error":0.0006346638425118543}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00914440159168568,"upper_bound":0.004588990917018777},"point_estimate":-0.0033783705555361365,"standard_error":0.003485396045843658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005287667342126601,"upper_bound":-0.0021017489948177426},"point_estimate":-0.003740568536334088,"standard_error":0.0008296210256903026}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index f7176d9be2d0..d5618526a2af 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521171.012575515,"upper_bound":1531225.5775356693},"point_estimate":1525767.4188532818,"standard_error":2584.882418850443},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516287.142857143,"upper_bound":1519300.9188811188},"point_estimate":1517810.736111111,"standard_error":872.2620059010436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4121.443247137959,"upper_bound":7644.8769222336105},"point_estimate":5550.183152000087,"standard_error":1020.736442418017},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1517511.731228066,"upper_bound":1525164.5884758446},"point_estimate":1520740.318025713,"standard_error":1980.7374761925244},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15258.441346149413,"upper_bound":35478.81760840158},"point_estimate":26008.090741751395,"standard_error":5211.051039843842}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514095.769291049,"upper_bound":1530696.2583400751},"point_estimate":1520612.8111308315,"standard_error":4408.538375809883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510843.6483333334,"upper_bound":1513850.5394736843},"point_estimate":1512133.2610275038,"standard_error":907.894681078349},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3887.838623320844,"upper_bound":7248.323445861952},"point_estimate":5413.733574648708,"standard_error":905.4684329237558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513902.1254633367,"upper_bound":1524744.7557790438},"point_estimate":1518402.911260529,"standard_error":2815.038129973361},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8744.131110527222,"upper_bound":72965.17756559316},"point_estimate":44326.791199217616,"standard_error":19481.078855534368}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 5497a2b3f421..fd238207df77 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1678984.0,3065101.0,4548529.0,6076912.0,7537367.0,9142734.0,10614010.0,12102429.0,13649707.0,15272043.0,17726275.0,19052950.0,20745931.0,22452241.0,22969351.0,24213552.0,25750100.0,27246122.0,28753155.0,30358033.0,32171814.0,33597314.0,34961449.0,36590881.0,38941129.0,39517520.0,41295303.0,42663047.0,43735057.0,45298516.0,46910473.0,48304516.0,50157006.0,51611072.0,54227533.0,54751029.0,55951358.0,57748237.0,59048983.0,60768621.0,62068769.0,64009104.0,65574327.0,66885822.0,68380268.0,69648939.0,70991668.0,72852464.0,74435829.0,75863481.0,77689116.0,78999320.0,80395129.0,82015983.0,83566128.0,86805196.0,88717496.0,87985102.0,89483102.0,90866373.0,92346560.0,94005386.0,95391698.0,96886068.0,98375336.0,100654934.0,102037337.0,103408119.0,104142795.0,106298378.0,107650612.0,109286050.0,110526226.0,119715831.0,116249323.0,118237693.0,116712378.0,118174264.0,119489825.0,121653103.0,122664728.0,124308666.0,127354646.0,127548416.0,128523042.0,130362702.0,132217610.0,133805164.0,134816289.0,136146141.0,138681874.0,139509650.0,140528575.0,142592125.0,143995649.0,145235476.0,146915921.0,148608319.0,150002088.0,151463104.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1657663.0,3018338.0,4590432.0,6056755.0,7727984.0,9188125.0,10530405.0,12070277.0,13598619.0,15060022.0,16558448.0,18160043.0,19574793.0,21099826.0,22556378.0,24051397.0,25678075.0,27133486.0,28738293.0,30196972.0,31794223.0,33421034.0,34987841.0,36100664.0,37711572.0,39135891.0,40740565.0,42408451.0,43778866.0,45341715.0,46698590.0,48358475.0,50046861.0,51473747.0,52873986.0,54562705.0,56176597.0,57748883.0,59021868.0,61608591.0,61994163.0,80694841.0,65754200.0,66443159.0,68294488.0,69229630.0,71074047.0,74194545.0,73972031.0,75230602.0,76887356.0,78668601.0,80410129.0,81735001.0,82995586.0,84480488.0,85966014.0,87894030.0,89033869.0,92265522.0,92050094.0,94316976.0,95123179.0,96698843.0,98147159.0,99864619.0,101647375.0,103125434.0,104476360.0,106775521.0,107762690.0,109892546.0,112019863.0,112284332.0,113169376.0,115052641.0,116361423.0,118722042.0,120724209.0,121209805.0,122210680.0,124113629.0,125528420.0,127475276.0,128897329.0,130896962.0,133274736.0,139414663.0,134484122.0,135664620.0,137273556.0,139041519.0,140345680.0,141980994.0,143545885.0,145065998.0,147066127.0,148046859.0,149279866.0,151072963.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 77fdda76451a..a0bb37a4c5a2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1486169.6980820112,1500246.350363757,1537784.0897817458,1551860.7420634916] \ No newline at end of file +[1483841.7155461507,1496428.9150010932,1529994.7802142731,1542581.9796692156] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index c8ce522c5516..782a23e74bbb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -13,82 +13,74 @@ Average time (µs) 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - + + 7.5 - - -8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index ebcf3b55db57..90d161ec383b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + + +10 - - -0.07 + + +20 - - -0.08 + + +30 - - - -15 + + +40 - - -20 + + +50 - - -25 + + +60 - - -30 + + +70 - - -35 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 084a2bf3d3b1..1e83dd8d3f51 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,71 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 - - - + + 1.7 - - - - - + + +1.8 + + + +1.9 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index e6c21adfbbcf..e3d35afd0e2b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 47044561d9f4..130deb745a2d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - + - -0.004 + +-0.01 - - -0.005 + + +-0.008 - - -0.006 + + +-0.006 - - -0.007 + + +-0.004 - - -0.008 + + +-0.002 - - -0.009 + + +0 - - -0.01 + + +0.002 - + -0.011 +0.004 - -0.012 - - - - - - + +0.006 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 0cfb36ececb3..c78f80bcd2b1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + + +-0.0055 + + + +-0.005 - - -700 + + +-0.0045 - - - -0.0025 + + +-0.004 - - -0.003 + + +-0.0035 - - -0.0035 + + +-0.003 - - -0.004 + + +-0.0025 - - -0.0045 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index c5e74052db11..75455fea7837 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index a99949e10284..c5c87c366b31 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5175 ms - 1.5207 ms - 1.5252 ms + 1.5139 ms + 1.5184 ms + 1.5247 ms R² - 0.9839913 - 0.9846051 - 0.9834531 + 0.9404731 + 0.9415712 + 0.9393936 Mean - 1.5212 ms - 1.5258 ms - 1.5312 ms + 1.5141 ms + 1.5206 ms + 1.5307 ms Std. Dev. - 15.258 µs - 26.008 µs - 35.479 µs + 8.7441 µs + 44.327 µs + 72.965 µs Median - 1.5163 ms - 1.5178 ms - 1.5193 ms + 1.5108 ms + 1.5121 ms + 1.5139 ms MAD - 4.1214 µs - 5.5502 µs - 7.6449 µs + 3.8878 µs + 5.4137 µs + 7.2483 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.4036% - +0.7373% - +1.1318% - (p = 0.00 < + -0.9144% + -0.3378% + +0.4589% + (p = 0.35 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index f3bd4e88d176..d2c3607f4edf 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + + +1.514 + + + +1.516 - - -140 + + +1.518 - - -160 + + +1.52 - - - + + 1.522 - - + + 1.524 - - + + 1.526 - - + + 1.528 - - + + 1.53 - - + + 1.532 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 5f9222b5015d..d856ab9e85fd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - + 300 - + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - + - -1.516 - - - -1.5165 + +1.511 - - -1.517 + + +1.5115 - - -1.5175 + + +1.512 - - -1.518 + + +1.5125 - - -1.5185 + + +1.513 - - -1.519 + + +1.5135 - - -1.5195 + + +1.514 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 4b665f88534f..1e952a2085c4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,26 +54,50 @@ Average Time (ms) - + +1.45 + + + 1.5 - - + + 1.55 - - + + 1.6 - - + + 1.65 - - + + 1.7 - + + +1.75 + + + +1.8 + + + +1.85 + + + +1.9 + + + +1.95 + + Density (a.u.) @@ -82,56 +106,70 @@ Density (a.u.) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + +18 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index c466951e3137..43a0173451db 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,51 +10,67 @@ Average Time (ms) 0 - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 + + + +16 - - -25 + + +18 - - -30 + + +20 - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 - - - + + 1.7 - - - + + +1.8 + + + +1.9 + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 9aaec4173c25..a49ed7c85a5f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -23,8 +23,8 @@ Iterations - - + + 20.0 @@ -46,14 +46,14 @@ Iterations 100.0 - + 120.0 - - + + 140.0 - + 10 @@ -99,101 +99,101 @@ Iterations - - + + - - - - - - - + + + + + + + - + - - + + - + - + - + - - + + - - - - - + + + + + - - - - - - - + + + + + + + - - - + + + - + - + - + - - - - - - - - + + + + + + + + - - + + - + - - - - + + + + - - + + - - - - - - + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 692f0e18724d..601549272846 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -18,10 +18,10 @@ Iterations - + - - + + 20.0 @@ -35,22 +35,22 @@ Iterations 60.0 - + 80.0 - + 100.0 - + 120.0 - - + + 140.0 - + 10 @@ -96,16 +96,16 @@ Iterations - + - - - - + + + + @@ -114,11 +114,11 @@ Iterations - - - + + + - + @@ -126,63 +126,63 @@ Iterations - + - + - + - - + + - + - - - - - + + + + + - - - - - - + + + + + + - + - + - - + + - - - - - + + + + + - - + + - + - - - - + + + + - + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index e8b95a6be2db..860517eead6a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,69 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 - - - + + 1.7 - - - - - + + +1.8 + + + +1.9 + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index ada39a25cefa..25d552302d9b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 121821f8d20c..d09189bf5af0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - - -220 - - + - -1.517 + +1.514 - - -1.518 + + +1.516 - - -1.519 + + +1.518 - - + + 1.52 - - -1.521 - - - + + 1.522 - - -1.523 - - - + + 1.524 - - -1.525 - - - -1.526 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 7b3bfe46562e..bd86a7feddbd 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - - -220 - - + - -1.517 + +1.514 - - -1.518 + + +1.516 - - -1.519 + + +1.518 - - + + 1.52 - - -1.521 - - - + + 1.522 - - -1.523 - - - + + 1.524 - - -1.525 - - - -1.526 - - - - - + + + + Bootstrap distribution