From b8c2c99700d8d3c0dd19619573a504bd85923d47 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sat, 27 Jan 2024 03:50:24 +0000 Subject: [PATCH] Update Benchmarks 2024-01-27 bb66f7eda082638bd09d4d632afdc9709fb17db8 --- bench/data.js | 210 +++++++- bench/data.json | 210 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 118 +++-- .../report/SD.svg | 114 ++--- .../report/both/pdf.svg | 76 ++- .../report/both/regression.svg | 28 +- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 116 ++--- .../report/change/t-test.svg | 64 +-- .../report/index.html | 44 +- .../report/mean.svg | 122 ++--- .../report/median.svg | 98 ++-- .../report/pdf.svg | 124 +++-- .../report/pdf_small.svg | 60 +-- .../report/regression.svg | 94 ++-- .../report/regression_small.svg | 52 +- .../report/relative_pdf_small.svg | 76 ++- .../report/relative_regression_small.svg | 36 +- .../report/slope.svg | 120 +++-- .../report/typical.svg | 120 +++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 428 ++++++++-------- .../report/both/pdf.svg | 64 ++- .../report/change/mean.svg | 106 ++-- .../report/change/median.svg | 114 +++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 269 +++++----- .../report/mean.svg | 114 +++-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 110 ++-- .../report/pdf_small.svg | 76 +-- .../report/relative_iteration_times_small.svg | 434 ++++++++-------- .../report/relative_pdf_small.svg | 64 ++- .../report/typical.svg | 114 +++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 106 ++-- .../report/SD.svg | 100 ++-- .../report/both/iteration_times.svg | 409 +++++++-------- .../report/both/pdf.svg | 20 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 252 +++++----- .../report/mean.svg | 80 +-- .../report/median.svg | 116 ++--- .../report/pdf.svg | 176 ++++--- .../report/pdf_small.svg | 76 +-- .../report/relative_iteration_times_small.svg | 395 +++++++-------- .../report/relative_pdf_small.svg | 20 +- .../report/typical.svg | 80 +-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 104 ++-- criterion/fan_in_hydroflow/report/SD.svg | 82 +-- .../report/both/iteration_times.svg | 447 ++++++++--------- .../fan_in_hydroflow/report/both/pdf.svg | 84 ++-- .../fan_in_hydroflow/report/change/mean.svg | 106 ++-- .../fan_in_hydroflow/report/change/median.svg | 124 +++-- .../fan_in_hydroflow/report/change/t-test.svg | 74 +-- criterion/fan_in_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 279 +++++------ .../report/iteration_times_small.svg | 281 ++++++----- criterion/fan_in_hydroflow/report/mean.svg | 108 ++-- criterion/fan_in_hydroflow/report/median.svg | 126 +++-- criterion/fan_in_hydroflow/report/pdf.svg | 110 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 80 +-- .../report/relative_iteration_times_small.svg | 447 ++++++++--------- .../report/relative_pdf_small.svg | 84 ++-- criterion/fan_in_hydroflow/report/typical.svg | 108 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 106 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 460 ++++++++--------- .../report/both/pdf.svg | 68 ++- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 98 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 265 +++++----- .../report/iteration_times_small.svg | 267 +++++----- .../fan_in_hydroflow_surface/report/mean.svg | 96 ++-- .../report/median.svg | 112 +++-- .../fan_in_hydroflow_surface/report/pdf.svg | 96 ++-- .../report/pdf_small.svg | 58 +-- .../report/relative_iteration_times_small.svg | 460 ++++++++--------- .../report/relative_pdf_small.svg | 68 ++- .../report/typical.svg | 96 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 118 ++--- .../report/both/iteration_times.svg | 468 +++++++++--------- .../report/both/pdf.svg | 64 +-- .../report/change/mean.svg | 106 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 94 ++-- .../report/median.svg | 104 ++-- .../report/pdf.svg | 126 ++--- .../report/pdf_small.svg | 84 ++-- .../report/relative_iteration_times_small.svg | 460 +++++++++-------- .../report/relative_pdf_small.svg | 64 +-- .../report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 94 ++-- .../fan_out_hydroflow_surface/report/SD.svg | 118 +++-- .../report/both/iteration_times.svg | 342 ++++++------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 80 +-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 272 +++++----- .../report/iteration_times_small.svg | 272 +++++----- .../fan_out_hydroflow_surface/report/mean.svg | 124 +++-- .../report/median.svg | 82 ++- .../fan_out_hydroflow_surface/report/pdf.svg | 138 +++--- .../report/pdf_small.svg | 70 +-- .../report/relative_iteration_times_small.svg | 306 ++++++------ .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 124 +++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 102 ++-- criterion/fork_join_hydroflow/report/SD.svg | 86 ++-- .../report/both/iteration_times.svg | 457 +++++++++-------- .../fork_join_hydroflow/report/both/pdf.svg | 72 +-- .../report/change/mean.svg | 128 ++--- .../report/change/median.svg | 128 +++-- .../report/change/t-test.svg | 72 +-- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 268 +++++----- .../report/iteration_times_small.svg | 268 +++++----- criterion/fork_join_hydroflow/report/mean.svg | 94 ++-- .../fork_join_hydroflow/report/median.svg | 92 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 160 +++--- .../fork_join_hydroflow/report/pdf_small.svg | 60 ++- .../report/relative_iteration_times_small.svg | 457 +++++++++-------- .../report/relative_pdf_small.svg | 72 +-- .../fork_join_hydroflow/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 118 ++--- .../fork_join_hydroflow_builder/report/SD.svg | 84 ++-- .../report/both/iteration_times.svg | 464 +++++++++-------- .../report/both/pdf.svg | 46 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 279 +++++------ .../report/iteration_times_small.svg | 277 +++++------ .../report/mean.svg | 112 ++--- .../report/median.svg | 116 +++-- .../report/pdf.svg | 126 ++--- .../report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 458 +++++++++-------- .../report/relative_pdf_small.svg | 46 +- .../report/typical.svg | 112 ++--- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 62 ++- criterion/identity_hydroflow/report/SD.svg | 122 ++--- .../report/both/iteration_times.svg | 468 +++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 20 +- .../identity_hydroflow/report/change/mean.svg | 104 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 76 +-- .../identity_hydroflow/report/index.html | 40 +- .../report/iteration_times.svg | 258 +++++----- .../report/iteration_times_small.svg | 258 +++++----- criterion/identity_hydroflow/report/mean.svg | 94 ++-- .../identity_hydroflow/report/median.svg | 100 ++-- criterion/identity_hydroflow/report/pdf.svg | 110 ++-- .../identity_hydroflow/report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 468 +++++++++--------- .../report/relative_pdf_small.svg | 20 +- .../identity_hydroflow/report/typical.svg | 94 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 108 ++-- .../identity_hydroflow_compiled/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 428 ++++++++-------- .../report/both/pdf.svg | 56 +-- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 116 ++--- .../report/change/t-test.svg | 60 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 238 ++++----- .../report/iteration_times_small.svg | 238 ++++----- .../report/mean.svg | 84 ++-- .../report/median.svg | 106 ++-- .../report/pdf.svg | 130 ++--- .../report/pdf_small.svg | 68 ++- .../report/relative_iteration_times_small.svg | 428 ++++++++-------- .../report/relative_pdf_small.svg | 56 +-- .../report/typical.svg | 84 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 90 ++-- .../identity_hydroflow_surface/report/SD.svg | 118 +++-- .../report/both/iteration_times.svg | 440 ++++++++-------- .../report/both/pdf.svg | 60 +-- .../report/change/mean.svg | 26 +- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 250 +++++----- .../report/iteration_times_small.svg | 250 +++++----- .../report/mean.svg | 86 ++-- .../report/median.svg | 110 ++-- .../identity_hydroflow_surface/report/pdf.svg | 98 ++-- .../report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 440 ++++++++-------- .../report/relative_pdf_small.svg | 60 +-- .../report/typical.svg | 86 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 66 +-- criterion/micro_ops_anti_join/report/SD.svg | 92 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 62 +-- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 70 +-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 92 ++-- .../micro_ops_anti_join/report/median.svg | 86 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 144 +++--- .../micro_ops_anti_join/report/pdf_small.svg | 36 +- .../micro_ops_anti_join/report/regression.svg | 134 ++--- .../report/regression_small.svg | 130 ++--- .../report/relative_pdf_small.svg | 58 +-- .../report/relative_regression_small.svg | 4 +- .../micro_ops_anti_join/report/slope.svg | 82 ++- .../micro_ops_anti_join/report/typical.svg | 82 ++- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 98 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 126 ++--- .../micro_ops_crossjoin/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 48 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 70 ++- .../micro_ops_crossjoin/report/index.html | 44 +- criterion/micro_ops_crossjoin/report/mean.svg | 100 ++-- .../micro_ops_crossjoin/report/median.svg | 96 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 114 +++-- .../micro_ops_crossjoin/report/pdf_small.svg | 58 +-- .../micro_ops_crossjoin/report/regression.svg | 172 +++---- .../report/regression_small.svg | 152 +++--- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 42 +- .../micro_ops_crossjoin/report/slope.svg | 100 ++-- .../micro_ops_crossjoin/report/typical.svg | 100 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 84 ++-- criterion/micro_ops_difference/report/SD.svg | 86 ++-- .../micro_ops_difference/report/both/pdf.svg | 72 ++- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 76 ++- .../micro_ops_difference/report/index.html | 44 +- .../micro_ops_difference/report/mean.svg | 92 ++-- .../micro_ops_difference/report/median.svg | 90 ++-- criterion/micro_ops_difference/report/pdf.svg | 86 ++-- .../micro_ops_difference/report/pdf_small.svg | 44 +- .../report/regression.svg | 108 ++-- .../report/regression_small.svg | 76 +-- .../report/relative_pdf_small.svg | 72 ++- .../report/relative_regression_small.svg | 8 +- .../micro_ops_difference/report/slope.svg | 92 ++-- .../micro_ops_difference/report/typical.svg | 92 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 96 ++-- criterion/micro_ops_flat_map/report/SD.svg | 112 +++-- .../micro_ops_flat_map/report/both/pdf.svg | 50 +- .../report/both/regression.svg | 20 +- .../micro_ops_flat_map/report/change/mean.svg | 86 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 ++- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 92 ++-- .../micro_ops_flat_map/report/median.svg | 70 ++- criterion/micro_ops_flat_map/report/pdf.svg | 130 +++-- .../micro_ops_flat_map/report/pdf_small.svg | 66 +-- .../micro_ops_flat_map/report/regression.svg | 140 +++--- .../report/regression_small.svg | 82 +-- .../report/relative_pdf_small.svg | 50 +- .../report/relative_regression_small.svg | 2 +- criterion/micro_ops_flat_map/report/slope.svg | 94 ++-- .../micro_ops_flat_map/report/typical.svg | 94 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 92 ++-- criterion/micro_ops_fold/report/SD.svg | 94 ++-- criterion/micro_ops_fold/report/both/pdf.svg | 64 +-- .../micro_ops_fold/report/both/regression.svg | 4 +- .../micro_ops_fold/report/change/mean.svg | 82 +-- .../micro_ops_fold/report/change/median.svg | 90 ++-- .../micro_ops_fold/report/change/t-test.svg | 60 +-- criterion/micro_ops_fold/report/index.html | 44 +- criterion/micro_ops_fold/report/mean.svg | 78 ++- criterion/micro_ops_fold/report/median.svg | 94 ++-- criterion/micro_ops_fold/report/pdf.svg | 72 +-- criterion/micro_ops_fold/report/pdf_small.svg | 52 +- .../micro_ops_fold/report/regression.svg | 172 +++---- .../report/regression_small.svg | 132 ++--- .../report/relative_pdf_small.svg | 64 +-- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_fold/report/slope.svg | 92 ++-- criterion/micro_ops_fold/report/typical.svg | 92 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 100 ++-- criterion/micro_ops_group_by/report/SD.svg | 92 ++-- .../micro_ops_group_by/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 62 +-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_group_by/report/index.html | 44 +- criterion/micro_ops_group_by/report/mean.svg | 62 +-- .../micro_ops_group_by/report/median.svg | 110 ++-- criterion/micro_ops_group_by/report/pdf.svg | 70 ++- .../micro_ops_group_by/report/pdf_small.svg | 36 +- .../micro_ops_group_by/report/regression.svg | 249 +++++----- .../report/regression_small.svg | 249 +++++----- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_group_by/report/slope.svg | 88 ++-- .../micro_ops_group_by/report/typical.svg | 88 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 78 +-- criterion/micro_ops_identity/report/SD.svg | 82 +-- .../micro_ops_identity/report/both/pdf.svg | 20 +- .../report/both/regression.svg | 56 +-- .../micro_ops_identity/report/change/mean.svg | 76 ++- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 52 +- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 122 +++-- .../micro_ops_identity/report/median.svg | 66 +-- criterion/micro_ops_identity/report/pdf.svg | 148 +++--- .../micro_ops_identity/report/pdf_small.svg | 68 ++- .../micro_ops_identity/report/regression.svg | 232 ++++----- .../report/regression_small.svg | 214 ++++---- .../report/relative_pdf_small.svg | 20 +- .../report/relative_regression_small.svg | 50 +- criterion/micro_ops_identity/report/slope.svg | 86 ++-- .../micro_ops_identity/report/typical.svg | 86 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 106 ++-- criterion/micro_ops_join/report/SD.svg | 92 ++-- criterion/micro_ops_join/report/both/pdf.svg | 48 +- .../micro_ops_join/report/both/regression.svg | 54 +- .../micro_ops_join/report/change/mean.svg | 130 +++-- .../micro_ops_join/report/change/median.svg | 62 ++- .../micro_ops_join/report/change/t-test.svg | 72 ++- criterion/micro_ops_join/report/index.html | 44 +- criterion/micro_ops_join/report/mean.svg | 92 ++-- criterion/micro_ops_join/report/median.svg | 108 ++-- criterion/micro_ops_join/report/pdf.svg | 144 +++--- criterion/micro_ops_join/report/pdf_small.svg | 70 ++- .../micro_ops_join/report/regression.svg | 260 +++++----- .../report/regression_small.svg | 260 +++++----- .../report/relative_pdf_small.svg | 48 +- .../report/relative_regression_small.svg | 48 +- criterion/micro_ops_join/report/slope.svg | 102 ++-- criterion/micro_ops_join/report/typical.svg | 102 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 108 ++-- criterion/micro_ops_map/report/SD.svg | 122 +++-- criterion/micro_ops_map/report/both/pdf.svg | 28 +- .../micro_ops_map/report/both/regression.svg | 48 +- .../micro_ops_map/report/change/mean.svg | 128 ++--- .../micro_ops_map/report/change/median.svg | 102 ++-- .../micro_ops_map/report/change/t-test.svg | 72 ++- criterion/micro_ops_map/report/index.html | 46 +- criterion/micro_ops_map/report/mean.svg | 102 ++-- criterion/micro_ops_map/report/median.svg | 84 ++-- criterion/micro_ops_map/report/pdf.svg | 142 +++--- criterion/micro_ops_map/report/pdf_small.svg | 64 +-- criterion/micro_ops_map/report/regression.svg | 180 +++---- .../micro_ops_map/report/regression_small.svg | 156 +++--- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 36 +- criterion/micro_ops_map/report/slope.svg | 128 ++--- criterion/micro_ops_map/report/typical.svg | 128 ++--- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 112 +++-- .../micro_ops_next_tick_big/report/SD.svg | 88 ++-- .../report/both/pdf.svg | 24 +- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 60 +-- .../report/change/median.svg | 78 ++- .../report/change/t-test.svg | 72 ++- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 62 +-- .../micro_ops_next_tick_big/report/median.svg | 92 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 196 ++++---- .../report/pdf_small.svg | 68 ++- .../report/regression.svg | 248 +++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 10 +- .../micro_ops_next_tick_big/report/slope.svg | 70 +-- .../report/typical.svg | 70 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 96 ++-- .../micro_ops_next_tick_small/report/SD.svg | 66 +-- .../report/both/pdf.svg | 64 +-- .../report/both/regression.svg | 20 +- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 62 +-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 44 +- .../micro_ops_next_tick_small/report/mean.svg | 66 +-- .../report/median.svg | 88 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 60 +-- .../report/regression.svg | 175 +++---- .../report/regression_small.svg | 115 +++-- .../report/relative_pdf_small.svg | 56 +-- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 92 ++-- .../report/typical.svg | 92 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 86 ++-- criterion/micro_ops_sort/report/SD.svg | 96 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 76 +-- .../micro_ops_sort/report/both/regression.svg | 14 +- .../micro_ops_sort/report/change/mean.svg | 100 ++-- .../micro_ops_sort/report/change/median.svg | 100 ++-- .../micro_ops_sort/report/change/t-test.svg | 72 +-- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 102 ++-- criterion/micro_ops_sort/report/median.svg | 114 +++-- criterion/micro_ops_sort/report/pdf.svg | 80 ++- criterion/micro_ops_sort/report/pdf_small.svg | 36 +- .../micro_ops_sort/report/regression.svg | 259 +++++----- .../report/regression_small.svg | 255 +++++----- .../report/relative_pdf_small.svg | 72 +-- .../report/relative_regression_small.svg | 14 +- criterion/micro_ops_sort/report/slope.svg | 102 ++-- criterion/micro_ops_sort/report/typical.svg | 102 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 78 ++- criterion/micro_ops_tee/report/SD.svg | 68 +-- criterion/micro_ops_tee/report/both/pdf.svg | 70 ++- .../micro_ops_tee/report/both/regression.svg | 18 +- .../micro_ops_tee/report/change/mean.svg | 100 ++-- .../micro_ops_tee/report/change/median.svg | 104 ++-- .../micro_ops_tee/report/change/t-test.svg | 68 +-- criterion/micro_ops_tee/report/index.html | 46 +- criterion/micro_ops_tee/report/mean.svg | 94 ++-- criterion/micro_ops_tee/report/median.svg | 102 ++-- criterion/micro_ops_tee/report/pdf.svg | 90 ++-- criterion/micro_ops_tee/report/pdf_small.svg | 44 +- criterion/micro_ops_tee/report/regression.svg | 208 ++++---- .../micro_ops_tee/report/regression_small.svg | 168 +++---- .../report/relative_pdf_small.svg | 70 ++- .../report/relative_regression_small.svg | 12 +- criterion/micro_ops_tee/report/slope.svg | 68 +-- criterion/micro_ops_tee/report/typical.svg | 68 +-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 90 ++-- criterion/micro_ops_union/report/SD.svg | 74 ++- criterion/micro_ops_union/report/both/pdf.svg | 64 ++- .../report/both/regression.svg | 62 +-- .../micro_ops_union/report/change/mean.svg | 118 ++--- .../micro_ops_union/report/change/median.svg | 112 ++--- .../micro_ops_union/report/change/t-test.svg | 68 +-- criterion/micro_ops_union/report/index.html | 44 +- criterion/micro_ops_union/report/mean.svg | 74 +-- criterion/micro_ops_union/report/median.svg | 90 ++-- criterion/micro_ops_union/report/pdf.svg | 98 ++-- .../micro_ops_union/report/pdf_small.svg | 56 ++- .../micro_ops_union/report/regression.svg | 218 ++++---- .../report/regression_small.svg | 184 +++---- .../report/relative_pdf_small.svg | 64 ++- .../report/relative_regression_small.svg | 50 +- criterion/micro_ops_union/report/slope.svg | 100 ++-- criterion/micro_ops_union/report/typical.svg | 100 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 104 ++-- criterion/micro_ops_unique/report/SD.svg | 110 ++-- .../micro_ops_unique/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../micro_ops_unique/report/change/mean.svg | 84 ++-- .../micro_ops_unique/report/change/median.svg | 110 ++-- .../micro_ops_unique/report/change/t-test.svg | 76 +-- criterion/micro_ops_unique/report/index.html | 44 +- criterion/micro_ops_unique/report/mean.svg | 106 ++-- criterion/micro_ops_unique/report/median.svg | 104 ++-- criterion/micro_ops_unique/report/pdf.svg | 158 +++--- .../micro_ops_unique/report/pdf_small.svg | 58 +-- .../micro_ops_unique/report/regression.svg | 256 +++++----- .../report/regression_small.svg | 256 +++++----- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_unique/report/slope.svg | 88 ++-- criterion/micro_ops_unique/report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 70 +-- .../reachability_hydroflow/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 466 +++++++++-------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 80 +-- .../report/change/t-test.svg | 68 +-- .../reachability_hydroflow/report/index.html | 66 ++- .../report/iteration_times.svg | 253 +++++----- .../report/iteration_times_small.svg | 253 +++++----- .../reachability_hydroflow/report/mean.svg | 114 ++--- .../reachability_hydroflow/report/median.svg | 104 ++-- .../reachability_hydroflow/report/pdf.svg | 204 ++++---- .../report/pdf_small.svg | 82 ++- .../report/relative_iteration_times_small.svg | 460 ++++++++--------- .../report/relative_pdf_small.svg | 48 +- .../reachability_hydroflow/report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 98 ++-- .../report/SD.svg | 90 ++-- .../report/both/pdf.svg | 32 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 110 ++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 44 +- .../report/mean.svg | 68 ++- .../report/median.svg | 88 ++-- .../report/pdf.svg | 114 ++--- .../report/pdf_small.svg | 64 +-- .../report/regression.svg | 104 ++-- .../report/regression_small.svg | 62 +-- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 92 ++-- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 458 ++++++++--------- .../report/both/pdf.svg | 60 ++- .../report/change/mean.svg | 80 +-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 38 +- .../report/index.html | 36 +- .../report/iteration_times.svg | 261 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 74 +-- .../report/median.svg | 112 +++-- .../report/pdf.svg | 100 ++-- .../report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 458 ++++++++--------- .../report/relative_pdf_small.svg | 60 ++- .../report/typical.svg | 74 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../report/SD.svg | 84 ++-- .../report/both/pdf.svg | 52 +- .../report/both/regression.svg | 46 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 64 +-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 46 +- .../report/mean.svg | 92 ++-- .../report/median.svg | 102 ++-- .../report/pdf.svg | 144 +++--- .../report/pdf_small.svg | 58 ++- .../report/regression.svg | 162 +++--- .../report/regression_small.svg | 128 ++--- .../report/relative_pdf_small.svg | 50 +- .../report/relative_regression_small.svg | 46 +- .../report/slope.svg | 82 ++- .../report/typical.svg | 82 ++- 764 files changed, 30721 insertions(+), 30339 deletions(-) diff --git a/bench/data.js b/bench/data.js index e30bc99156b6..bec55c3d0143 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1706241089514, + "lastUpdate": 1706327423845, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -108517,6 +108517,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "bb66f7eda082638bd09d4d632afdc9709fb17db8", + "message": "chore: add info on preserving changelogs when moving crates in `RELEASING.md` (#1046)", + "timestamp": "2024-01-26T19:51:25Z", + "url": "https://github.com/hydro-project/hydroflow/commit/bb66f7eda082638bd09d4d632afdc9709fb17db8" + }, + "date": 1706327423813, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309707, + "range": "± 866", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6502573, + "range": "± 48880", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6527289, + "range": "± 167206", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 70619098, + "range": "± 270850", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 30290484, + "range": "± 837765", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44588948, + "range": "± 1881266", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6449961, + "range": "± 18579", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5275255, + "range": "± 49006", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4189545, + "range": "± 15018", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8417637, + "range": "± 115024", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6515447, + "range": "± 33926", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6620577, + "range": "± 18175", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1947082, + "range": "± 27453", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1979328, + "range": "± 9544", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5263828, + "range": "± 28825", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1582854, + "range": "± 9322", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4011, + "range": "± 103", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53003, + "range": "± 460", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6536, + "range": "± 274", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21859, + "range": "± 159", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 82092, + "range": "± 3798", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70697, + "range": "± 915", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15030, + "range": "± 123", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6895, + "range": "± 39", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18278, + "range": "± 1105", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99573, + "range": "± 2402", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 111543, + "range": "± 2608", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9040, + "range": "± 305", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 52135, + "range": "± 1405", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 68981, + "range": "± 3414", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8976, + "range": "± 323", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 0c043b9aa869..ec1b4eeb3a35 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1706241089514, + "lastUpdate": 1706327423845, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -108516,6 +108516,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "bb66f7eda082638bd09d4d632afdc9709fb17db8", + "message": "chore: add info on preserving changelogs when moving crates in `RELEASING.md` (#1046)", + "timestamp": "2024-01-26T19:51:25Z", + "url": "https://github.com/hydro-project/hydroflow/commit/bb66f7eda082638bd09d4d632afdc9709fb17db8" + }, + "date": 1706327423813, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309707, + "range": "± 866", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6502573, + "range": "± 48880", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6527289, + "range": "± 167206", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 70619098, + "range": "± 270850", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 30290484, + "range": "± 837765", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 44588948, + "range": "± 1881266", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6449961, + "range": "± 18579", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5275255, + "range": "± 49006", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4189545, + "range": "± 15018", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8417637, + "range": "± 115024", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6515447, + "range": "± 33926", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6620577, + "range": "± 18175", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1947082, + "range": "± 27453", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1979328, + "range": "± 9544", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5263828, + "range": "± 28825", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1582854, + "range": "± 9322", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4011, + "range": "± 103", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53003, + "range": "± 460", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6536, + "range": "± 274", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 21859, + "range": "± 159", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 82092, + "range": "± 3798", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70697, + "range": "± 915", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15030, + "range": "± 123", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6895, + "range": "± 39", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18278, + "range": "± 1105", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 99573, + "range": "± 2402", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 111543, + "range": "± 2608", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9040, + "range": "± 305", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 52135, + "range": "± 1405", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 68981, + "range": "± 3414", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8976, + "range": "± 323", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 3cf6a75a5e52..c2efc1d88a79 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309093.0242187014,"upper_bound":309187.7110777235},"point_estimate":309137.93798633467,"standard_error":24.125774083999843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309049.286402439,"upper_bound":309127.5816326531},"point_estimate":309069.9879822897,"standard_error":22.12747629708889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.02569395367571,"upper_bound":180.29966071953737},"point_estimate":133.83857822732926,"standard_error":22.50276954618212},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309114.2189218538,"upper_bound":309204.6140076152},"point_estimate":309157.96825624356,"standard_error":23.094532736937587},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162.2697823430562,"upper_bound":314.1672426265295},"point_estimate":244.37049600589762,"standard_error":38.85384259680212}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309702.22914647567,"upper_bound":310039.15343515226},"point_estimate":309862.97433906345,"standard_error":85.87174761647216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309507.6168831169,"upper_bound":309882.27419354836},"point_estimate":309707.3461538461,"standard_error":93.43552320902414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":563.9333697628863,"upper_bound":922.0986345600545},"point_estimate":693.4084437472455,"standard_error":92.33487034171911},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309994.3086431863,"upper_bound":310437.25639383344},"point_estimate":310197.7493438747,"standard_error":113.57413130374563},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":639.0003960302708,"upper_bound":1105.8575024389875},"point_estimate":866.8052537380203,"standard_error":122.00032688234367}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index c391fa431f6e..23d513d9f1d2 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1234667.0,2473482.0,3721384.0,4957154.0,6176692.0,7447377.0,8660654.0,9882768.0,11124228.0,12357973.0,13593643.0,14841705.0,16065452.0,17317712.0,18541209.0,19802124.0,21016724.0,22252303.0,23485287.0,24716979.0,25946887.0,27189320.0,28439776.0,29695192.0,30884946.0,32132236.0,33372775.0,34610697.0,35861435.0,37092866.0,38310692.0,39551010.0,40840339.0,42028220.0,43262155.0,44496922.0,45720048.0,46987315.0,48213517.0,49460218.0,50683624.0,51906919.0,53187802.0,54437498.0,55645014.0,56881135.0,58094372.0,59354908.0,60571240.0,61810417.0,63025297.0,64337127.0,65517674.0,66968776.0,67992187.0,69233678.0,70501277.0,71693575.0,72982003.0,74147120.0,75410271.0,76630381.0,77920982.0,79113852.0,80345483.0,81658828.0,82796874.0,84052000.0,85312756.0,86547693.0,87837985.0,89011708.0,90269921.0,91504733.0,92715146.0,93924586.0,95239243.0,96405604.0,97663985.0,98906758.0,100161342.0,101428611.0,102577358.0,103886024.0,105098611.0,106296279.0,107614082.0,108773760.0,110026852.0,111306192.0,112578260.0,113798341.0,114974228.0,116237048.0,117651963.0,118742832.0,120010200.0,121178012.0,122573090.0,123751483.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233894.0,2475743.0,3709477.0,4943590.0,6188975.0,7412180.0,8660300.0,9885437.0,11134501.0,12358445.0,13597379.0,14841742.0,16104530.0,17339476.0,18542361.0,19788869.0,21015620.0,22278579.0,23488657.0,24718855.0,25965683.0,27233209.0,28425615.0,29672534.0,30904334.0,32156081.0,33408981.0,34615553.0,35909399.0,37090334.0,38333005.0,39573360.0,40798489.0,42062147.0,43338380.0,44563889.0,45739744.0,47296050.0,48513724.0,49628856.0,50862329.0,52067359.0,53308296.0,54526490.0,55832600.0,56950287.0,58236708.0,59629770.0,61095447.0,61865665.0,63259647.0,64434712.0,65582394.0,66912257.0,68301371.0,69755927.0,70919248.0,72130551.0,73413386.0,74606324.0,75779163.0,76850804.0,78223297.0,79264973.0,80416933.0,81750744.0,82896823.0,84055727.0,85372316.0,86845937.0,88042552.0,90514648.0,91142841.0,91976867.0,93188380.0,94269488.0,95328346.0,96964250.0,97838172.0,99254316.0,100470486.0,101879187.0,102969312.0,104066540.0,105560199.0,106588279.0,107907814.0,109082647.0,110580324.0,111608514.0,112735238.0,113965956.0,115101928.0,116697969.0,117742319.0,118959162.0,120317969.0,122511014.0,122903628.0,123978094.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index ccb7fe639187..838d872dfa29 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308377.9032999164,308692.44296940265,309531.2154213659,309845.75509085215] \ No newline at end of file +[306527.26439950964,307894.18673406856,311539.3129595589,312906.23529411777] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 6a9622e5431d..88dae71fce59 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2.526149653697747e-6,"upper_bound":0.00044406464929122575},"point_estimate":0.0002265237898797512,"standard_error":0.00011333119654937677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1.4897133715496835e-6,"upper_bound":0.00040870286493954744},"point_estimate":0.00017482580165606443,"standard_error":0.00010329662027693093}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001804235823173711,"upper_bound":0.00299035385669279},"point_estimate":0.002345348996799057,"standard_error":0.00030331659179506183},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001406001562815895,"upper_bound":0.002631617261512176},"point_estimate":0.0020621807239109557,"standard_error":0.00031646830461068594}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 3cf6a75a5e52..c2efc1d88a79 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309093.0242187014,"upper_bound":309187.7110777235},"point_estimate":309137.93798633467,"standard_error":24.125774083999843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309049.286402439,"upper_bound":309127.5816326531},"point_estimate":309069.9879822897,"standard_error":22.12747629708889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.02569395367571,"upper_bound":180.29966071953737},"point_estimate":133.83857822732926,"standard_error":22.50276954618212},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309114.2189218538,"upper_bound":309204.6140076152},"point_estimate":309157.96825624356,"standard_error":23.094532736937587},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162.2697823430562,"upper_bound":314.1672426265295},"point_estimate":244.37049600589762,"standard_error":38.85384259680212}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309702.22914647567,"upper_bound":310039.15343515226},"point_estimate":309862.97433906345,"standard_error":85.87174761647216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309507.6168831169,"upper_bound":309882.27419354836},"point_estimate":309707.3461538461,"standard_error":93.43552320902414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":563.9333697628863,"upper_bound":922.0986345600545},"point_estimate":693.4084437472455,"standard_error":92.33487034171911},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309994.3086431863,"upper_bound":310437.25639383344},"point_estimate":310197.7493438747,"standard_error":113.57413130374563},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":639.0003960302708,"upper_bound":1105.8575024389875},"point_estimate":866.8052537380203,"standard_error":122.00032688234367}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index c391fa431f6e..23d513d9f1d2 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1234667.0,2473482.0,3721384.0,4957154.0,6176692.0,7447377.0,8660654.0,9882768.0,11124228.0,12357973.0,13593643.0,14841705.0,16065452.0,17317712.0,18541209.0,19802124.0,21016724.0,22252303.0,23485287.0,24716979.0,25946887.0,27189320.0,28439776.0,29695192.0,30884946.0,32132236.0,33372775.0,34610697.0,35861435.0,37092866.0,38310692.0,39551010.0,40840339.0,42028220.0,43262155.0,44496922.0,45720048.0,46987315.0,48213517.0,49460218.0,50683624.0,51906919.0,53187802.0,54437498.0,55645014.0,56881135.0,58094372.0,59354908.0,60571240.0,61810417.0,63025297.0,64337127.0,65517674.0,66968776.0,67992187.0,69233678.0,70501277.0,71693575.0,72982003.0,74147120.0,75410271.0,76630381.0,77920982.0,79113852.0,80345483.0,81658828.0,82796874.0,84052000.0,85312756.0,86547693.0,87837985.0,89011708.0,90269921.0,91504733.0,92715146.0,93924586.0,95239243.0,96405604.0,97663985.0,98906758.0,100161342.0,101428611.0,102577358.0,103886024.0,105098611.0,106296279.0,107614082.0,108773760.0,110026852.0,111306192.0,112578260.0,113798341.0,114974228.0,116237048.0,117651963.0,118742832.0,120010200.0,121178012.0,122573090.0,123751483.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233894.0,2475743.0,3709477.0,4943590.0,6188975.0,7412180.0,8660300.0,9885437.0,11134501.0,12358445.0,13597379.0,14841742.0,16104530.0,17339476.0,18542361.0,19788869.0,21015620.0,22278579.0,23488657.0,24718855.0,25965683.0,27233209.0,28425615.0,29672534.0,30904334.0,32156081.0,33408981.0,34615553.0,35909399.0,37090334.0,38333005.0,39573360.0,40798489.0,42062147.0,43338380.0,44563889.0,45739744.0,47296050.0,48513724.0,49628856.0,50862329.0,52067359.0,53308296.0,54526490.0,55832600.0,56950287.0,58236708.0,59629770.0,61095447.0,61865665.0,63259647.0,64434712.0,65582394.0,66912257.0,68301371.0,69755927.0,70919248.0,72130551.0,73413386.0,74606324.0,75779163.0,76850804.0,78223297.0,79264973.0,80416933.0,81750744.0,82896823.0,84055727.0,85372316.0,86845937.0,88042552.0,90514648.0,91142841.0,91976867.0,93188380.0,94269488.0,95328346.0,96964250.0,97838172.0,99254316.0,100470486.0,101879187.0,102969312.0,104066540.0,105560199.0,106588279.0,107907814.0,109082647.0,110580324.0,111608514.0,112735238.0,113965956.0,115101928.0,116697969.0,117742319.0,118959162.0,120317969.0,122511014.0,122903628.0,123978094.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index ccb7fe639187..838d872dfa29 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308377.9032999164,308692.44296940265,309531.2154213659,309845.75509085215] \ No newline at end of file +[306527.26439950964,307894.18673406856,311539.3129595589,312906.23529411777] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 946962259498..105dd1712b55 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ns) - -0.002 + +5e-4 - - -0.004 + + +0.001 + + + +0.0015 - - -0.006 + + +0.002 + + + +0.0025 - - -0.008 + + +0.003 - - -0.01 + + +0.0035 - - -0.012 + + +0.004 - - -0.014 + + +0.0045 - - -0.016 + + +0.005 - - -0.018 + + +0.0055 - + - -100 + +550 - - -110 + + +600 - + -120 +650 - -130 + +700 - - -140 + + +750 - - -150 + + +800 - - -160 + + +850 - - -170 + + +900 - - -180 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 708c0b91e11d..99c494815c63 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,93 +6,65 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - - -0.007 + + +3.5 - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - + - -160 - - - -180 - - - -200 - - - -220 + +0.6 - - -240 + + +0.7 - - -260 + + +0.8 - - -280 + + +0.9 - - -300 + + +1 - - -320 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 1f887f70a0bd..47ebec03a003 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,39 +9,71 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 - - + + +1.8 + + + 2 - + + +2.2 + + - + 308 - - -309 - - - + + 310 - - - - - + + +312 + + + +314 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index 201873e5135f..3f11dc970603 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -20,10 +20,10 @@ Iterations - - - - + + + + 0.0 @@ -37,22 +37,22 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -90,8 +90,8 @@ Iterations 400 - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 225fc8b521f1..04757c917271 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,74 +9,66 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 - - -1500 + + +600 - - -2000 + + +800 - - -2500 + + +1000 - - -3000 + + +1200 - - - -0 + + +1400 - - -5e-5 + + + +0.0018 - - -1e-4 + + +0.002 - + -0.00015 +0.0022 - -2e-4 - - - -0.00025 - - - -3e-4 + +0.0024 - - -0.00035 + + +0.0026 - - -4e-4 + + +0.0028 - - -0.00045 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 729f88d66d1e..cc96c5a7de3a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 - - - -1500 + + +400 - - -2000 + + +600 - - -2500 + + +800 - - -3000 - - - -3500 + + +1000 - - -4000 + + +1200 - - -4500 + + +1400 - - -5000 + + +1600 - + - -0 - - - -5e-5 - - - -1e-4 - - - -0.00015 + +0.0014 - - -2e-4 + + +0.0016 - - -0.00025 + + +0.0018 - - -3e-4 + + +0.002 - - -0.00035 + + +0.0022 - - -4e-4 + + +0.0024 - - -0.00045 + + +0.0026 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 65c1d3f94b5b..7ed579196ed1 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 3fbf74642b16..3fda83a6db5d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.11 µs - 309.16 µs - 309.20 µs + 309.99 µs + 310.20 µs + 310.44 µs R² - 0.9999545 - 0.9999573 - 0.9999542 + 0.9988584 + 0.9989178 + 0.9988354 Mean - 309.09 µs - 309.14 µs - 309.19 µs + 309.70 µs + 309.86 µs + 310.04 µs Std. Dev. - 162.27 ns - 244.37 ns - 314.17 ns + 639.00 ns + 866.81 ns + 1.1059 µs Median - 309.05 µs - 309.07 µs - 309.13 µs + 309.51 µs + 309.71 µs + 309.88 µs MAD - 101.03 ns - 133.84 ns - 180.30 ns + 563.93 ns + 693.41 ns + 922.10 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.0003% - +0.0227% - +0.0444% - (p = 0.04 < + +0.1804% + +0.2345% + +0.2990% + (p = 0.00 < 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index f4ba23b8849b..5f89136702d7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,90 +9,78 @@ Density (a.u.) Average time (µs)
- -2 - - - -4 - - - -6 - - - -8 + +0.5 - - -10 + + +1 - - -12 + + +1.5 - - -14 + + +2 - - -16 + + +2.5 - - -18 + + +3 - - - -309.09 + + +3.5 - - -309.1 + + +4 - - -309.11 + + +4.5 - - -309.12 + + +5 - - -309.13 + + + +309.7 - - -309.14 + + +309.75 - - -309.15 + + +309.8 - - -309.16 + + +309.85 - - -309.17 + + +309.9 - - -309.18 + + +309.95 - - -309.19 + + +310 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 298764624a09..edc69f712825 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - -25 + + +5 - - -30 + + +6 - - -35 + + +7 - + - -309.05 + +309.5 - - -309.06 + + +309.55 - - -309.07 + + +309.6 - - -309.08 + + +309.65 - - -309.09 + + +309.7 - + -309.1 +309.75 - -309.11 + +309.8 - - -309.12 + + +309.85 - - -309.13 + + +309.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 0311b7ff3716..252d3cfe96bc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,26 +46,38 @@ Average Time (µs) - -308.5 + +308 - - + + 309 - - -309.5 - - - + + 310 - - -310.5 + + +311 + + + +312 + + + +313 + + + +314 - + + +315 + + Density (a.u.) @@ -74,40 +86,60 @@ Density (a.u.) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + +0.4 + + + +0.45 + + + 0.5 - - -1 - - - -1.5 - - - -2 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 0e885dd87fa5..61e5d68ac12f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 + + +0.3 - - - -308.5 + + +0.4 - - -309 + + +0.5 - - -309.5 + + + +308 - - + + 310 - - -310.5 + + +312 + + + +314 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 2fc8544b91ce..0d5ba5b0bb60 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -19,9 +19,9 @@ Iterations - + - + 20.0 @@ -35,18 +35,18 @@ Iterations 60.0 - + 80.0 - + 100.0 - + 120.0 - + 50 @@ -89,37 +89,37 @@ Iterations - + - + - + - + - + - + - - - - + + + + @@ -127,61 +127,61 @@ Iterations - - - + + + - - - - - - - + + + + + + + - + - + - + - - - - - + + + + + - + - - + + - + - - - + + + - - + + - - + + - - + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 02f6fe9a8bde..f72bd44a37eb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -16,7 +16,7 @@ Iterations - + @@ -32,10 +32,10 @@ Iterations 60.0 - + 80.0 - + 100.0 @@ -106,77 +106,77 @@ Iterations - + - + - + - + - + - + - - + + - - + + - + - - - - + + + + - + - + - + - + - + - + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 64cddea548e7..b6bd5d4305e7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,37 +6,69 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 - - + + +1.8 + + + 2 - + + +2.2 + + - + 308 - - -309 - - - + + 310 - - - - - + + +312 + + + +314 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 9601ecee11d8..f51536f575c2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -15,41 +15,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 896ef8d2f1a9..4f77f5c2ceee 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 + +0.5 - - -8 + + +1 - - -10 + + +1.5 - - -12 + + +2 - - -14 + + +2.5 - - -16 + + +3 - - -18 + + +3.5 - + - -309.11 + +309.95 + + + +310 - - -309.12 + + +310.05 - - -309.13 + + +310.1 - - -309.14 + + +310.15 - - -309.15 + + +310.2 - - -309.16 + + +310.25 - - -309.17 + + +310.3 - - -309.18 + + +310.35 - - -309.19 + + +310.4 - - -309.2 + + +310.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 78447a890133..244da09af702 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 + +0.5 - - -8 + + +1 - - -10 + + +1.5 - - -12 + + +2 - - -14 + + +2.5 - - -16 + + +3 - - -18 + + +3.5 - + - -309.11 + +309.95 + + + +310 - - -309.12 + + +310.05 - - -309.13 + + +310.1 - - -309.14 + + +310.15 - - -309.15 + + +310.2 - - -309.16 + + +310.25 - - -309.17 + + +310.3 - - -309.18 + + +310.35 - - -309.19 + + +310.4 - - -309.2 + + +310.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 26362d9e526a..6c0216f0cdb9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494045.20375,"upper_bound":6548890.4529375},"point_estimate":6517041.55125,"standard_error":14026.168168449343},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490151.0,"upper_bound":6492564.375},"point_estimate":6491608.0625,"standard_error":676.0691778365809},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2306.09159655869,"upper_bound":5405.930154025555},"point_estimate":4075.482002645731,"standard_error":814.2624396810021},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11885.393298017214,"upper_bound":222751.19503480522},"point_estimate":140065.92216134464,"standard_error":51917.90881564446}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6501247.1590625,"upper_bound":6519172.94584375},"point_estimate":6508070.96,"standard_error":4872.05258193744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6499485.125,"upper_bound":6505032.375},"point_estimate":6502573.4375,"standard_error":1450.4533887884288},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9776.54221393168,"upper_bound":15835.835643857718},"point_estimate":12828.659584745765,"standard_error":1550.30448330161},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11509.426462519894,"upper_bound":81810.93081628652},"point_estimate":48880.84614423284,"standard_error":23582.319138179337}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 814b58422561..7aae485ee3c4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51905398.0,51927690.0,51968457.0,51909026.0,51934232.0,51939783.0,51906821.0,51908064.0,51947136.0,51938630.0,51915046.0,51938581.0,51928462.0,51912933.0,51923132.0,51975208.0,51916479.0,51914926.0,51910478.0,51905819.0,51919285.0,51951084.0,51918553.0,51909616.0,51927640.0,51954170.0,51994675.0,51903083.0,51926438.0,51920366.0,51915447.0,51942278.0,51970680.0,51920748.0,51996238.0,51911731.0,51910788.0,51913493.0,51910959.0,51910318.0,51933551.0,55605153.0,57630519.0,60963738.0,51957185.0,51908835.0,51909275.0,52117866.0,51906951.0,51909426.0,51983685.0,52018440.0,51916018.0,51981040.0,51912051.0,51997971.0,51959168.0,51916880.0,51911019.0,52017348.0,51962425.0,51934933.0,52811111.0,52029129.0,51959589.0,51908664.0,51940515.0,51990347.0,51919204.0,51935785.0,51948449.0,52010636.0,51976341.0,51913935.0,51921208.0,52011847.0,51915928.0,51910388.0,51929033.0,52002540.0,51907803.0,51949181.0,51959399.0,52006507.0,51910668.0,51951655.0,51921158.0,51987461.0,51938170.0,51921318.0,51973305.0,52038467.0,51953639.0,51913624.0,52007168.0,51924844.0,51937399.0,51932178.0,52045360.0,51911920.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51967567.0,52216532.0,52524558.0,51955584.0,51951377.0,52109963.0,52010417.0,51995881.0,52037678.0,51962647.0,52004476.0,51923111.0,52076547.0,52024700.0,52034558.0,51940643.0,51916788.0,52082278.0,52251805.0,51921557.0,51934622.0,51972724.0,52049195.0,52096214.0,52107655.0,51910797.0,52006978.0,52071317.0,52071387.0,51968876.0,52145586.0,51988021.0,52251263.0,52039958.0,52043516.0,51930044.0,51949209.0,52031383.0,52031427.0,51923071.0,51948999.0,52021304.0,52009382.0,51965550.0,51945242.0,51999794.0,52120620.0,52051871.0,51849002.0,51898996.0,52053815.0,52269206.0,51466548.0,55754434.0,52034158.0,52155204.0,52016716.0,51928130.0,52054386.0,51948909.0,51971291.0,51951353.0,51994383.0,52142861.0,51962364.0,51927108.0,51978834.0,52017165.0,52050528.0,52077047.0,51937267.0,52134024.0,51938179.0,52077128.0,51926266.0,52021054.0,52080374.0,52273454.0,51924463.0,51941224.0,52065476.0,52182445.0,52095502.0,51928311.0,52031272.0,52160464.0,52045960.0,51924434.0,51924222.0,52203244.0,52161035.0,52020121.0,52053213.0,51957185.0,52163920.0,52160033.0,52003992.0,51924593.0,52134024.0,52066779.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 1810b4161bf6..ac3fc3a2a49b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6467544.53125,6478371.71875,6507244.21875,6518071.40625] \ No newline at end of file +[6445350.9375,6469497.75,6533889.25,6558036.0625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 8e6a2dcbe228..7c5994adb73d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-7.384173219298829e-6,"upper_bound":0.008208545985747051},"point_estimate":0.0034019790778838654,"standard_error":0.002090413715138503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00016591969746604374,"upper_bound":0.00027618445693722293},"point_estimate":0.00010446307385847398,"standard_error":0.00011414662764817306}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006333354406559016,"upper_bound":0.00251590115595216},"point_estimate":-0.0013764821321845533,"standard_error":0.002276471929339912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001222105170526872,"upper_bound":0.002161009204238562},"point_estimate":0.001689161590537669,"standard_error":0.0002527542473912484}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 26362d9e526a..6c0216f0cdb9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494045.20375,"upper_bound":6548890.4529375},"point_estimate":6517041.55125,"standard_error":14026.168168449343},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490151.0,"upper_bound":6492564.375},"point_estimate":6491608.0625,"standard_error":676.0691778365809},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2306.09159655869,"upper_bound":5405.930154025555},"point_estimate":4075.482002645731,"standard_error":814.2624396810021},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11885.393298017214,"upper_bound":222751.19503480522},"point_estimate":140065.92216134464,"standard_error":51917.90881564446}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6501247.1590625,"upper_bound":6519172.94584375},"point_estimate":6508070.96,"standard_error":4872.05258193744},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6499485.125,"upper_bound":6505032.375},"point_estimate":6502573.4375,"standard_error":1450.4533887884288},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9776.54221393168,"upper_bound":15835.835643857718},"point_estimate":12828.659584745765,"standard_error":1550.30448330161},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11509.426462519894,"upper_bound":81810.93081628652},"point_estimate":48880.84614423284,"standard_error":23582.319138179337}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 814b58422561..7aae485ee3c4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51905398.0,51927690.0,51968457.0,51909026.0,51934232.0,51939783.0,51906821.0,51908064.0,51947136.0,51938630.0,51915046.0,51938581.0,51928462.0,51912933.0,51923132.0,51975208.0,51916479.0,51914926.0,51910478.0,51905819.0,51919285.0,51951084.0,51918553.0,51909616.0,51927640.0,51954170.0,51994675.0,51903083.0,51926438.0,51920366.0,51915447.0,51942278.0,51970680.0,51920748.0,51996238.0,51911731.0,51910788.0,51913493.0,51910959.0,51910318.0,51933551.0,55605153.0,57630519.0,60963738.0,51957185.0,51908835.0,51909275.0,52117866.0,51906951.0,51909426.0,51983685.0,52018440.0,51916018.0,51981040.0,51912051.0,51997971.0,51959168.0,51916880.0,51911019.0,52017348.0,51962425.0,51934933.0,52811111.0,52029129.0,51959589.0,51908664.0,51940515.0,51990347.0,51919204.0,51935785.0,51948449.0,52010636.0,51976341.0,51913935.0,51921208.0,52011847.0,51915928.0,51910388.0,51929033.0,52002540.0,51907803.0,51949181.0,51959399.0,52006507.0,51910668.0,51951655.0,51921158.0,51987461.0,51938170.0,51921318.0,51973305.0,52038467.0,51953639.0,51913624.0,52007168.0,51924844.0,51937399.0,51932178.0,52045360.0,51911920.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51967567.0,52216532.0,52524558.0,51955584.0,51951377.0,52109963.0,52010417.0,51995881.0,52037678.0,51962647.0,52004476.0,51923111.0,52076547.0,52024700.0,52034558.0,51940643.0,51916788.0,52082278.0,52251805.0,51921557.0,51934622.0,51972724.0,52049195.0,52096214.0,52107655.0,51910797.0,52006978.0,52071317.0,52071387.0,51968876.0,52145586.0,51988021.0,52251263.0,52039958.0,52043516.0,51930044.0,51949209.0,52031383.0,52031427.0,51923071.0,51948999.0,52021304.0,52009382.0,51965550.0,51945242.0,51999794.0,52120620.0,52051871.0,51849002.0,51898996.0,52053815.0,52269206.0,51466548.0,55754434.0,52034158.0,52155204.0,52016716.0,51928130.0,52054386.0,51948909.0,51971291.0,51951353.0,51994383.0,52142861.0,51962364.0,51927108.0,51978834.0,52017165.0,52050528.0,52077047.0,51937267.0,52134024.0,51938179.0,52077128.0,51926266.0,52021054.0,52080374.0,52273454.0,51924463.0,51941224.0,52065476.0,52182445.0,52095502.0,51928311.0,52031272.0,52160464.0,52045960.0,51924434.0,51924222.0,52203244.0,52161035.0,52020121.0,52053213.0,51957185.0,52163920.0,52160033.0,52003992.0,51924593.0,52134024.0,52066779.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 1810b4161bf6..ac3fc3a2a49b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6467544.53125,6478371.71875,6507244.21875,6518071.40625] \ No newline at end of file +[6445350.9375,6469497.75,6533889.25,6558036.0625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 528287b5d89e..71ac1d12b63a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - + - -2 - - - -2.5 + +10 - - -3 + + +11 - - -3.5 + + +12 - - -4 + + +13 - - -4.5 + + +14 - - -5 + + +15 - - -5.5 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 28ba341cf248..70e3b1e56800 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 + +0.01 - - -0.002 + + +0.02 - - -0.003 + + +0.03 - - -0.004 + + +0.04 - - -0.005 + + +0.05 - - -0.006 + + +0.06 - - -0.007 + + + +10 - - -0.008 + + +20 - - -0.009 + + +30 - - - -0 + + +40 - - + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 1be737ce8d1f..914e7d73b49b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,33 +16,33 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - + 7.6 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 75e4e2d96953..d8181110a6f8 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,46 +9,38 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 - - - -35 + + +10 - - -40 + + +12 - - -45 + + +14 - - -50 + + +16 - + 6.5 @@ -62,10 +54,10 @@ Average Time (ms) 7.5 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index e06528ea06bb..d71d927a6b91 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - + 40 - + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - - -200 - - + - -0 + +-0.007 - - -0.001 + + +-0.006 - - -0.002 + + +-0.005 - - -0.003 + + +-0.004 - - -0.004 + + +-0.003 - - -0.005 + + +-0.002 - - -0.006 + + +-0.001 - - -0.007 + + +0 - - -0.008 + + +0.001 - - -0.009 + + +0.002 + + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index d754b8064b31..0e1cc5927c7c 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 + + + +600 - - -1500 + + +800 - - -2000 + + +1000 - - -2500 + + +1200 - - -3000 + + +1400 - - -3500 + + +1600 - + - --2e-4 + +0.0012 - - --0.00015 + + +0.0013 - - --1e-4 + + +0.0014 - - --5e-5 + + +0.0015 - - -0 + + +0.0016 - - -5e-5 + + +0.0017 - - -1e-4 + + +0.0018 - - -0.00015 + + +0.0019 - + -2e-4 +0.002 - -0.00025 + +0.0021 - - -3e-4 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index a970bb0e1200..fb980a309bae 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 1ccb9a6a7321..9ee8c9351ea6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003943 - 0.0004050 - 0.0003849 + 0.0000003 + 0.0000003 + 0.0000003 Mean - 6.4940 ms - 6.5170 ms - 6.5489 ms + 6.5012 ms + 6.5081 ms + 6.5192 ms Std. Dev. - 11.885 µs - 140.07 µs - 222.75 µs + 11.509 µs + 48.881 µs + 81.811 µs Median - 6.4902 ms - 6.4916 ms - 6.4926 ms + 6.4995 ms + 6.5026 ms + 6.5050 ms MAD - 2.3061 µs - 4.0755 µs - 5.4059 µs + 9.7765 µs + 12.829 µs + 15.836 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0007% - +0.3402% - +0.8209% - (p = 0.11 > + -0.6333% + -0.1376% + +0.2516% + (p = 0.60 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 679e68e1d43c..13a1d27392a2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + +6.45 + + + +6.5 + + + +6.55 + + + 6.6 - - -6.8 + + +6.65 - - -7.0 + + +6.7 + + + +6.75 + + + +6.8 - - -7.2 + + +6.85 - - -7.4 + + +6.9 - - -7.6 + + +6.95 - + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index f0d789e15bbb..04d02a91a87b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + +6.45 + + + +6.5 + + + +6.55 + + + 6.6 - - -6.8 + + +6.65 - - -7.0 + + +6.7 + + + +6.75 + + + +6.8 - - -7.2 + + +6.85 - - -7.4 + + +6.9 - - -7.6 + + +6.95 - + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index e136bab3ebed..3b4ccc61bdab 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -6.49 + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - - + + +100 + + + + 6.5 - - + + +6.502 + + + +6.504 + + + +6.506 + + + +6.508 + + + 6.51 - - -6.52 + + +6.512 - - -6.53 + + +6.514 - - -6.54 + + +6.516 - - -6.55 + + +6.518 + + + +6.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 2b025e4337de..623368bc1fc6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - -200 + + +150 - - -300 + + +200 - - -400 + + +250 - - -500 + + +300 - - -600 + + +350 - - -700 + + +400 - - -800 + + +450 - - -900 + + +500 - + - -6.49 + +6.499 + + + +6.5 - - -6.4905 + + +6.501 - - -6.491 + + +6.502 - - -6.4915 + + +6.503 - - -6.492 + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index b305dd98a8f9..b4e0c33af96d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,34 +46,34 @@ Average Time (ms) - + 6.4 - + -6.6 +6.5 - -6.8 + +6.6 - - -7 + + +6.7 - - -7.2 + + +6.8 - - -7.4 + + +6.9 - - -7.6 + + +7 - + Density (a.u.) @@ -82,46 +82,52 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - - - - - - - - - - - - - - - - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index f4d12002755d..ebb8196e8543 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 + + + +12 - + + +14 + + + +16 + + + +18 + + - -6.5 + +6.4 - - -7 + + +6.6 + + + +6.8 - - -7.5 + + +7 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 009feb4f35eb..374b30c1c78f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.6 - - + + 6.8 - - + + 7.0 - - + + 7.2 - - + + 7.4 - - + + 7.6 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 79a8aa9316b2..8202c7edd34a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,46 +6,38 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 - - - -35 + + +10 - - -40 + + +12 - - -45 + + +14 - - -50 + + +16 - + 6.5 @@ -59,8 +51,8 @@ Average Time (ms) 7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index be4b2d3156db..631c952589db 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - -6.49 + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 - - + + +100 + + + + 6.5 - - + + +6.502 + + + +6.504 + + + +6.506 + + + +6.508 + + + 6.51 - - -6.52 + + +6.512 - - -6.53 + + +6.514 - - -6.54 + + +6.516 - - -6.55 + + +6.518 + + + +6.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 19260fe49940..613a95c9e5e0 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515712.70125,"upper_bound":6521805.97965625},"point_estimate":6518393.56875,"standard_error":1577.2249892040247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513676.4375,"upper_bound":6515567.3125},"point_estimate":6514541.0,"standard_error":461.48846651365386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2761.5277759730816,"upper_bound":5628.783462569118},"point_estimate":4143.959588930011,"standard_error":731.3376151199101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6036.099604330305,"upper_bound":23468.665875393504},"point_estimate":15919.849511343311,"standard_error":4544.60508428456}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563723.27653125,"upper_bound":6628766.613375},"point_estimate":6594074.66375,"standard_error":16640.509267227702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523919.0625,"upper_bound":6531574.625},"point_estimate":6527289.6875,"standard_error":2104.3112178968054},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11937.153688073158,"upper_bound":21939.19009175146},"point_estimate":17436.39497794211,"standard_error":2625.1234307248765},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114873.01436659688,"upper_bound":210995.67229842074},"point_estimate":167206.52767333703,"standard_error":24572.244603585277}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 09e093d50312..1d3aef0af592 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52238258.0,52161733.0,52125115.0,52096723.0,52117129.0,52096912.0,52094236.0,52126509.0,52100488.0,52103445.0,52269485.0,52111989.0,52180260.0,52084296.0,52156845.0,52076256.0,52390861.0,52894334.0,52440084.0,52122101.0,52140703.0,52108554.0,52099316.0,52131819.0,52110269.0,52084569.0,52116047.0,52113965.0,52126287.0,52197222.0,52114595.0,52093328.0,52199875.0,52130906.0,52154891.0,52143311.0,52120215.0,52184907.0,52118302.0,52107362.0,52088528.0,52155543.0,52086961.0,52091242.0,52123962.0,52107021.0,52122120.0,52126418.0,52107130.0,52134414.0,52075161.0,52120367.0,52077949.0,52078319.0,52198007.0,52100072.0,52093738.0,52146425.0,52090741.0,52080111.0,52108063.0,52077188.0,52084959.0,52136186.0,52082517.0,52146166.0,52107183.0,52080081.0,52094197.0,52127550.0,52111710.0,52067959.0,52116609.0,52105087.0,52213953.0,52124466.0,52173195.0,52088497.0,52109496.0,52114949.0,52113292.0,52113494.0,52158779.0,52119206.0,52126959.0,52977440.0,52155163.0,52084629.0,52170312.0,52101393.0,52212564.0,52143904.0,52126532.0,52208006.0,52201120.0,52101207.0,52103309.0,52261723.0,52106222.0,52071859.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52551306.0,52267363.0,52146481.0,52120089.0,52243772.0,52424709.0,52111282.0,52116654.0,52175214.0,52318710.0,52386919.0,52206051.0,52115873.0,52326525.0,52498823.0,52318209.0,52118659.0,52313960.0,52192194.0,52220407.0,52124485.0,52133747.0,52284698.0,52349288.0,52140227.0,52099762.0,52106646.0,52347864.0,52122976.0,52145866.0,52091256.0,52304604.0,52259179.0,52188509.0,52106114.0,52205137.0,52199117.0,52244431.0,52355749.0,52227800.0,52337156.0,52246756.0,52153142.0,55375066.0,54628903.0,55872807.0,58355362.0,53151875.0,54969178.0,56885407.0,53324158.0,52235068.0,53469727.0,53063601.0,55145740.0,54242873.0,54362895.0,55440880.0,55262570.0,55166077.0,56539544.0,58544675.0,52192444.0,52229583.0,52196092.0,52177668.0,52097887.0,52141351.0,52216228.0,52134027.0,52108687.0,52119829.0,52193868.0,52577395.0,52299143.0,52237941.0,52231920.0,52176254.0,52381871.0,52181295.0,52133807.0,52141017.0,52255793.0,52252597.0,52188837.0,52129359.0,52108059.0,52253309.0,52121782.0,52107707.0,52123214.0,52211641.0,52169181.0,52123979.0,52154311.0,52179539.0,52139527.0,52128464.0,52253319.0,52206691.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index e5c2ecb854dc..bed408d09985 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6494520.96875,6503430.171875,6527188.046875,6536097.25] \ No newline at end of file +[6438437.28125,6477971.890625,6583397.515625,6622932.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 030bf454df34..1932caeade0c 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010660265447914737,"upper_bound":-0.0025845599431768775},"point_estimate":-0.006230995093781,"standard_error":0.0020702847906919957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00029112708300931266,"upper_bound":0.00016156929809940657},"point_estimate":-0.00007195883252553159,"standard_error":0.00011635113836157698}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006906356483563153,"upper_bound":0.017311319336182823},"point_estimate":0.011610390535917503,"standard_error":0.0026267013940581563},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001418098786895472,"upper_bound":0.002594847043900117},"point_estimate":0.0019569586713783504,"standard_error":0.00031291439637069784}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 19260fe49940..613a95c9e5e0 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6515712.70125,"upper_bound":6521805.97965625},"point_estimate":6518393.56875,"standard_error":1577.2249892040247},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6513676.4375,"upper_bound":6515567.3125},"point_estimate":6514541.0,"standard_error":461.48846651365386},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2761.5277759730816,"upper_bound":5628.783462569118},"point_estimate":4143.959588930011,"standard_error":731.3376151199101},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6036.099604330305,"upper_bound":23468.665875393504},"point_estimate":15919.849511343311,"standard_error":4544.60508428456}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563723.27653125,"upper_bound":6628766.613375},"point_estimate":6594074.66375,"standard_error":16640.509267227702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523919.0625,"upper_bound":6531574.625},"point_estimate":6527289.6875,"standard_error":2104.3112178968054},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11937.153688073158,"upper_bound":21939.19009175146},"point_estimate":17436.39497794211,"standard_error":2625.1234307248765},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":114873.01436659688,"upper_bound":210995.67229842074},"point_estimate":167206.52767333703,"standard_error":24572.244603585277}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 09e093d50312..1d3aef0af592 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52238258.0,52161733.0,52125115.0,52096723.0,52117129.0,52096912.0,52094236.0,52126509.0,52100488.0,52103445.0,52269485.0,52111989.0,52180260.0,52084296.0,52156845.0,52076256.0,52390861.0,52894334.0,52440084.0,52122101.0,52140703.0,52108554.0,52099316.0,52131819.0,52110269.0,52084569.0,52116047.0,52113965.0,52126287.0,52197222.0,52114595.0,52093328.0,52199875.0,52130906.0,52154891.0,52143311.0,52120215.0,52184907.0,52118302.0,52107362.0,52088528.0,52155543.0,52086961.0,52091242.0,52123962.0,52107021.0,52122120.0,52126418.0,52107130.0,52134414.0,52075161.0,52120367.0,52077949.0,52078319.0,52198007.0,52100072.0,52093738.0,52146425.0,52090741.0,52080111.0,52108063.0,52077188.0,52084959.0,52136186.0,52082517.0,52146166.0,52107183.0,52080081.0,52094197.0,52127550.0,52111710.0,52067959.0,52116609.0,52105087.0,52213953.0,52124466.0,52173195.0,52088497.0,52109496.0,52114949.0,52113292.0,52113494.0,52158779.0,52119206.0,52126959.0,52977440.0,52155163.0,52084629.0,52170312.0,52101393.0,52212564.0,52143904.0,52126532.0,52208006.0,52201120.0,52101207.0,52103309.0,52261723.0,52106222.0,52071859.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52551306.0,52267363.0,52146481.0,52120089.0,52243772.0,52424709.0,52111282.0,52116654.0,52175214.0,52318710.0,52386919.0,52206051.0,52115873.0,52326525.0,52498823.0,52318209.0,52118659.0,52313960.0,52192194.0,52220407.0,52124485.0,52133747.0,52284698.0,52349288.0,52140227.0,52099762.0,52106646.0,52347864.0,52122976.0,52145866.0,52091256.0,52304604.0,52259179.0,52188509.0,52106114.0,52205137.0,52199117.0,52244431.0,52355749.0,52227800.0,52337156.0,52246756.0,52153142.0,55375066.0,54628903.0,55872807.0,58355362.0,53151875.0,54969178.0,56885407.0,53324158.0,52235068.0,53469727.0,53063601.0,55145740.0,54242873.0,54362895.0,55440880.0,55262570.0,55166077.0,56539544.0,58544675.0,52192444.0,52229583.0,52196092.0,52177668.0,52097887.0,52141351.0,52216228.0,52134027.0,52108687.0,52119829.0,52193868.0,52577395.0,52299143.0,52237941.0,52231920.0,52176254.0,52381871.0,52181295.0,52133807.0,52141017.0,52255793.0,52252597.0,52188837.0,52129359.0,52108059.0,52253309.0,52121782.0,52107707.0,52123214.0,52211641.0,52169181.0,52123979.0,52154311.0,52179539.0,52139527.0,52128464.0,52253319.0,52206691.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index e5c2ecb854dc..bed408d09985 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6494520.96875,6503430.171875,6527188.046875,6536097.25] \ No newline at end of file +[6438437.28125,6477971.890625,6583397.515625,6622932.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index c564041e6189..e89696b49262 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 - - - -0.15 - - - -0.2 + + +0.04 - - -0.25 + + +0.06 - - -0.3 + + +0.08 - - -0.35 - - - -0.4 + + +0.1 - - -0.45 + + +0.12 - - -0.5 + + +0.14 - - -0.55 + + +0.16 - + - -2.5 - - - -3 + +12 - - -3.5 + + +14 - - -4 + + +16 - - -4.5 + + +18 - - -5 + + +20 - - -5.5 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 18496fd9c1a1..92d80a820468 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 + +0.002 - - -0.04 + + +0.004 - - -0.06 + + +0.006 - - -0.08 + + +0.008 - - -0.1 + + +0.01 - - -0.12 + + +0.012 - - - -6 - - - -8 + + +0.014 - - -10 + + +0.016 - - -12 - - - -14 + + + +120 - - -16 + + +140 - - -18 + + +160 - - -20 + + +180 - - -22 + + +200 - - -24 + + +220 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 643f1cebf860..95b4b5a2e502 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - + + +7.3 + + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - + + + + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 0689a2301262..b128e070b3ef 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -46,18 +46,22 @@ Average Time (ms) - + 6.5 - - + + 7 - - - - - + + +7.5 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 7db64df1df98..4fc8c64074d2 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + -180 +160 - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - - - - + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index bcf2e502a39f..fff750143402 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 - - -1500 + + +600 - - -2000 + + +800 - - -2500 + + +1000 - - -3000 + + +1200 - + - --3e-4 - - - --0.00025 - - - --2e-4 - - - --0.00015 - - - --1e-4 + +0.0014 - - --5e-5 + + +0.0016 - - -5.42101e-20 + + +0.0018 - - -5e-5 + + +0.002 - - -1e-4 + + +0.0022 - - -0.00015 + + +0.0024 - - -2e-4 + + +0.0026 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index a1506660c2fb..f2f2763ccc2a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index eae52d2544c5..122c30e6c169 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0034200 - 0.0035176 - 0.0033621 + 0.0016255 + 0.0016795 + 0.0016096 Mean - 6.5157 ms - 6.5184 ms - 6.5218 ms + 6.5637 ms + 6.5941 ms + 6.6288 ms Std. Dev. - 6.0361 µs - 15.920 µs - 23.469 µs + 114.87 µs + 167.21 µs + 211.00 µs Median - 6.5137 ms - 6.5145 ms - 6.5156 ms + 6.5239 ms + 6.5273 ms + 6.5316 ms MAD - 2.7615 µs - 4.1440 µs - 5.6288 µs + 11.937 µs + 17.436 µs + 21.939 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -1.0660% - -0.6231% - -0.2585% + +0.6906% + +1.1610% + +1.7311% (p = 0.00 < 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index e929ec852eea..858a01dde2cc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -6.52 + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - -6.58 + + +6.9 - - -6.6 + + +7.0 + + + +7.1 + + + +7.2 - - -6.62 + + +7.3 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 63aa5c668add..10344654b43f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -6.52 + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - -6.58 + + +6.9 - - -6.6 + + +7.0 + + + +7.1 + + + +7.2 - - -6.62 + + +7.3 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 54dfca2df756..0c80f50a8a61 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - + - -6.516 + +6.56 - - -6.517 + + +6.57 - - -6.518 + + +6.58 - - -6.519 + + +6.59 - - -6.52 + + +6.6 - - -6.521 + + +6.61 - - - - + + +6.62 + + + +6.63 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index e4c393a3304a..d24d75ca0f52 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -100 - - - -200 - - - -300 - - - -400 - - - -500 + +50 - - -600 - - - -700 - - - -800 + + +100 - - -900 + + +150 - - -1000 + + +200 - - -1100 + + +250 - + - -6.5136 - - - -6.5138 - - - -6.514 + +6.524 - - -6.5142 + + +6.525 - - -6.5144 + + +6.526 - - -6.5146 + + +6.527 - - -6.5148 + + +6.528 - - -6.515 + + +6.529 - - -6.5152 + + +6.53 - - -6.5154 + + +6.531 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 53f722e3bf03..f180c7a86034 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,38 +46,30 @@ Average Time (ms) - -6.5 + +6.4 - - -6.52 - - - -6.54 - - - -6.56 + + +6.6 - - -6.58 + + +6.8 - - -6.6 + + +7 - - -6.62 + + +7.2 - - -6.64 + + +7.4 - + Density (a.u.) @@ -86,62 +78,84 @@ Density (a.u.) 0 - -5 + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 - - -10 - - - -15 - - - -20 - - - -25 - - - -30 - - - -35 - - - -40 - - - -45 - - - - - - - - - - - - - - - - - - - - - - + + +4.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 96437ad3d091..2e484180630d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -11,58 +11,58 @@ Average Time (ms) -5 +0.5 - -10 + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - - -30 + + +3 - - -35 + + +3.5 - - -40 + + +4 - - -45 + + +4.5 - - -50 + + +5 - + - + 6.5 - - -6.55 + + +7 - - -6.6 + + +7.5 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 1efb4776863c..073d314b7f58 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - + + +7.3 + + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - + - + - - + + - - - - - - - - + + + + + + + + - - - - + + + + - - - - + + + + - - - - + + + + - - - - + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 1038d380fb2d..e83a2eac3f1c 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -43,16 +43,20 @@ Average Time (ms) - + 6.5 - - + + 7 - - - - - + + +7.5 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index c375214babdd..c761ef43ffa4 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (ms) - -50 + +5 - - -100 + + +10 - - -150 + + +15 - - -200 + + +20 - - -250 + + +25 - + - -6.516 + +6.56 - - -6.517 + + +6.57 - - -6.518 + + +6.58 - - -6.519 + + +6.59 - - -6.52 + + +6.6 - - -6.521 + + +6.61 - - - - + + +6.62 + + + +6.63 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index be067fe5ead0..21fcb9d6c9db 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71613869.94,"upper_bound":71779078.053},"point_estimate":71694795.68,"standard_error":42196.22162611205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71593731.5,"upper_bound":71776657.0},"point_estimate":71663096.5,"standard_error":53649.87335651661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":343339.01930451393,"upper_bound":546774.7159928083},"point_estimate":464440.7503545284,"standard_error":50118.95263857923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355828.4917510371,"upper_bound":489525.37677576777},"point_estimate":423951.4467828008,"standard_error":34078.88784253349}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70590840.58,"upper_bound":70696037.35949999},"point_estimate":70643567.84,"standard_error":26687.469306301497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70555534.5,"upper_bound":70689570.0},"point_estimate":70619098.5,"standard_error":31082.484853398535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175046.13109230995,"upper_bound":271218.9628724008},"point_estimate":218163.8448268175,"standard_error":23873.62910740351},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210665.2255103074,"upper_bound":329183.43759155984},"point_estimate":270850.8081237478,"standard_error":30527.04733958463}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index d2e1fc2d79f4..708a9b28c0b7 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[71654579.0,71657736.0,71313592.0,71776657.0,71134146.0,71275380.0,71764885.0,71594917.0,71533306.0,71494532.0,72064807.0,72221211.0,71264070.0,71886414.0,71758023.0,71165066.0,71317289.0,71812466.0,71781127.0,71326006.0,71618573.0,71336225.0,71098451.0,71544334.0,71618934.0,71904428.0,71479253.0,72307581.0,71572166.0,71341856.0,71451962.0,72129669.0,71690137.0,71229225.0,71887265.0,72255684.0,72182648.0,71948902.0,71924285.0,71986551.0,72038148.0,71958449.0,72066151.0,72224577.0,71206302.0,73151830.0,71638160.0,71324393.0,72034912.0,71782781.0,72061982.0,71251787.0,71846740.0,72665210.0,71955795.0,71695366.0,72881284.0,72510862.0,71175404.0,72428818.0,71893798.0,71357455.0,71668457.0,71615437.0,71685999.0,71287334.0,71201374.0,71632389.0,71888148.0,71362775.0,71441403.0,71564773.0,71269420.0,71069176.0,71157020.0,71142733.0,71275091.0,70824268.0,71342216.0,71227362.0,71518556.0,72437375.0,71627650.0,71150398.0,71047866.0,71121223.0,71451070.0,71957437.0,71809861.0,71947087.0,71765598.0,71959330.0,72108760.0,71741332.0,71615297.0,71922112.0,72121894.0,72126704.0,72169403.0,71770698.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[70464480.0,70699549.0,70934668.0,70480130.0,70662059.0,70795338.0,71536733.0,70458108.0,70302487.0,70646189.0,70511126.0,70526866.0,70389229.0,70630420.0,70537406.0,70551342.0,70441467.0,70383217.0,70779468.0,71315970.0,70627645.0,70738701.0,70706262.0,70762948.0,70523600.0,70896736.0,70736761.0,71057159.0,70383253.0,70647726.0,70428767.0,70297372.0,70540296.0,70995164.0,70410142.0,70824315.0,70455386.0,70557367.0,70547970.0,70527171.0,70723647.0,71284343.0,70719811.0,70477919.0,70764273.0,70694744.0,70753092.0,70777558.0,70603173.0,70744095.0,70766927.0,70838852.0,70573957.0,70665739.0,70461569.0,70465005.0,71080804.0,70707066.0,70398500.0,70649048.0,70498307.0,70487417.0,70473691.0,70493077.0,70266274.0,70270432.0,70393632.0,70073836.0,69516065.0,70418318.0,71234160.0,70864681.0,70593515.0,70888525.0,70472619.0,70886081.0,70766918.0,70860021.0,70848896.0,70989320.0,70574115.0,70614310.0,70610482.0,70398216.0,71270375.0,70616664.0,70521577.0,70621533.0,70454281.0,71017702.0,70689570.0,70909070.0,70563705.0,70841483.0,70418584.0,70415307.0,70643573.0,70559727.0,70743200.0,70716410.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 83462d1429fc..4eb61884479a 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[69466064.5,70399867.375,72890008.375,73823811.25] \ No newline at end of file +[69592931.25,70033177.125,71207166.125,71647412.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 9a3a60888911..6c17694dc91b 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.028720615908291527,"upper_bound":-0.0205280666046759},"point_estimate":-0.02423497865570301,"standard_error":0.0021018505994930756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02675411315157261,"upper_bound":-0.017626719548861414},"point_estimate":-0.023604306514642404,"standard_error":0.002336756144806136}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016010227261947868,"upper_bound":-0.01336093911094214},"point_estimate":-0.014662540426114257,"standard_error":0.0006714531969001493},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016530020218105235,"upper_bound":-0.013342521187065026},"point_estimate":-0.014568139684000392,"standard_error":0.0008392765857442311}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index be067fe5ead0..21fcb9d6c9db 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71613869.94,"upper_bound":71779078.053},"point_estimate":71694795.68,"standard_error":42196.22162611205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71593731.5,"upper_bound":71776657.0},"point_estimate":71663096.5,"standard_error":53649.87335651661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":343339.01930451393,"upper_bound":546774.7159928083},"point_estimate":464440.7503545284,"standard_error":50118.95263857923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":355828.4917510371,"upper_bound":489525.37677576777},"point_estimate":423951.4467828008,"standard_error":34078.88784253349}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70590840.58,"upper_bound":70696037.35949999},"point_estimate":70643567.84,"standard_error":26687.469306301497},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70555534.5,"upper_bound":70689570.0},"point_estimate":70619098.5,"standard_error":31082.484853398535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175046.13109230995,"upper_bound":271218.9628724008},"point_estimate":218163.8448268175,"standard_error":23873.62910740351},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210665.2255103074,"upper_bound":329183.43759155984},"point_estimate":270850.8081237478,"standard_error":30527.04733958463}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index d2e1fc2d79f4..708a9b28c0b7 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[71654579.0,71657736.0,71313592.0,71776657.0,71134146.0,71275380.0,71764885.0,71594917.0,71533306.0,71494532.0,72064807.0,72221211.0,71264070.0,71886414.0,71758023.0,71165066.0,71317289.0,71812466.0,71781127.0,71326006.0,71618573.0,71336225.0,71098451.0,71544334.0,71618934.0,71904428.0,71479253.0,72307581.0,71572166.0,71341856.0,71451962.0,72129669.0,71690137.0,71229225.0,71887265.0,72255684.0,72182648.0,71948902.0,71924285.0,71986551.0,72038148.0,71958449.0,72066151.0,72224577.0,71206302.0,73151830.0,71638160.0,71324393.0,72034912.0,71782781.0,72061982.0,71251787.0,71846740.0,72665210.0,71955795.0,71695366.0,72881284.0,72510862.0,71175404.0,72428818.0,71893798.0,71357455.0,71668457.0,71615437.0,71685999.0,71287334.0,71201374.0,71632389.0,71888148.0,71362775.0,71441403.0,71564773.0,71269420.0,71069176.0,71157020.0,71142733.0,71275091.0,70824268.0,71342216.0,71227362.0,71518556.0,72437375.0,71627650.0,71150398.0,71047866.0,71121223.0,71451070.0,71957437.0,71809861.0,71947087.0,71765598.0,71959330.0,72108760.0,71741332.0,71615297.0,71922112.0,72121894.0,72126704.0,72169403.0,71770698.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[70464480.0,70699549.0,70934668.0,70480130.0,70662059.0,70795338.0,71536733.0,70458108.0,70302487.0,70646189.0,70511126.0,70526866.0,70389229.0,70630420.0,70537406.0,70551342.0,70441467.0,70383217.0,70779468.0,71315970.0,70627645.0,70738701.0,70706262.0,70762948.0,70523600.0,70896736.0,70736761.0,71057159.0,70383253.0,70647726.0,70428767.0,70297372.0,70540296.0,70995164.0,70410142.0,70824315.0,70455386.0,70557367.0,70547970.0,70527171.0,70723647.0,71284343.0,70719811.0,70477919.0,70764273.0,70694744.0,70753092.0,70777558.0,70603173.0,70744095.0,70766927.0,70838852.0,70573957.0,70665739.0,70461569.0,70465005.0,71080804.0,70707066.0,70398500.0,70649048.0,70498307.0,70487417.0,70473691.0,70493077.0,70266274.0,70270432.0,70393632.0,70073836.0,69516065.0,70418318.0,71234160.0,70864681.0,70593515.0,70888525.0,70472619.0,70886081.0,70766918.0,70860021.0,70848896.0,70989320.0,70574115.0,70614310.0,70610482.0,70398216.0,71270375.0,70616664.0,70521577.0,70621533.0,70454281.0,71017702.0,70689570.0,70909070.0,70563705.0,70841483.0,70418584.0,70415307.0,70643573.0,70559727.0,70743200.0,70716410.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 83462d1429fc..4eb61884479a 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[69466064.5,70399867.375,72890008.375,73823811.25] \ No newline at end of file +[69592931.25,70033177.125,71207166.125,71647412.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 3e41a7e5321b..97b68d670e01 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + - -350 + +180 + + + +200 - - -400 + + +220 - - -450 + + +240 - - -500 + + +260 - - -550 + + +280 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 84d1b5e3400e..75e310e5ccca 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + - -360 + +200 - - -380 + + +220 - - -400 + + +240 - - -420 + + +260 - - -440 + + +280 - - -460 + + +300 - - -480 + + +320 - - -500 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index a4a76d2cb404..0d762c9f6507 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - + + - - - + + + + - -72.0 + +70.0 - - -74.0 + + +70.5 - + -76.0 +71.0 - -78.0 + +71.5 + + + +72.0 - - -80.0 + + +72.5 - - -82.0 + + +73.0 - + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 33e3a80d067f..9ffb7c7daee8 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (ms) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + - -75 - - - -80 - - - -85 - - - - - - + +70 + + + +71 + + + +72 + + + +73 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 9617dcd14c20..5e096d954deb 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 - - - -80 - - - + 100 - - -120 + + +200 - - -140 + + +300 - - -160 + + +400 - - -180 + + +500 - - - --0.029 + + +600 - - --0.028 - - - --0.027 - - - --0.026 - - - --0.025 + + + +-0.016 - - --0.024 + + +-0.0155 - - --0.023 + + +-0.015 - - --0.022 + + +-0.0145 - - --0.021 + + +-0.014 - - --0.02 + + +-0.0135 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 707e38f9ab52..a073f0712fbd 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,90 +9,82 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - - --0.027 + + +350 + + + +400 - - --0.026 + + +450 - - --0.025 + + +500 - - --0.024 + + + +-0.0165 - - --0.023 + + +-0.016 - - --0.022 + + +-0.0155 - - --0.021 + + +-0.015 - - --0.02 + + +-0.0145 - - --0.019 + + +-0.014 - - --0.018 + + +-0.0135 - - --0.017 + + +-0.013 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 4cf165ecaf46..53733b6e8cb5 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,76 +13,80 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index c158195e6386..60f347b938f6 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003122 - 0.0003237 - 0.0003112 + 0.0007032 + 0.0007301 + 0.0007034 Mean - 71.614 ms - 71.695 ms - 71.779 ms + 70.591 ms + 70.644 ms + 70.696 ms Std. Dev. - 355.83 µs - 423.95 µs - 489.53 µs + 210.67 µs + 270.85 µs + 329.18 µs Median - 71.594 ms - 71.663 ms - 71.777 ms + 70.556 ms + 70.619 ms + 70.690 ms MAD - 343.34 µs - 464.44 µs - 546.77 µs + 175.05 µs + 218.16 µs + 271.22 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -2.8721% - -2.4235% - -2.0528% + -1.6010% + -1.4663% + -1.3361% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index fd8b15318aff..417b59f70834 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,62 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -71.0 - - - -71.2 + +69.6 - - -71.4 + + +69.8 - - -71.6 + + +70.0 - - -71.8 + + +70.2 - - -72.0 + + +70.4 - - -72.2 + + +70.6 - - -72.4 + + +70.8 - - -72.6 + + +71.0 - - -72.8 + + +71.2 - - -73.0 + + +71.4 - + 10 @@ -112,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index a1b97fca7ec5..a7340af03556 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,62 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -71.0 - - - -71.2 + +69.6 - - -71.4 + + +69.8 - - -71.6 + + +70.0 - - -71.8 + + +70.2 - - -72.0 + + +70.4 - - -72.2 + + +70.6 - - -72.4 + + +70.8 - - -72.6 + + +71.0 - - -72.8 + + +71.2 - - -73.0 + + +71.4 - + 10 @@ -109,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 54a9a86d51bf..3dd2292cda4c 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -71.6 + + +12 - - -71.62 + + +14 - - -71.64 + + +16 - - -71.66 + + + +70.58 - - -71.68 + + +70.6 - - -71.7 + + +70.62 - - -71.72 + + +70.64 - - -71.74 + + +70.66 - - -71.76 + + +70.68 - - -71.78 + + +70.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 66cd67719d1e..2f0385ce4db0 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,94 +9,86 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -71.58 + + +12 + + + +14 + + + +16 - - -71.6 + + +18 - - -71.62 + + +20 - - -71.64 + + +22 + + + + +70.56 - - -71.66 + + +70.58 - - -71.68 + + +70.6 - - -71.7 + + +70.62 - - -71.72 + + +70.64 - - -71.74 + + +70.66 - - -71.76 + + +70.68 - - -71.78 + + +70.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 147be7f69982..9690662ca6cb 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,34 +54,26 @@ Average Time (ms) - + +69.5 + + + +70 + + + 70.5 - - + + 71 - - + + 71.5 - - -72 - - - -72.5 - - - -73 - - - -73.5 - - + Density (a.u.) @@ -90,46 +82,56 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - - - - - - - - + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 7a3e249839af..253583143bea 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (ms) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 + + + +1.4 - + + +1.6 + + - -71 + +69.5 + + + +70 - - -72 + + +70.5 + + + +71 - - -73 + + +71.5 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 7e2a22f34886..d67a017c39e3 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - + + - - - + + + + - -72.0 + +70.0 - - -74.0 + + +70.5 - + -76.0 +71.0 - -78.0 + +71.5 + + + +72.0 - - -80.0 + + +72.5 - - -82.0 + + +73.0 - + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 865f902785f7..9b3cf8587abc 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (ms) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - + + +1 + + + +1.2 + + + +1.4 + + + +1.6 + + - -75 - - - -80 - - - -85 - - - - - - + +70 + + + +71 + + + +72 + + + +73 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 49112624056c..263699d5a3db 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - -71.6 + + +12 - - -71.62 + + +14 - - -71.64 + + +16 - - -71.66 + + + +70.58 - - -71.68 + + +70.6 - - -71.7 + + +70.62 - - -71.72 + + +70.64 - - -71.74 + + +70.66 - - -71.76 + + +70.68 - - -71.78 + + +70.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 1c0300635901..cc1ddc91de4a 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29384727.308375,"upper_bound":29747329.123875},"point_estimate":29568113.11,"standard_error":92582.22378602941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29375601.0,"upper_bound":29837105.25},"point_estimate":29753053.75,"standard_error":94882.21734904003},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":780321.276846528,"upper_bound":1122483.1117719412},"point_estimate":875817.3944011331,"standard_error":78759.63463961007},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801190.5484724746,"upper_bound":1048708.0301504715},"point_estimate":931293.2845854426,"standard_error":63312.05064679132}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29912181.935000002,"upper_bound":30238160.548750002},"point_estimate":30081967.965,"standard_error":83100.72686060867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29952328.25,"upper_bound":30397762.5},"point_estimate":30290484.25,"standard_error":158880.18030644266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492642.76705384254,"upper_bound":857366.437728703},"point_estimate":661446.4109569788,"standard_error":106464.19897608794},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":625463.2136967981,"upper_bound":1063565.824385554},"point_estimate":837765.4185565001,"standard_error":114638.30599880333}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 7c7c16a456e8..a413255f55b9 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[59602769.0,60715166.0,60994026.0,61915247.0,60995028.0,60683667.0,59507041.0,58615756.0,61949711.0,61013804.0,57475662.0,58574612.0,58444218.0,63206150.0,60827815.0,58654191.0,60684777.0,60709343.0,59821102.0,58496907.0,60748265.0,56319647.0,56480197.0,61971582.0,54995803.0,61934232.0,62017558.0,57388976.0,59874101.0,61883117.0,58840839.0,60682082.0,59788581.0,58463684.0,59404404.0,59691089.0,59556688.0,59447915.0,57526954.0,60768003.0,58751202.0,57436074.0,59784373.0,59432075.0,57349501.0,60671242.0,58516584.0,58465448.0,60625517.0,57602454.0,56371344.0,59765208.0,59387482.0,58371252.0,58342769.0,58378085.0,60714312.0,56192499.0,56472834.0,55302445.0,60987463.0,57348814.0,60782498.0,60875723.0,59589741.0,58321854.0,60108470.0,57402317.0,59505174.0,56338472.0,55004680.0,59451994.0,59696461.0,58506059.0,59645496.0,53708270.0,59659953.0,59490666.0,56358739.0,56000210.0,57340913.0,56483261.0,58528280.0,59745652.0,58387356.0,59515884.0,57319623.0,60897353.0,60706136.0,59588769.0,59668168.0,61894975.0,62069712.0,59598267.0,57259139.0,59750873.0,59468225.0,60682231.0,56295291.0,61036051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[59445256.0,60767581.0,62081360.0,58505964.0,60816081.0,61917004.0,60021650.0,58330116.0,60846258.0,60935524.0,60162783.0,60769454.0,60888285.0,59650879.0,60795403.0,60839134.0,61934576.0,60776598.0,59675425.0,60867020.0,62234212.0,60719193.0,59621433.0,59468679.0,61924494.0,59849890.0,60932551.0,58462610.0,61911219.0,61117346.0,62214825.0,60727879.0,60019917.0,58484592.0,60754369.0,59459010.0,59807401.0,60786228.0,59701954.0,60804822.0,59617205.0,61943369.0,60726677.0,62009172.0,61978414.0,58384514.0,59862073.0,58709731.0,60854776.0,58748823.0,59755524.0,59810887.0,60754228.0,56816165.0,62221248.0,59929018.0,60898818.0,59702465.0,58308041.0,61142344.0,57765888.0,59998828.0,59055537.0,60998024.0,59753290.0,62782926.0,62309923.0,55205829.0,57266998.0,62029680.0,58490873.0,59955087.0,61011208.0,58945311.0,60400759.0,62247257.0,59633055.0,61098421.0,62377128.0,59465702.0,62154513.0,59661333.0,55903292.0,59850619.0,57429490.0,59636179.0,60143866.0,58791713.0,62046217.0,61044076.0,59947240.0,60896641.0,61024981.0,51676540.0,61140457.0,62093454.0,60929232.0,60442744.0,58332085.0,61254730.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 348e833b1327..01ae802fabd0 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[25258091.25,27164546.625,32248427.625,34154883.0] \ No newline at end of file +[27696119.875,28753153.9375,31571911.4375,32628945.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index a5c65685820b..843b2ba6cdbb 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.035459751987389695,"upper_bound":-0.01829997807939312},"point_estimate":-0.02718722007737462,"standard_error":0.004351351116190003},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04296406025771271,"upper_bound":-0.022286125290149394},"point_estimate":-0.029392325760570492,"standard_error":0.007089301773518044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008968944333929989,"upper_bound":0.025821523716968525},"point_estimate":0.017378682673742096,"standard_error":0.004281970173489676},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005978737819426927,"upper_bound":0.029573499113430435},"point_estimate":0.018063036638718222,"standard_error":0.006333013137748251}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 1c0300635901..cc1ddc91de4a 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29384727.308375,"upper_bound":29747329.123875},"point_estimate":29568113.11,"standard_error":92582.22378602941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29375601.0,"upper_bound":29837105.25},"point_estimate":29753053.75,"standard_error":94882.21734904003},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":780321.276846528,"upper_bound":1122483.1117719412},"point_estimate":875817.3944011331,"standard_error":78759.63463961007},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":801190.5484724746,"upper_bound":1048708.0301504715},"point_estimate":931293.2845854426,"standard_error":63312.05064679132}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29912181.935000002,"upper_bound":30238160.548750002},"point_estimate":30081967.965,"standard_error":83100.72686060867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29952328.25,"upper_bound":30397762.5},"point_estimate":30290484.25,"standard_error":158880.18030644266},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":492642.76705384254,"upper_bound":857366.437728703},"point_estimate":661446.4109569788,"standard_error":106464.19897608794},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":625463.2136967981,"upper_bound":1063565.824385554},"point_estimate":837765.4185565001,"standard_error":114638.30599880333}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 7c7c16a456e8..a413255f55b9 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[59602769.0,60715166.0,60994026.0,61915247.0,60995028.0,60683667.0,59507041.0,58615756.0,61949711.0,61013804.0,57475662.0,58574612.0,58444218.0,63206150.0,60827815.0,58654191.0,60684777.0,60709343.0,59821102.0,58496907.0,60748265.0,56319647.0,56480197.0,61971582.0,54995803.0,61934232.0,62017558.0,57388976.0,59874101.0,61883117.0,58840839.0,60682082.0,59788581.0,58463684.0,59404404.0,59691089.0,59556688.0,59447915.0,57526954.0,60768003.0,58751202.0,57436074.0,59784373.0,59432075.0,57349501.0,60671242.0,58516584.0,58465448.0,60625517.0,57602454.0,56371344.0,59765208.0,59387482.0,58371252.0,58342769.0,58378085.0,60714312.0,56192499.0,56472834.0,55302445.0,60987463.0,57348814.0,60782498.0,60875723.0,59589741.0,58321854.0,60108470.0,57402317.0,59505174.0,56338472.0,55004680.0,59451994.0,59696461.0,58506059.0,59645496.0,53708270.0,59659953.0,59490666.0,56358739.0,56000210.0,57340913.0,56483261.0,58528280.0,59745652.0,58387356.0,59515884.0,57319623.0,60897353.0,60706136.0,59588769.0,59668168.0,61894975.0,62069712.0,59598267.0,57259139.0,59750873.0,59468225.0,60682231.0,56295291.0,61036051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[59445256.0,60767581.0,62081360.0,58505964.0,60816081.0,61917004.0,60021650.0,58330116.0,60846258.0,60935524.0,60162783.0,60769454.0,60888285.0,59650879.0,60795403.0,60839134.0,61934576.0,60776598.0,59675425.0,60867020.0,62234212.0,60719193.0,59621433.0,59468679.0,61924494.0,59849890.0,60932551.0,58462610.0,61911219.0,61117346.0,62214825.0,60727879.0,60019917.0,58484592.0,60754369.0,59459010.0,59807401.0,60786228.0,59701954.0,60804822.0,59617205.0,61943369.0,60726677.0,62009172.0,61978414.0,58384514.0,59862073.0,58709731.0,60854776.0,58748823.0,59755524.0,59810887.0,60754228.0,56816165.0,62221248.0,59929018.0,60898818.0,59702465.0,58308041.0,61142344.0,57765888.0,59998828.0,59055537.0,60998024.0,59753290.0,62782926.0,62309923.0,55205829.0,57266998.0,62029680.0,58490873.0,59955087.0,61011208.0,58945311.0,60400759.0,62247257.0,59633055.0,61098421.0,62377128.0,59465702.0,62154513.0,59661333.0,55903292.0,59850619.0,57429490.0,59636179.0,60143866.0,58791713.0,62046217.0,61044076.0,59947240.0,60896641.0,61024981.0,51676540.0,61140457.0,62093454.0,60929232.0,60442744.0,58332085.0,61254730.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 348e833b1327..01ae802fabd0 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[25258091.25,27164546.625,32248427.625,34154883.0] \ No newline at end of file +[27696119.875,28753153.9375,31571911.4375,32628945.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index b89060b67a7f..83ba1455041f 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,85 +6,73 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) -1 +5e-4 - -2 + +0.001 - - -3 + + +0.0015 - - -4 + + +0.002 - - -5 + + +0.0025 - - -6 + + +0.003 - - -7 + + +0.0035 - - -8 - - - -9 - - + - -0.75 - - - -0.8 + +500 - - -0.85 + + +550 - - -0.9 + + +600 - - -0.95 + + +650 - - -1 + + +700 - - -1.05 + + +750 - - -1.1 + + +800 - - -1.15 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 9432e8a1683c..afb632a2a5dc 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + + +0.6 - - -6 + + +0.65 - - - + + +0.7 + + + +0.75 + + + 0.8 - - + + 0.85 - - + + 0.9 - - + + 0.95 - - + + 1 - - + + 1.05 - - - - + + +1.1 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index d8de31ca2b18..a05aedb703d8 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -27.0 + +26.0 - - -27.5 + + +27.0 - - + + 28.0 - - -28.5 - - - + + 29.0 - - -29.5 - - - + + 30.0 - - -30.5 - - - + + 31.0 - - -31.5 - - + 0 @@ -112,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index d63d17000465..e382a7f3e7cb 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,71 +9,67 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 26 - - + + 28 - - + + 30 - - + + 32 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index ca2a42b19bd8..12f8bfbc2c6c 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,10 +9,10 @@ Density (a.u.) Relative change (%) - + 10 - + 20 @@ -29,67 +29,67 @@ Relative change (%) 50 - + 60 - - + + 70 - - + + 80 - - + + 90 - + - --0.036 - - - --0.034 - - - --0.032 - - - --0.03 - - - --0.028 - - - --0.026 - - - --0.024 - - - --0.022 - - - --0.02 - - - --0.018 - - - - - - + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 4515503f3208..ee2e53f48630 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,71 +9,59 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 + + + +120 - + - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - - - - + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 34e9dabed5dc..8f04542433c5 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 8c3815b5ef38..e9c55571c05f 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0100116 - 0.0103997 - 0.0100284 + 0.0040936 + 0.0042628 + 0.0041188 Mean - 29.385 ms - 29.568 ms - 29.747 ms + 29.912 ms + 30.082 ms + 30.238 ms Std. Dev. - 801.19 µs - 931.29 µs - 1.0487 ms + 625.46 µs + 837.77 µs + 1.0636 ms Median - 29.376 ms - 29.753 ms - 29.837 ms + 29.952 ms + 30.290 ms + 30.398 ms MAD - 780.32 µs - 875.82 µs - 1.1225 ms + 492.64 µs + 661.45 µs + 857.37 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -3.5460% - -2.7187% - -1.8300% + +0.8969% + +1.7379% + +2.5822% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index e078dabcb04f..e1bc73ee4134 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -16,56 +16,61 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + -27.0 +26.0 - + +26.5 + + + +27.0 + + + 27.5 - - + + 28.0 - - + + 28.5 - - + + 29.0 - - + + 29.5 - - + + 30.0 - - + + 30.5 - - + + 31.0 - - -31.5 - - + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index df49bfdcc060..36e43f6c9e3d 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - - - + + + - + +26.0 + + + +26.5 + + + 27.0 - - + + 27.5 - - + + 28.0 - - + + 28.5 - - + + 29.0 - - + + 29.5 - - + + 30.0 - - + + 30.5 - - + + 31.0 - - -31.5 - - + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 3f86486917ad..fb350b8ab4eb 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -29.35 - - - -29.4 + + +5 - - -29.45 + + + +29.9 - - -29.5 + + +29.95 - - -29.55 + + +30 - - -29.6 + + +30.05 - - -29.65 + + +30.1 - - -29.7 + + +30.15 - - -29.75 + + +30.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index edfac94be0d1..8f6267727249 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - -29.35 - - - -29.4 + +29.95 - - -29.45 + + +30 - - -29.5 + + +30.05 - - -29.55 + + +30.1 - - -29.6 + + +30.15 - - -29.65 + + +30.2 - - -29.7 + + +30.25 - - -29.75 + + +30.3 - - -29.8 + + +30.35 - - -29.85 + + +30.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 70d6914a0ffc..9549f237d1d0 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,34 +54,38 @@ Average Time (ms) - + +25 + + + 26 - - + + 27 - - + + 28 - - + + 29 - - + + 30 - - + + 31 - - + + 32 - + Density (a.u.) @@ -90,46 +94,64 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - - + + +0.45 + + + +0.5 + + + + + + + - - + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index a084414a6ae5..3bf86bfc4138 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (ms) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - + - + 26 - - + + 28 - - + + 30 - - + + 32 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 13e122587533..4ffccfa4f626 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -27.0 + +26.0 - - -27.5 + + +27.0 - - + + 28.0 - - -28.5 - - - + + 29.0 - - -29.5 - - - + + 30.0 - - -30.5 - - - + + 31.0 - - -31.5 - - + 0 @@ -109,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 028a705728ba..87a09d2808d6 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,69 +6,65 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 26 - - + + 28 - - + + 30 - - + + 32 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index e505126ea6b5..1fcf98b40238 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -29.35 - - - -29.4 + + +5 - - -29.45 + + + +29.9 - - -29.5 + + +29.95 - - -29.55 + + +30 - - -29.6 + + +30.05 - - -29.65 + + +30.1 - - -29.7 + + +30.15 - - -29.75 + + +30.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index f6988cf51825..91e8995b3519 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42690255.52275,"upper_bound":42799927.437125005},"point_estimate":42744902.04,"standard_error":27991.291113711868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42672000.25,"upper_bound":42794216.25},"point_estimate":42737407.25,"standard_error":33177.61594754105},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199381.5270602703,"upper_bound":339790.0456175208},"point_estimate":264631.1225518584,"standard_error":36521.99623853975},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":241599.46973704945,"upper_bound":317607.100069872},"point_estimate":282127.27864192316,"standard_error":19436.758126171237}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44629360.7565,"upper_bound":45288143.14},"point_estimate":44870138.705,"standard_error":187159.0563377132},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44567228.0,"upper_bound":44637404.0},"point_estimate":44588948.75,"standard_error":18098.615187110816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112111.98610961437,"upper_bound":211302.00149863958},"point_estimate":171363.72340768576,"standard_error":24546.872274148714},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210164.70855251414,"upper_bound":3184153.6640704945},"point_estimate":1881266.8282462126,"standard_error":996982.1622468093}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 9043e353eb36..b02a3426a916 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[85168447.0,84914883.0,85674543.0,85046840.0,85120466.0,84488296.0,85166483.0,85663662.0,84910664.0,84847296.0,84612337.0,84631092.0,85700300.0,85847966.0,84496772.0,84750726.0,85872752.0,85002867.0,84881110.0,85214142.0,85537847.0,86650867.0,86096120.0,85578062.0,85702454.0,85359224.0,85804295.0,84815947.0,85412643.0,85627875.0,85542696.0,85136988.0,85233828.0,85168677.0,85392796.0,85554688.0,84666199.0,85212639.0,84957753.0,85660957.0,85834431.0,85328777.0,84948035.0,85640569.0,84791563.0,86624789.0,84652332.0,85726650.0,85724055.0,85396232.0,85688368.0,85647572.0,85523179.0,85477955.0,85545130.0,85856552.0,85608659.0,85874887.0,85248476.0,86178253.0,85176292.0,85350607.0,85422381.0,85403807.0,85153419.0,85248857.0,84527739.0,85002046.0,85177735.0,85273694.0,85471674.0,86300587.0,84872716.0,84522522.0,85398779.0,85973553.0,85488957.0,85720941.0,85921746.0,85056970.0,84676228.0,84845285.0,86221587.0,85431400.0,85887963.0,85568206.0,87087014.0,85980857.0,85315303.0,85524745.0,85952303.0,86465483.0,86021884.0,86618348.0,86662601.0,86694270.0,86063350.0,86525435.0,86465403.0,86067058.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89172547.0,88933671.0,89134306.0,89417465.0,89128465.0,89134456.0,89120851.0,89480472.0,89556214.0,89475434.0,89546405.0,89130839.0,89324271.0,89059425.0,89397778.0,89299855.0,89057372.0,89065458.0,89178078.0,88867717.0,88732736.0,89402377.0,88905598.0,88989916.0,88796324.0,91859948.0,88868620.0,88862037.0,88560033.0,89111694.0,88978094.0,88934874.0,89475954.0,88797717.0,89051551.0,88704132.0,88754666.0,88960351.0,89043286.0,88783329.0,89213113.0,88851918.0,89116653.0,89501001.0,89594906.0,89138914.0,89023769.0,89149795.0,89249761.0,89504277.0,89800730.0,89871844.0,90005864.0,89494559.0,89151419.0,89520757.0,90406222.0,126106133.0,93894439.0,94521741.0,90261842.0,88771208.0,89356000.0,89177717.0,89106543.0,89746970.0,89443694.0,89596809.0,89111994.0,88981481.0,89060146.0,89187396.0,89180752.0,89595307.0,89178503.0,89223473.0,89266122.0,89574418.0,89152540.0,89394901.0,89464103.0,89707227.0,89045050.0,88940044.0,89302671.0,89566274.0,89540482.0,89121473.0,89274639.0,89022839.0,89155757.0,89236838.0,90143481.0,89147231.0,89021797.0,89474653.0,88894018.0,89171196.0,89445768.0,89812253.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index aa247b2b26c7..18f202c96e9b 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[41508992.875,42037710.8125,43447625.3125,43976343.25] \ No newline at end of file +[43863227.375,44192765.9375,45071535.4375,45401074.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 0112bf37dfee..b6667a811807 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04132796305637385,"upper_bound":-0.038100106851889116},"point_estimate":-0.039729630017733775,"standard_error":0.0008254333489828897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04124030260142931,"upper_bound":-0.03687003209202733},"point_estimate":-0.038629810729784,"standard_error":0.001095264954035577}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04384523012066084,"upper_bound":0.059689091528567904},"point_estimate":0.04971906738752696,"standard_error":0.0043941906742370525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.041876155402191806,"upper_bound":0.04536335446264084},"point_estimate":0.0433236740162799,"standard_error":0.0009201110016056624}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index f6988cf51825..91e8995b3519 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42690255.52275,"upper_bound":42799927.437125005},"point_estimate":42744902.04,"standard_error":27991.291113711868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42672000.25,"upper_bound":42794216.25},"point_estimate":42737407.25,"standard_error":33177.61594754105},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199381.5270602703,"upper_bound":339790.0456175208},"point_estimate":264631.1225518584,"standard_error":36521.99623853975},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":241599.46973704945,"upper_bound":317607.100069872},"point_estimate":282127.27864192316,"standard_error":19436.758126171237}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44629360.7565,"upper_bound":45288143.14},"point_estimate":44870138.705,"standard_error":187159.0563377132},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44567228.0,"upper_bound":44637404.0},"point_estimate":44588948.75,"standard_error":18098.615187110816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112111.98610961437,"upper_bound":211302.00149863958},"point_estimate":171363.72340768576,"standard_error":24546.872274148714},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210164.70855251414,"upper_bound":3184153.6640704945},"point_estimate":1881266.8282462126,"standard_error":996982.1622468093}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 9043e353eb36..b02a3426a916 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[85168447.0,84914883.0,85674543.0,85046840.0,85120466.0,84488296.0,85166483.0,85663662.0,84910664.0,84847296.0,84612337.0,84631092.0,85700300.0,85847966.0,84496772.0,84750726.0,85872752.0,85002867.0,84881110.0,85214142.0,85537847.0,86650867.0,86096120.0,85578062.0,85702454.0,85359224.0,85804295.0,84815947.0,85412643.0,85627875.0,85542696.0,85136988.0,85233828.0,85168677.0,85392796.0,85554688.0,84666199.0,85212639.0,84957753.0,85660957.0,85834431.0,85328777.0,84948035.0,85640569.0,84791563.0,86624789.0,84652332.0,85726650.0,85724055.0,85396232.0,85688368.0,85647572.0,85523179.0,85477955.0,85545130.0,85856552.0,85608659.0,85874887.0,85248476.0,86178253.0,85176292.0,85350607.0,85422381.0,85403807.0,85153419.0,85248857.0,84527739.0,85002046.0,85177735.0,85273694.0,85471674.0,86300587.0,84872716.0,84522522.0,85398779.0,85973553.0,85488957.0,85720941.0,85921746.0,85056970.0,84676228.0,84845285.0,86221587.0,85431400.0,85887963.0,85568206.0,87087014.0,85980857.0,85315303.0,85524745.0,85952303.0,86465483.0,86021884.0,86618348.0,86662601.0,86694270.0,86063350.0,86525435.0,86465403.0,86067058.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[89172547.0,88933671.0,89134306.0,89417465.0,89128465.0,89134456.0,89120851.0,89480472.0,89556214.0,89475434.0,89546405.0,89130839.0,89324271.0,89059425.0,89397778.0,89299855.0,89057372.0,89065458.0,89178078.0,88867717.0,88732736.0,89402377.0,88905598.0,88989916.0,88796324.0,91859948.0,88868620.0,88862037.0,88560033.0,89111694.0,88978094.0,88934874.0,89475954.0,88797717.0,89051551.0,88704132.0,88754666.0,88960351.0,89043286.0,88783329.0,89213113.0,88851918.0,89116653.0,89501001.0,89594906.0,89138914.0,89023769.0,89149795.0,89249761.0,89504277.0,89800730.0,89871844.0,90005864.0,89494559.0,89151419.0,89520757.0,90406222.0,126106133.0,93894439.0,94521741.0,90261842.0,88771208.0,89356000.0,89177717.0,89106543.0,89746970.0,89443694.0,89596809.0,89111994.0,88981481.0,89060146.0,89187396.0,89180752.0,89595307.0,89178503.0,89223473.0,89266122.0,89574418.0,89152540.0,89394901.0,89464103.0,89707227.0,89045050.0,88940044.0,89302671.0,89566274.0,89540482.0,89121473.0,89274639.0,89022839.0,89155757.0,89236838.0,90143481.0,89147231.0,89021797.0,89474653.0,88894018.0,89171196.0,89445768.0,89812253.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index aa247b2b26c7..18f202c96e9b 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[41508992.875,42037710.8125,43447625.3125,43976343.25] \ No newline at end of file +[43863227.375,44192765.9375,45071535.4375,45401074.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 7fb40efd5fe7..1a75401b6f84 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - - -200 + + +0.014 - - -220 + + +0.016 + + + +0.018 - - -240 + + +0.02 - - -260 + + + +120 + + + +140 - - -280 + + +160 - - -300 + + +180 - - -320 + + +200 - - -340 + + +220 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 1d02f336a6f7..fa1b0b5392c0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,93 +6,73 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.002 + +0.2 - - -0.004 + + +0.4 - - -0.006 + + +0.6 - - -0.008 + + +0.8 - - -0.01 + + +1 - - -0.012 + + +1.2 - - -0.014 + + +1.4 - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - + - -240 - - - -250 + +0 - - -260 + + +0.5 - - -270 + + +1 - - -280 + + +1.5 - - -290 + + +2 - - -300 + + +2.5 - - -310 + + +3 - - -320 + + +3.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index ef33887bd37c..e464fd5cc92a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -42.5 + +44.0 - - -43.0 + + +46.0 - - -43.5 + + +48.0 - - -44.0 + + +50.0 + + + +52.0 + + + +54.0 + + + +56.0 + + + +58.0 - - -44.5 + + +60.0 - - -45.0 + + +62.0 - + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 715077259e64..b7fb468316a9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -42 + +45 - - -43 + + +50 - - -44 + + +55 - - -45 + + +60 + + + +65 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index f9f0842921c5..274331a64eec 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,78 +9,70 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 - - - -200 + + +40 - - -250 + + +60 - - -300 + + +80 - - -350 - - - -400 + + +100 - - -450 + + +120 - + - --0.0415 + +0.044 + + + +0.046 - - --0.041 + + +0.048 - - --0.0405 + + +0.05 - - --0.04 + + +0.052 - - --0.0395 + + +0.054 - - --0.039 + + +0.056 - - --0.0385 + + +0.058 - - --0.038 + + +0.06 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 04ab2d84e4ab..b0f7a4a460bd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - --0.0415 + + +400 - - --0.041 + + +450 - - --0.0405 + + + +0.0415 - - --0.04 + + +0.042 - - --0.0395 + + +0.0425 - - --0.039 + + +0.043 - - --0.0385 + + +0.0435 - - --0.038 + + +0.044 - - --0.0375 + + +0.0445 - - --0.037 + + +0.045 - - --0.0365 + + +0.0455 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 8d4502e98843..965f7f7c1f17 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index f2cb3c779389..3d83288eaa67 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0100831 - 0.0104612 - 0.0100780 + 0.0000036 + 0.0000037 + 0.0000035 Mean - 42.690 ms - 42.745 ms - 42.800 ms + 44.629 ms + 44.870 ms + 45.288 ms Std. Dev. - 241.60 µs - 282.13 µs - 317.61 µs + 210.16 µs + 1.8813 ms + 3.1842 ms Median - 42.672 ms - 42.737 ms - 42.794 ms + 44.567 ms + 44.589 ms + 44.637 ms MAD - 199.38 µs - 264.63 µs - 339.79 µs + 112.11 µs + 171.36 µs + 211.30 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -4.1328% - -3.9730% - -3.8100% + +4.3845% + +4.9719% + +5.9689% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index dcc3f8f71d11..bbecb59d716e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -42.4 + +46.0 - - -42.6 + + +48.0 - - -42.8 + + +50.0 - - -43.0 + + +52.0 - - -43.2 + + +54.0 - - -43.4 + + +56.0 - + + +58.0 + + + +60.0 + + + +62.0 + + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index b9c7a47c2409..a5c97ec6c969 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -42.4 + +46.0 - - -42.6 + + +48.0 - - -42.8 + + +50.0 - - -43.0 + + +52.0 - - -43.2 + + +54.0 - - -43.4 + + +56.0 - + + +58.0 + + + +60.0 + + + +62.0 + + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 6b7708efb462..2d20edb43dc6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - + - -42.68 + +44.6 + + + +44.7 - - -42.7 + + +44.8 - - -42.72 + + +44.9 - - -42.74 + + +45 - - -42.76 + + +45.1 - - -42.78 + + +45.2 - - -42.8 + + +45.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 9801b5a16169..60ca6ded49fc 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - - -16 + + +70 - + - -42.66 + +44.56 + + + +44.57 - - -42.68 + + +44.58 - - -42.7 + + +44.59 - - -42.72 + + +44.6 - - -42.74 + + +44.61 - - -42.76 + + +44.62 - - -42.78 + + +44.63 - - -42.8 + + +44.64 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index c423076cb0ca..9b4e34d81b7e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,26 @@ Average Time (ms) - -42 + +45 - - -42.2 + + +50 - - -42.4 + + +55 - - -42.6 + + +60 - - -42.8 + + +65 - - -43 - - - -43.2 - - - -43.4 - - - -43.6 - - - -43.8 - - + Density (a.u.) @@ -102,38 +82,62 @@ Density (a.u.) 0 - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 + + + +0.35 + + + +0.4 - - - - - - - - - + + +0.45 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index ee8b18950988..3fdc84971a65 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,51 +10,67 @@ Average Time (ms) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 + + +0.25 - - -0.6 + + +0.3 - - -0.8 + + +0.35 - - -1 + + +0.4 - - -1.2 + + +0.45 - - -1.4 + + +0.5 - + - -42 + +45 + + + +50 - - -42.5 + + +55 - - -43 + + +60 - - -43.5 + + +65 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index e9db1626b0f6..8ef6e52f9ff7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -14,36 +14,56 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + -42.5 +44.0 - -43.0 + +46.0 - - -43.5 + + +48.0 - - -44.0 + + +50.0 + + + +52.0 + + + +54.0 + + + +56.0 + + + +58.0 - - -44.5 + + +60.0 - - -45.0 + + +62.0 - + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 43c5190667e0..5e9cf799979f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -42 + +45 - - -43 + + +50 - - -44 + + +55 - - -45 + + +60 + + + +65 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 7e812d6c5483..1c22457ce136 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - + - -42.68 + +44.6 + + + +44.7 - - -42.7 + + +44.8 - - -42.72 + + +44.9 - - -42.74 + + +45 - - -42.76 + + +45.1 - - -42.78 + + +45.2 - - -42.8 + + +45.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index ca8e65580089..e9530549ca29 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6436416.89265625,"upper_bound":6527855.319999999},"point_estimate":6472721.745,"standard_error":23939.89410671},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6428724.625,"upper_bound":6431169.0},"point_estimate":6430166.25,"standard_error":622.9070027563452},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5352.463892474771,"upper_bound":8701.749895513058},"point_estimate":7297.171745449305,"standard_error":886.8869541563018},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28059.599531328848,"upper_bound":391589.6859674835},"point_estimate":239528.58406667347,"standard_error":101061.50443115227}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6450845.946625,"upper_bound":6458086.5425},"point_estimate":6454308.66625,"standard_error":1849.2497866263182},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6448250.0,"upper_bound":6453672.75},"point_estimate":6449961.875,"standard_error":1381.295303768657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9149.865737557411,"upper_bound":15566.558423638344},"point_estimate":11440.112046897411,"standard_error":1684.5198021502506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14303.532632208216,"upper_bound":22309.70504787179},"point_estimate":18579.661899393857,"standard_error":2049.9561997932615}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 6cc55f66b6b4..bc58a264b0ac 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51434057.0,51441422.0,51499330.0,51588887.0,51485263.0,51428294.0,51424036.0,51473598.0,51433784.0,51390352.0,51827600.0,51474941.0,51394822.0,51447250.0,51386015.0,51394781.0,51448542.0,51437701.0,51413566.0,51474520.0,51478187.0,51489158.0,51427693.0,51459763.0,51433133.0,52119065.0,51458420.0,51391244.0,51386927.0,51400463.0,51547506.0,51382899.0,51495129.0,51623099.0,51381205.0,51378641.0,51429797.0,51394080.0,51457389.0,51439995.0,51399951.0,51445787.0,51443993.0,51464120.0,51432401.0,51492524.0,51445416.0,51413947.0,51416331.0,51939359.0,51449352.0,51455735.0,51441238.0,51411623.0,51387147.0,51482285.0,51396745.0,51399379.0,51440626.0,51469571.0,51494427.0,51450666.0,51442771.0,51365476.0,51406904.0,51453671.0,51386315.0,51541455.0,51422633.0,51920054.0,51403447.0,51443742.0,51416683.0,51394651.0,51409738.0,51450044.0,51377829.0,51472947.0,59472031.0,55372548.0,51502433.0,68465855.0,51393499.0,51419518.0,51447740.0,51396675.0,51381056.0,51498945.0,51485380.0,51379262.0,51516018.0,51398398.0,51374003.0,53006003.0,52017405.0,51407074.0,52565760.0,51440426.0,51417074.0,51466756.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52096101.0,51476714.0,51538310.0,51483516.0,51561904.0,51429347.0,51750305.0,51661770.0,51598892.0,51580889.0,51458501.0,51503925.0,51581760.0,51468800.0,51438163.0,51466616.0,51766045.0,51741711.0,51649049.0,51853700.0,51694113.0,51647615.0,51857377.0,51487066.0,51671451.0,52175011.0,51600969.0,51574950.0,51648878.0,51675839.0,51763412.0,51653517.0,51753393.0,51643497.0,51627669.0,51604405.0,51627729.0,51484341.0,51608684.0,51946254.0,51553229.0,51671300.0,51600498.0,51833022.0,51552057.0,51497756.0,51631095.0,52126429.0,51870542.0,51509759.0,51609775.0,51606468.0,51519597.0,51543391.0,52071487.0,51660851.0,51592994.0,51746691.0,51589017.0,51576153.0,51658536.0,51785153.0,51452982.0,51687971.0,51579899.0,51517392.0,51590629.0,51552088.0,51597402.0,51570451.0,51586251.0,51590118.0,51478028.0,51658857.0,51677642.0,51521370.0,51411414.0,51959828.0,51583365.0,51901470.0,51650832.0,51482317.0,51588635.0,51716734.0,51553330.0,51480213.0,51572837.0,51581232.0,51621898.0,51519487.0,51554952.0,51693201.0,51526229.0,51547018.0,51668194.0,51659057.0,51597132.0,51596941.0,51624964.0,51636585.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 1fe7da904d72..f70dd17d1386 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6396646.1875,6410991.90625,6449247.15625,6463592.875] \ No newline at end of file +[6398646.96875,6421248.3125,6481518.5625,6504119.90625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 8457c1d4264b..346ea97c8c7f 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007712133686519351,"upper_bound":0.014795679338081656},"point_estimate":0.006362563554078937,"standard_error":0.0038198496288748738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00003908069223834687,"upper_bound":0.0005504203621456202},"point_estimate":0.0003216736644593432,"standard_error":0.00013276285939171857}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0111794944036611,"upper_bound":0.002786770456492409},"point_estimate":-0.002844719652010941,"standard_error":0.003676863318421719},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002772395833130936,"upper_bound":0.0036627806234098633},"point_estimate":0.0030785557060830637,"standard_error":0.0002210140476861377}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index ca8e65580089..e9530549ca29 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6436416.89265625,"upper_bound":6527855.319999999},"point_estimate":6472721.745,"standard_error":23939.89410671},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6428724.625,"upper_bound":6431169.0},"point_estimate":6430166.25,"standard_error":622.9070027563452},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5352.463892474771,"upper_bound":8701.749895513058},"point_estimate":7297.171745449305,"standard_error":886.8869541563018},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28059.599531328848,"upper_bound":391589.6859674835},"point_estimate":239528.58406667347,"standard_error":101061.50443115227}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6450845.946625,"upper_bound":6458086.5425},"point_estimate":6454308.66625,"standard_error":1849.2497866263182},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6448250.0,"upper_bound":6453672.75},"point_estimate":6449961.875,"standard_error":1381.295303768657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9149.865737557411,"upper_bound":15566.558423638344},"point_estimate":11440.112046897411,"standard_error":1684.5198021502506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14303.532632208216,"upper_bound":22309.70504787179},"point_estimate":18579.661899393857,"standard_error":2049.9561997932615}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 6cc55f66b6b4..bc58a264b0ac 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51434057.0,51441422.0,51499330.0,51588887.0,51485263.0,51428294.0,51424036.0,51473598.0,51433784.0,51390352.0,51827600.0,51474941.0,51394822.0,51447250.0,51386015.0,51394781.0,51448542.0,51437701.0,51413566.0,51474520.0,51478187.0,51489158.0,51427693.0,51459763.0,51433133.0,52119065.0,51458420.0,51391244.0,51386927.0,51400463.0,51547506.0,51382899.0,51495129.0,51623099.0,51381205.0,51378641.0,51429797.0,51394080.0,51457389.0,51439995.0,51399951.0,51445787.0,51443993.0,51464120.0,51432401.0,51492524.0,51445416.0,51413947.0,51416331.0,51939359.0,51449352.0,51455735.0,51441238.0,51411623.0,51387147.0,51482285.0,51396745.0,51399379.0,51440626.0,51469571.0,51494427.0,51450666.0,51442771.0,51365476.0,51406904.0,51453671.0,51386315.0,51541455.0,51422633.0,51920054.0,51403447.0,51443742.0,51416683.0,51394651.0,51409738.0,51450044.0,51377829.0,51472947.0,59472031.0,55372548.0,51502433.0,68465855.0,51393499.0,51419518.0,51447740.0,51396675.0,51381056.0,51498945.0,51485380.0,51379262.0,51516018.0,51398398.0,51374003.0,53006003.0,52017405.0,51407074.0,52565760.0,51440426.0,51417074.0,51466756.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52096101.0,51476714.0,51538310.0,51483516.0,51561904.0,51429347.0,51750305.0,51661770.0,51598892.0,51580889.0,51458501.0,51503925.0,51581760.0,51468800.0,51438163.0,51466616.0,51766045.0,51741711.0,51649049.0,51853700.0,51694113.0,51647615.0,51857377.0,51487066.0,51671451.0,52175011.0,51600969.0,51574950.0,51648878.0,51675839.0,51763412.0,51653517.0,51753393.0,51643497.0,51627669.0,51604405.0,51627729.0,51484341.0,51608684.0,51946254.0,51553229.0,51671300.0,51600498.0,51833022.0,51552057.0,51497756.0,51631095.0,52126429.0,51870542.0,51509759.0,51609775.0,51606468.0,51519597.0,51543391.0,52071487.0,51660851.0,51592994.0,51746691.0,51589017.0,51576153.0,51658536.0,51785153.0,51452982.0,51687971.0,51579899.0,51517392.0,51590629.0,51552088.0,51597402.0,51570451.0,51586251.0,51590118.0,51478028.0,51658857.0,51677642.0,51521370.0,51411414.0,51959828.0,51583365.0,51901470.0,51650832.0,51482317.0,51588635.0,51716734.0,51553330.0,51480213.0,51572837.0,51581232.0,51621898.0,51519487.0,51554952.0,51693201.0,51526229.0,51547018.0,51668194.0,51659057.0,51597132.0,51596941.0,51624964.0,51636585.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 1fe7da904d72..f70dd17d1386 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6396646.1875,6410991.90625,6449247.15625,6463592.875] \ No newline at end of file +[6398646.96875,6421248.3125,6481518.5625,6504119.90625] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 20e45179c9b1..6e61dfa749c4 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - -5 - - - -5.5 + +9 - - -6 + + +10 - - -6.5 + + +11 - - -7 + + +12 - - -7.5 + + +13 - - -8 + + +14 - - -8.5 + + +15 - - -9 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index cfe9b8354c55..5090b5f18e5f 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -0.001 + +0.02 - - -0.002 + + +0.04 - - -0.003 + + +0.06 - - -0.004 + + +0.08 - - -0.005 + + +0.1 - - -0.006 + + +0.12 - - -0.007 + + +0.14 - + + +0.16 + + + +0.18 + + + +0.2 + + - -0 + +14 + + + +15 - - -50 + + +16 - - -100 + + +17 - - -150 + + +18 - - -200 + + +19 - - -250 + + +20 - - -300 + + +21 - - -350 + + +22 - - -400 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 2b8aec1b2418..1dd598693768 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - - - - - + + + + + - - + + - - - + + + - - + + - - - - - + + + + + - + - + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - - + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index 22f3baa4dfac..3c85772d7b60 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,50 +9,26 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + 6.5 @@ -74,10 +50,10 @@ Average Time (ms) 8.5 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 346ecae67be4..4692e6d99e81 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - + - -0 + +-0.012 - - -0.002 + + +-0.01 - - -0.004 + + +-0.008 - - -0.006 + + +-0.006 - - -0.008 + + +-0.004 - + -0.01 +-0.002 -0.012 +0 - -0.014 - - - -0.016 - - - - - - + +0.002 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index b8b18b6b88a5..94d3a77142c2 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - -0 + +0.0027 - - -1e-4 + + +0.0028 - - -2e-4 + + +0.0029 - - -3e-4 + + +0.003 - + + +0.0031 + + + +0.0032 + + + +0.0033 + + -4e-4 +0.0034 - -5e-4 + +0.0035 + + + +0.0036 - - -6e-4 + + +0.0037 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 1ebc981ef9eb..0e53e6355edd 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 91dc46fef9ae..01fe3a757682 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002667 - 0.0002729 - 0.0002591 + 0.0000020 + 0.0000020 + 0.0000020 Mean - 6.4364 ms - 6.4727 ms - 6.5279 ms + 6.4508 ms + 6.4543 ms + 6.4581 ms Std. Dev. - 28.060 µs - 239.53 µs - 391.59 µs + 14.304 µs + 18.580 µs + 22.310 µs Median - 6.4287 ms - 6.4302 ms - 6.4312 ms + 6.4482 ms + 6.4500 ms + 6.4537 ms MAD - 5.3525 µs - 7.2972 µs - 8.7017 µs + 9.1499 µs + 11.440 µs + 15.567 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0771% - +0.6363% - +1.4796% - (p = 0.06 > + -1.1179% + -0.2845% + +0.2787% + (p = 0.54 > 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 85bd3087adcd..ee3e8b3f8b54 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,57 @@ Average Iteration Time (ms) - - - - + + + + - - - - - + + + + + - -6.6 + +6.43 - - -6.8 + + +6.44 - - -7.0 + + +6.45 - - -7.2 + + +6.46 - + -7.4 +6.47 - -7.6 + +6.48 - - -7.8 + + +6.49 - - -8.0 + + +6.5 - - -8.2 + + +6.51 - - -8.4 + + +6.52 - + 10 @@ -107,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index b306aade0394..98e3de4bc935 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,57 @@ Average Iteration Time (ms) - - - - + + + + - - - - - + + + + + - -6.6 + +6.43 - - -6.8 + + +6.44 - - -7.0 + + +6.45 - - -7.2 + + +6.46 - + -7.4 +6.47 - -7.6 + +6.48 - - -7.8 + + +6.49 - - -8.0 + + +6.5 - - -8.2 + + +6.51 - - -8.4 + + +6.52 - + 10 @@ -104,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index e9b196b53264..7254e23f32cd 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -2 + +20 - - -4 + + +40 - - -6 + + +60 - - -8 + + +80 - - -10 + + +100 - - -12 + + +120 - - -14 + + +140 - - -16 + + +160 - + + +180 + + + +200 + + -18 +220 - -6.43 - - - -6.44 - - - -6.45 - - - -6.46 + +6.451 - - -6.47 + + +6.452 - - -6.48 + + +6.453 - - -6.49 + + +6.454 - - -6.5 + + +6.455 - - -6.51 + + +6.456 - - -6.52 + + +6.457 - - -6.53 + + +6.458 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 12bb530b19a0..b329d4f397be 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -200 - - - -400 + +100 - - -600 + + +200 - - -800 + + +300 - - -1000 + + +400 - - -1200 + + +500 - - -1400 + + +600 - + - -6.4285 + +6.448 - - -6.429 + + +6.449 - - -6.4295 + + +6.45 - - -6.43 + + +6.451 - - -6.4305 + + +6.452 - - -6.431 + + +6.453 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index fb7f85273120..16f06225a7ad 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,26 +46,34 @@ Average Time (ms) - -6.5 + +6.42 - - -7 + + +6.44 - - -7.5 + + +6.46 - - -8 + + +6.48 + + + +6.5 + + + +6.52 - - -8.5 + + +6.54 - + Density (a.u.) @@ -74,62 +82,52 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 + +5 - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index a1655155847e..790068869e0c 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,35 @@ Average Time (ms) 0 - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + +25 - - -3 - - - -3.5 - - - -4 - - + - -6.5 + +6.45 - - -7 - - - -7.5 - - - -8 - - - -8.5 + + +6.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 9cca9ce40668..185e7564e4d9 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - + - - - + + + - - - - - + + + + + - + - - - - - - - - + + + + + + + + - + - - - - - - - + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - + - - + + - - - - - + + + + + - - + + - + - - + + - - + + - - - - - - + + + + + + - - - + + + - + - + - - - - - - + + + + + + - - - - - - - - + + + + + + + + - + - - - - + + + + - - + + - + - - - - - + + + + + - - - - + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 3231501c7baf..44ddfab012bf 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,50 +6,26 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - - -55 - - + 6.5 @@ -71,8 +47,8 @@ Average Time (ms) 8.5 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index 5b3b1f3d5b3b..68ec9dba8afa 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (ms) - -2 + +20 - - -4 + + +40 - - -6 + + +60 - - -8 + + +80 - - -10 + + +100 - - -12 + + +120 - - -14 + + +140 - - -16 + + +160 - + + +180 + + + +200 + + -18 +220 - -6.43 - - - -6.44 - - - -6.45 - - - -6.46 + +6.451 - - -6.47 + + +6.452 - - -6.48 + + +6.453 - - -6.49 + + +6.454 - - -6.5 + + +6.455 - - -6.51 + + +6.456 - - -6.52 + + +6.457 - - -6.53 + + +6.458 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 626c256ddb9a..5b3f25ee1de5 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5524753.575194446,"upper_bound":5565385.177249999},"point_estimate":5541241.612222224,"standard_error":10618.617000927947},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5513662.0,"upper_bound":5530664.111111111},"point_estimate":5519450.0,"standard_error":4171.712848005694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24839.39759234733,"upper_bound":44256.67380345351},"point_estimate":33733.84430110431,"standard_error":4743.479101574641},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36783.0505641116,"upper_bound":172154.1371333111},"point_estimate":106595.41799366033,"standard_error":42923.85992425}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275704.195,"upper_bound":5294846.913999999},"point_estimate":5284902.574000001,"standard_error":4891.800397188351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5269328.550000001,"upper_bound":5282843.8},"point_estimate":5275255.6,"standard_error":3366.936673322611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23387.940454781332,"upper_bound":39472.29691922623},"point_estimate":29737.693752051506,"standard_error":4109.564744113886},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36683.521881918794,"upper_bound":59540.268466200476},"point_estimate":49006.95284529468,"standard_error":5834.128612206913}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index f92bff9277cc..470461aff051 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[49439338.0,50210009.0,49576845.0,49638059.0,49734159.0,50309364.0,49504671.0,49669398.0,58347499.0,50016908.0,49512023.0,49529095.0,50465026.0,49412046.0,49604827.0,50311117.0,49527563.0,49526591.0,49631357.0,49489361.0,49481707.0,50140359.0,50008402.0,49499129.0,49838574.0,49674678.0,50385195.0,49964279.0,49775977.0,49869763.0,50763043.0,50006187.0,50086248.0,52184239.0,49896773.0,49927670.0,49366241.0,49932751.0,49585562.0,49331866.0,49848483.0,49584720.0,49968046.0,49269099.0,49638710.0,49445519.0,50159385.0,50482458.0,50352665.0,50887034.0,49748065.0,49492637.0,49893988.0,49805733.0,49885201.0,49349200.0,49600950.0,49335163.0,49225959.0,49629925.0,49717799.0,49679517.0,49850747.0,49416685.0,49384109.0,49874456.0,50178666.0,50104306.0,49988530.0,49672597.0,50068839.0,49136933.0,49614559.0,49705169.0,49336677.0,49576797.0,49721398.0,49526944.0,49686524.0,49555117.0,49647320.0,49635438.0,49637201.0,49406288.0,50119475.0,49273109.0,49899382.0,50568426.0,49675422.0,49585394.0,49402841.0,49535781.0,49510222.0,50012625.0,49678118.0,49233164.0,49534398.0,50898686.0,49487150.0,49803803.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52811195.0,52404496.0,53093533.0,52998565.0,53779364.0,52521735.0,52675273.0,54469502.0,52264586.0,53132595.0,52577549.0,52571537.0,52577479.0,52307635.0,52696802.0,51988200.0,53091959.0,53228385.0,53032198.0,52742658.0,52909669.0,52786459.0,52681884.0,54373994.0,52873963.0,53100687.0,52499724.0,52206155.0,52947371.0,52837535.0,54701135.0,52843415.0,52748228.0,53478842.0,53093052.0,52675362.0,52661607.0,52756884.0,54504257.0,52426878.0,52745893.0,52995470.0,52643923.0,52711029.0,52815693.0,52192179.0,52368930.0,52589311.0,53003766.0,52609619.0,52828438.0,52783143.0,52772915.0,52856250.0,53204981.0,52954794.0,53926598.0,52646138.0,52562070.0,52863343.0,52786339.0,53545468.0,52354402.0,52418262.0,52648983.0,52704687.0,52385250.0,53431904.0,52599811.0,52901574.0,52989799.0,52708324.0,52744922.0,52743489.0,52603307.0,52577490.0,52487881.0,52398942.0,52869551.0,52735632.0,52638780.0,53063263.0,52989746.0,52288977.0,52812255.0,52793078.0,53238690.0,52943048.0,53311386.0,53815398.0,52243191.0,52543341.0,52517243.0,52951474.0,52624554.0,52182638.0,52336566.0,52930775.0,52459866.0,53435458.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 78767b7179d8..c46a2b588895 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5352477.222222223,5427513.555555556,5627610.444444444,5702646.777777777] \ No newline at end of file +[5133629.874999996,5195689.299999998,5361181.100000002,5423240.525000004] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index aba6c80c0666..520bf6e344b6 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0037293819209533786,"upper_bound":0.011523624305719458},"point_estimate":0.006972945127161401,"standard_error":0.0020032518328159774},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002635348841288687,"upper_bound":0.006491327498487465},"point_estimate":0.004064572596013782,"standard_error":0.0008644997956152181}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.050723452173026075,"upper_bound":-0.042847433486253014},"point_estimate":-0.04626021678188874,"standard_error":0.002008028547636541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.046279805818778774,"upper_bound":-0.04242296376847454},"point_estimate":-0.04424252416454544,"standard_error":0.0009557817043234957}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 626c256ddb9a..5b3f25ee1de5 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5524753.575194446,"upper_bound":5565385.177249999},"point_estimate":5541241.612222224,"standard_error":10618.617000927947},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5513662.0,"upper_bound":5530664.111111111},"point_estimate":5519450.0,"standard_error":4171.712848005694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24839.39759234733,"upper_bound":44256.67380345351},"point_estimate":33733.84430110431,"standard_error":4743.479101574641},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36783.0505641116,"upper_bound":172154.1371333111},"point_estimate":106595.41799366033,"standard_error":42923.85992425}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275704.195,"upper_bound":5294846.913999999},"point_estimate":5284902.574000001,"standard_error":4891.800397188351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5269328.550000001,"upper_bound":5282843.8},"point_estimate":5275255.6,"standard_error":3366.936673322611},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23387.940454781332,"upper_bound":39472.29691922623},"point_estimate":29737.693752051506,"standard_error":4109.564744113886},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36683.521881918794,"upper_bound":59540.268466200476},"point_estimate":49006.95284529468,"standard_error":5834.128612206913}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index f92bff9277cc..470461aff051 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[49439338.0,50210009.0,49576845.0,49638059.0,49734159.0,50309364.0,49504671.0,49669398.0,58347499.0,50016908.0,49512023.0,49529095.0,50465026.0,49412046.0,49604827.0,50311117.0,49527563.0,49526591.0,49631357.0,49489361.0,49481707.0,50140359.0,50008402.0,49499129.0,49838574.0,49674678.0,50385195.0,49964279.0,49775977.0,49869763.0,50763043.0,50006187.0,50086248.0,52184239.0,49896773.0,49927670.0,49366241.0,49932751.0,49585562.0,49331866.0,49848483.0,49584720.0,49968046.0,49269099.0,49638710.0,49445519.0,50159385.0,50482458.0,50352665.0,50887034.0,49748065.0,49492637.0,49893988.0,49805733.0,49885201.0,49349200.0,49600950.0,49335163.0,49225959.0,49629925.0,49717799.0,49679517.0,49850747.0,49416685.0,49384109.0,49874456.0,50178666.0,50104306.0,49988530.0,49672597.0,50068839.0,49136933.0,49614559.0,49705169.0,49336677.0,49576797.0,49721398.0,49526944.0,49686524.0,49555117.0,49647320.0,49635438.0,49637201.0,49406288.0,50119475.0,49273109.0,49899382.0,50568426.0,49675422.0,49585394.0,49402841.0,49535781.0,49510222.0,50012625.0,49678118.0,49233164.0,49534398.0,50898686.0,49487150.0,49803803.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52811195.0,52404496.0,53093533.0,52998565.0,53779364.0,52521735.0,52675273.0,54469502.0,52264586.0,53132595.0,52577549.0,52571537.0,52577479.0,52307635.0,52696802.0,51988200.0,53091959.0,53228385.0,53032198.0,52742658.0,52909669.0,52786459.0,52681884.0,54373994.0,52873963.0,53100687.0,52499724.0,52206155.0,52947371.0,52837535.0,54701135.0,52843415.0,52748228.0,53478842.0,53093052.0,52675362.0,52661607.0,52756884.0,54504257.0,52426878.0,52745893.0,52995470.0,52643923.0,52711029.0,52815693.0,52192179.0,52368930.0,52589311.0,53003766.0,52609619.0,52828438.0,52783143.0,52772915.0,52856250.0,53204981.0,52954794.0,53926598.0,52646138.0,52562070.0,52863343.0,52786339.0,53545468.0,52354402.0,52418262.0,52648983.0,52704687.0,52385250.0,53431904.0,52599811.0,52901574.0,52989799.0,52708324.0,52744922.0,52743489.0,52603307.0,52577490.0,52487881.0,52398942.0,52869551.0,52735632.0,52638780.0,53063263.0,52989746.0,52288977.0,52812255.0,52793078.0,53238690.0,52943048.0,53311386.0,53815398.0,52243191.0,52543341.0,52517243.0,52951474.0,52624554.0,52182638.0,52336566.0,52930775.0,52459866.0,53435458.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 78767b7179d8..c46a2b588895 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5352477.222222223,5427513.555555556,5627610.444444444,5702646.777777777] \ No newline at end of file +[5133629.874999996,5195689.299999998,5361181.100000002,5423240.525000004] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 5490d0daff90..f929dd488ab1 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - + + +0.12 + + + +0.14 + + - -25 + +22 - - + + +24 + + + +26 + + + +28 + + + 30 - - -35 + + +32 - - -40 + + +34 - - -45 + + +36 + + + +38 + + + +40 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index b83abdd7c7da..55b1e41c8732 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 + + +0.03 - - - -40 + + +0.04 - - -60 + + +0.05 - - -80 + + +0.06 - - -100 + + +0.07 - - -120 + + + +35 + + + +40 - - -140 + + +45 - - -160 + + +50 - - -180 + + +55 + + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 1574f36116d6..ce9effc74b23 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -5.5 + +5.2 - - -5.6 + + +5.4 - - -5.7 + + +5.6 - - + + 5.8 - - -5.9 - - - + + 6.0 - - -6.1 - - - + + 6.2 - - -6.3 - - - + + 6.4 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 5e124402ba60..8f6ab073536e 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + +8 - - -14 + + +9 - - -16 + + +10 - + - + 5.5 - - + + 6 - - + + 6.5 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 7f3337a5a3db..e2dbca454cd6 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,87 +9,91 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.051 + + + +-0.05 + + + +-0.049 + + + +-0.048 + + + +-0.047 + + + +-0.046 + + + +-0.045 + + + +-0.044 + + + +-0.043 + + + +-0.042 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 241bd96a4c40..20be2149ae39 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,71 +9,95 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - + -400 +350 - + +400 + + + +450 + + + 500 - - -600 + + +550 - + - -0.0025 - - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - - - - + +-0.0465 + + + +-0.046 + + + +-0.0455 + + + +-0.045 + + + +-0.0445 + + + +-0.044 + + + +-0.0435 + + + +-0.043 + + + +-0.0425 + + + +-0.042 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index b957497d52c6..a9fb9598d4d6 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 4247c21d4104..ad17cc744a0d 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000486 - 0.0000498 - 0.0000474 + 0.0137745 + 0.0142577 + 0.0136962 Mean - 5.5248 ms - 5.5412 ms - 5.5654 ms + 5.2757 ms + 5.2849 ms + 5.2948 ms Std. Dev. - 36.783 µs - 106.60 µs - 172.15 µs + 36.684 µs + 49.007 µs + 59.540 µs Median - 5.5137 ms - 5.5194 ms - 5.5307 ms + 5.2693 ms + 5.2753 ms + 5.2828 ms MAD - 24.839 µs - 33.734 µs - 44.257 µs + 23.388 µs + 29.738 µs + 39.472 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.3729% - +0.6973% - +1.1524% + -5.0723% + -4.6260% + -4.2847% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index a9f4c1d59eb8..9d55928ee6b0 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,57 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -5.5 + +5.2 - - -5.6 + + +5.25 - - -5.7 + + +5.3 - - -5.8 + + +5.35 - - -5.9 + + +5.4 - - -6.0 + + +5.45 - - -6.1 - - - -6.2 - - - -6.3 - - - -6.4 - - + 10 @@ -107,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 408afb59dc3e..96391378cc11 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - -5.5 + +5.2 - - -5.6 + + +5.25 - - -5.7 + + +5.3 - - -5.8 + + +5.35 - - -5.9 + + +5.4 - - -6.0 + + +5.45 - - -6.1 - - - -6.2 - - - -6.3 - - - -6.4 - - + 10 @@ -104,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 89d00d24c955..1f885cc9a5f8 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -5.525 + + +50 - - -5.53 + + +60 - - -5.535 + + +70 - - -5.54 + + +80 - - -5.545 + + + +5.275 - - -5.55 + + +5.28 - - -5.555 + + +5.285 - - -5.56 + + +5.29 - - -5.565 + + +5.295 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 8c9127aa5744..adcf1a44e5ca 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - -5.512 + +5.268 - - -5.514 + + +5.27 - - -5.516 + + +5.272 - - -5.518 + + +5.274 - - -5.52 + + +5.276 - - -5.522 + + +5.278 - - -5.524 + + +5.28 - - -5.526 + + +5.282 - - -5.528 + + +5.284 - - -5.53 - - - -5.532 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 83e5192ed1b4..20d900ca4915 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -13,71 +13,79 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 + + +10 + - -5.4 + +5.15 - - -5.6 + + +5.2 - - -5.8 + + +5.25 - - -6 + + +5.3 + + + +5.35 - - -6.2 + + +5.4 - - -6.4 + + +5.45 - - -6.6 + + +5.5 - + Density (a.u.) @@ -86,46 +94,66 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - - - - - - - - - - - - - - - + + +7 + + + +8 + + + +9 + + + +10 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 8b611641df25..1ab379171c1a 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 - + - -5.5 + +5.2 - - -6 + + +5.3 - - -6.5 + + +5.4 + + + +5.5 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index e60111f38622..70dfe382e583 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -5.5 + +5.2 - - -5.6 + + +5.4 - - -5.7 + + +5.6 - - + + 5.8 - - -5.9 - - - + + 6.0 - - -6.1 - - - + + 6.2 - - -6.3 - - - + + 6.4 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 503901554d21..ee124ade8438 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,53 +6,61 @@ Density (a.u.) Average Time (ms) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - - -10 + + +7 - - -12 + + +8 - - -14 + + +9 - - -16 + + +10 - + - + 5.5 - - + + 6 - - + + 6.5 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 2932be3dbefa..0570af40a917 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -5.525 + + +50 - - -5.53 + + +60 - - -5.535 + + +70 - - -5.54 + + +80 - - -5.545 + + + +5.275 - - -5.55 + + +5.28 - - -5.555 + + +5.285 - - -5.56 + + +5.29 - - -5.565 + + +5.295 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index e0696b35eed4..cb192a37940b 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4305323.946166665,"upper_bound":4448200.850104168},"point_estimate":4372041.8825,"standard_error":36620.5406002676},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4192602.0,"upper_bound":4209947.75},"point_estimate":4200727.583333334,"standard_error":4933.612207322736},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27259.14489105321,"upper_bound":64954.82372932116},"point_estimate":48512.462613731506,"standard_error":10133.077937583024},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249430.70072227353,"upper_bound":475508.6536777498},"point_estimate":366846.523690058,"standard_error":58300.393294927526}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4186541.8784583323,"upper_bound":4192385.306},"point_estimate":4189495.633333334,"standard_error":1490.5094120758076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4187635.0833333335,"upper_bound":4191522.3333333335},"point_estimate":4189545.666666667,"standard_error":1082.7056146374766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10316.548366844769,"upper_bound":18405.61382323515},"point_estimate":13124.09851700056,"standard_error":1965.0359059683637},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12628.117058759515,"upper_bound":17256.685373579006},"point_estimate":15018.42214801331,"standard_error":1185.0588469088093}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 5658bbc13acb..83d491379343 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[50276789.0,50280696.0,50513401.0,50311224.0,50202812.0,50381435.0,50387827.0,50206548.0,50235002.0,50228550.0,50101642.0,50198442.0,50243417.0,50021262.0,50863166.0,50190852.0,65567888.0,51266149.0,50277872.0,75364445.0,65432445.0,50237727.0,49952774.0,50164791.0,50027774.0,50413475.0,49974704.0,50468999.0,49961350.0,50486562.0,50015120.0,50519373.0,49979885.0,50640850.0,50403987.0,50469380.0,50137289.0,50324880.0,49938667.0,50257523.0,50009911.0,50352031.0,50178696.0,50436048.0,50182593.0,50968793.0,50097394.0,50417773.0,50224772.0,50363812.0,50049504.0,50178657.0,49900737.0,50163237.0,50323016.0,50307907.0,50639177.0,50569788.0,50348023.0,50479118.0,50465272.0,50858898.0,52596757.0,51974504.0,49982750.0,50390000.0,49862134.0,51311584.0,53036629.0,53878944.0,55379270.0,57126025.0,54343414.0,52661217.0,51881700.0,49990314.0,67350922.0,61374458.0,57184854.0,56987215.0,57948082.0,57517337.0,56955096.0,56800757.0,56655826.0,57392363.0,57136043.0,62505953.0,58308195.0,58802039.0,49827470.0,49998710.0,50000122.0,49743001.0,50800429.0,53431688.0,53492902.0,53498935.0,53360956.0,50519533.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[50659434.0,50464300.0,50514994.0,50467936.0,50658824.0,50500798.0,50380744.0,50339088.0,50446955.0,50315359.0,50208589.0,50284021.0,50266308.0,50253835.0,50114364.0,50247353.0,50485086.0,50210113.0,50305922.0,50293308.0,50125285.0,50295483.0,50542704.0,50659543.0,50283670.0,49688618.0,50402171.0,50201396.0,50333504.0,50151834.0,50168294.0,50171101.0,50501407.0,50302105.0,50210894.0,50158977.0,50545830.0,49985263.0,50089557.0,50067266.0,50258734.0,50464268.0,50270866.0,50511907.0,50188222.0,50567290.0,50281146.0,50379749.0,50288599.0,50251621.0,50337491.0,50015901.0,50260717.0,50461052.0,50117270.0,50172523.0,50333113.0,50444812.0,50286245.0,50085751.0,49972179.0,50197399.0,50267309.0,50150060.0,50156053.0,50329896.0,50329335.0,50267350.0,50366526.0,50423231.0,50367136.0,50181900.0,50239749.0,50378597.0,49931472.0,49984611.0,50443959.0,50545219.0,50177031.0,50427459.0,50281236.0,50276166.0,50331810.0,50337100.0,50261559.0,50294431.0,50183714.0,50156663.0,50207378.0,50102511.0,50416909.0,50101230.0,50656667.0,50079249.0,50088375.0,49927545.0,50272930.0,49832457.0,50087894.0,50082955.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index f25c921dcd23..5e8651004ab8 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[3447778.562500001,3814790.0625000005,4793487.395833332,5160498.895833332] \ No newline at end of file +[4126988.812499998,4153742.937499999,4225087.270833335,4251841.395833336] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 73c37643f77a..28e965fe6b42 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.12697252841908752,"upper_bound":0.16348131897329946},"point_estimate":0.14511624777113452,"standard_error":0.009339785648071284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10077832878467796,"upper_bound":0.10665430757000184},"point_estimate":0.10344755883364187,"standard_error":0.0015575678415866486}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.058214486458050455,"upper_bound":-0.026966995803655632},"point_estimate":-0.04175308793297372,"standard_error":0.007998999669132591},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00493023184734076,"upper_bound":-0.0006785960921960044},"point_estimate":-0.002661899979192195,"standard_error":0.001190272288430741}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index e0696b35eed4..cb192a37940b 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4305323.946166665,"upper_bound":4448200.850104168},"point_estimate":4372041.8825,"standard_error":36620.5406002676},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4192602.0,"upper_bound":4209947.75},"point_estimate":4200727.583333334,"standard_error":4933.612207322736},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27259.14489105321,"upper_bound":64954.82372932116},"point_estimate":48512.462613731506,"standard_error":10133.077937583024},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":249430.70072227353,"upper_bound":475508.6536777498},"point_estimate":366846.523690058,"standard_error":58300.393294927526}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4186541.8784583323,"upper_bound":4192385.306},"point_estimate":4189495.633333334,"standard_error":1490.5094120758076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4187635.0833333335,"upper_bound":4191522.3333333335},"point_estimate":4189545.666666667,"standard_error":1082.7056146374766},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10316.548366844769,"upper_bound":18405.61382323515},"point_estimate":13124.09851700056,"standard_error":1965.0359059683637},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12628.117058759515,"upper_bound":17256.685373579006},"point_estimate":15018.42214801331,"standard_error":1185.0588469088093}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 5658bbc13acb..83d491379343 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[50276789.0,50280696.0,50513401.0,50311224.0,50202812.0,50381435.0,50387827.0,50206548.0,50235002.0,50228550.0,50101642.0,50198442.0,50243417.0,50021262.0,50863166.0,50190852.0,65567888.0,51266149.0,50277872.0,75364445.0,65432445.0,50237727.0,49952774.0,50164791.0,50027774.0,50413475.0,49974704.0,50468999.0,49961350.0,50486562.0,50015120.0,50519373.0,49979885.0,50640850.0,50403987.0,50469380.0,50137289.0,50324880.0,49938667.0,50257523.0,50009911.0,50352031.0,50178696.0,50436048.0,50182593.0,50968793.0,50097394.0,50417773.0,50224772.0,50363812.0,50049504.0,50178657.0,49900737.0,50163237.0,50323016.0,50307907.0,50639177.0,50569788.0,50348023.0,50479118.0,50465272.0,50858898.0,52596757.0,51974504.0,49982750.0,50390000.0,49862134.0,51311584.0,53036629.0,53878944.0,55379270.0,57126025.0,54343414.0,52661217.0,51881700.0,49990314.0,67350922.0,61374458.0,57184854.0,56987215.0,57948082.0,57517337.0,56955096.0,56800757.0,56655826.0,57392363.0,57136043.0,62505953.0,58308195.0,58802039.0,49827470.0,49998710.0,50000122.0,49743001.0,50800429.0,53431688.0,53492902.0,53498935.0,53360956.0,50519533.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[50659434.0,50464300.0,50514994.0,50467936.0,50658824.0,50500798.0,50380744.0,50339088.0,50446955.0,50315359.0,50208589.0,50284021.0,50266308.0,50253835.0,50114364.0,50247353.0,50485086.0,50210113.0,50305922.0,50293308.0,50125285.0,50295483.0,50542704.0,50659543.0,50283670.0,49688618.0,50402171.0,50201396.0,50333504.0,50151834.0,50168294.0,50171101.0,50501407.0,50302105.0,50210894.0,50158977.0,50545830.0,49985263.0,50089557.0,50067266.0,50258734.0,50464268.0,50270866.0,50511907.0,50188222.0,50567290.0,50281146.0,50379749.0,50288599.0,50251621.0,50337491.0,50015901.0,50260717.0,50461052.0,50117270.0,50172523.0,50333113.0,50444812.0,50286245.0,50085751.0,49972179.0,50197399.0,50267309.0,50150060.0,50156053.0,50329896.0,50329335.0,50267350.0,50366526.0,50423231.0,50367136.0,50181900.0,50239749.0,50378597.0,49931472.0,49984611.0,50443959.0,50545219.0,50177031.0,50427459.0,50281236.0,50276166.0,50331810.0,50337100.0,50261559.0,50294431.0,50183714.0,50156663.0,50207378.0,50102511.0,50416909.0,50101230.0,50656667.0,50079249.0,50088375.0,49927545.0,50272930.0,49832457.0,50087894.0,50082955.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index f25c921dcd23..5e8651004ab8 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[3447778.562500001,3814790.0625000005,4793487.395833332,5160498.895833332] \ No newline at end of file +[4126988.812499998,4153742.937499999,4225087.270833335,4251841.395833336] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index de53c6b09d29..6709f25a0874 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 + +0.05 - - -0.04 + + +0.1 - - -0.045 + + +0.15 - - -0.05 + + +0.2 - - -0.055 + + +0.25 - + - -25 + +10 + + + +11 - - -30 + + +12 - - -35 + + +13 - - -40 + + +14 - - -45 + + +15 - - -50 + + +16 - - -55 + + +17 - - -60 + + +18 - - -65 + + +19 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index ddd83bed8464..15001693aefd 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -0.001 + +0.05 - + -0.002 +0.1 -0.003 +0.15 -0.004 +0.2 - -0.005 + +0.25 - + -0.006 +0.3 -0.007 +0.35 - -250 + +12.5 - - -300 + + +13 - - -350 + + +13.5 - - -400 + + +14 - - -450 + + +14.5 - - -500 + + +15 - - - - + + +15.5 + + + +16 + + + +16.5 + + + +17 + + + +17.5 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 7e7d780d7637..36b45d4a403c 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,32 +16,62 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + + - -4.0 + +4.2 - - -4.5 + + +4.4 - - + + +4.6 + + + +4.8 + + + 5.0 - - -5.5 + + +5.2 + + + +5.4 - - + + +5.6 + + + +5.8 + + + 6.0 - + + +6.2 + + 0 @@ -87,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index ae59efe8e1df..7b4b351c717e 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,34 +9,26 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - + 4 @@ -50,10 +42,10 @@ Average Time (ms) 6 - - - - + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index a0716a8be3f2..66b76b4883dd 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - - -0.125 + + +45 - - -0.13 + + + +-0.06 - - -0.135 + + +-0.055 - - -0.14 + + +-0.05 - - -0.145 + + +-0.045 - - -0.15 + + +-0.04 - - -0.155 + + +-0.035 - - -0.16 + + +-0.03 - - -0.165 + + +-0.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 082858df231f..8c7caecac06c 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + - -0.101 - - - -0.102 - - - -0.103 - - - -0.104 - - - -0.105 - - - -0.106 - - - -0.107 - - - - - - + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index eb6786bdb5e0..51e72c9a788f 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index d88e16f314ce..30284108c058 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0019044 - 0.0019679 - 0.0018860 + 0.0108000 + 0.0112173 + 0.0108173 Mean - 4.3053 ms - 4.3720 ms - 4.4482 ms + 4.1865 ms + 4.1895 ms + 4.1924 ms Std. Dev. - 249.43 µs - 366.85 µs - 475.51 µs + 12.628 µs + 15.018 µs + 17.257 µs Median - 4.1926 ms - 4.2007 ms - 4.2099 ms + 4.1876 ms + 4.1895 ms + 4.1915 ms MAD - 27.259 µs - 48.512 µs - 64.955 µs + 10.317 µs + 13.124 µs + 18.406 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +12.697% - +14.512% - +16.348% + -5.8214% + -4.1753% + -2.6967% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 074280e3dfcf..77635b7603bf 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,62 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -4.2 - - - -4.4 - - - -4.6 + +4.15 - - -4.8 + + +4.16 - - -5.0 + + +4.17 - - -5.2 + + +4.18 - - -5.4 + + +4.19 - - -5.6 - - - -5.8 + + +4.2 - - -6.0 + + +4.21 - - -6.2 + + +4.22 - + 10 @@ -112,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 0f21ce7eb2f1..eaf2c3cb892d 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,62 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -4.2 - - - -4.4 - - - -4.6 + +4.15 - - -4.8 + + +4.16 - - -5.0 + + +4.17 - - -5.2 + + +4.18 - - -5.4 + + +4.19 - - -5.6 - - - -5.8 + + +4.2 - - -6.0 + + +4.21 - - -6.2 + + +4.22 - + 10 @@ -109,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index c2e50b13f14d..23338f74fdf8 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -1 + +50 - - -2 + + +100 - - -3 + + +150 - - -4 + + +200 - - -5 + + +250 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -4.3 - - - -4.32 + +4.186 - - -4.34 + + +4.187 - - -4.36 + + +4.188 - - -4.38 + + +4.189 - - -4.4 + + +4.19 - - -4.42 + + +4.191 - - -4.44 + + +4.192 - - -4.46 + + +4.193 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 498efa7bf4db..64dd8a9717a8 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 + + + +300 + + + +350 - - -120 + + +400 - + + +450 + + + +500 + + + +550 + + -4.192 +4.1875 - -4.194 - - - -4.196 + +4.188 - - -4.198 + + +4.1885 - - -4.2 + + +4.189 - - -4.202 + + +4.1895 - - -4.204 + + +4.19 - - -4.206 + + +4.1905 - - -4.208 + + +4.191 - - -4.21 + + +4.1915 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 35e099255a86..a14c7140234b 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (ms) - -4 + +4.14 - - -4.5 + + +4.16 - - -5 + + +4.18 - - -5.5 + + +4.2 - - -6 + + +4.22 - - -6.5 + + +4.24 - + Density (a.u.) @@ -70,66 +70,36 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - - - - - - - - - - - - - - - - - - - - - - - - + +5 + + + +10 + + + +15 + + + +20 + + + +25 + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 1a0f74d9cedf..fdedd5fc47ed 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,59 +10,35 @@ Average Time (ms) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +5 - - -1 + + +10 - - -1.2 + + +15 - + -1.4 +20 - -1.6 + +25 - - -1.8 - - - -2 - - + - -4 - - - -5 + +4.15 - - -6 + + +4.2 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index cbd53d02fd2b..a649566621ce 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,32 +13,62 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + + - -4.0 + +4.2 - - -4.5 + + +4.4 - - + + +4.6 + + + +4.8 + + + 5.0 - - -5.5 + + +5.2 + + + +5.4 - - + + +5.6 + + + +5.8 + + + 6.0 - + + +6.2 + + 0 @@ -84,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 089f95c0be9c..db8c58abb055 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,34 +6,26 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 + + + +20 - - -14 + + +25 - + 4 @@ -47,8 +39,8 @@ Average Time (ms) 6 - - - - + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 14fe876c16e1..a3df6f37421e 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -1 + +50 - - -2 + + +100 - - -3 + + +150 - - -4 + + +200 - - -5 + + +250 - - -6 - - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -4.3 - - - -4.32 + +4.186 - - -4.34 + + +4.187 - - -4.36 + + +4.188 - - -4.38 + + +4.189 - - -4.4 + + +4.19 - - -4.42 + + +4.191 - - -4.44 + + +4.192 - - -4.46 + + +4.193 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 874d6ade793c..71b270ce450e 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8463071.72775,"upper_bound":8483188.564458335},"point_estimate":8472948.745,"standard_error":5135.825295011464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8456499.666666666,"upper_bound":8478601.75},"point_estimate":8467652.0,"standard_error":6114.449408648653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37966.173025966615,"upper_bound":61139.45771455765},"point_estimate":50905.19364625308,"standard_error":5814.683026774657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43608.21709865215,"upper_bound":58767.40767176669},"point_estimate":51582.202261732586,"standard_error":3867.46745367007}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8420709.197166666,"upper_bound":8465330.498},"point_estimate":8440069.923333332,"standard_error":11450.246173190159},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8405895.75,"upper_bound":8426140.333333332},"point_estimate":8417637.0,"standard_error":4292.745584876442},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27698.42690825416,"upper_bound":49583.70286971331},"point_estimate":38749.72711205437,"standard_error":5589.307898502178},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56053.332661758635,"upper_bound":172484.31378281073},"point_estimate":115024.39286242258,"standard_error":32629.171938647945}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 1d8163421b35..d190ecf43694 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[50188106.0,51697099.0,51011837.0,51158481.0,51291781.0,50837883.0,50959611.0,50757421.0,50840266.0,51202985.0,51343548.0,51012008.0,51054437.0,50693592.0,51055519.0,51503367.0,51471167.0,50543001.0,50720913.0,50668866.0,50733497.0,50891813.0,50541769.0,50798538.0,50687050.0,50454425.0,51177457.0,51007369.0,50976391.0,50795402.0,51188248.0,50539133.0,50566815.0,50533773.0,50654559.0,50637638.0,51758063.0,51351152.0,50616087.0,50884209.0,51009773.0,50826691.0,51492617.0,50429578.0,50758483.0,50516381.0,50922521.0,50813286.0,51039650.0,50751941.0,51286010.0,50437594.0,50925185.0,50728107.0,50863300.0,50780456.0,51046010.0,50586181.0,50896302.0,51168660.0,50842010.0,51251877.0,50664087.0,51360750.0,50541438.0,50900930.0,50615246.0,51343156.0,50583938.0,50770095.0,50857359.0,50619805.0,50448002.0,50738998.0,50594006.0,51021175.0,50325754.0,50878328.0,50407588.0,50903335.0,50430861.0,50755559.0,50586924.0,50718179.0,50566034.0,50697982.0,50615227.0,50962245.0,51130100.0,50868711.0,50412488.0,50864893.0,50430853.0,50777000.0,50392259.0,50920257.0,50577336.0,50446041.0,50828625.0,51035794.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[51016746.0,50554071.0,50580852.0,50408511.0,50588776.0,50622279.0,51086436.0,51204908.0,50701948.0,50742173.0,50398091.0,50450348.0,50465797.0,50562909.0,50506303.0,50412277.0,50306149.0,50195112.0,50863369.0,50490624.0,50531871.0,50504249.0,50555826.0,50168582.0,49994708.0,50755969.0,50356313.0,50559613.0,50560714.0,50376039.0,50069006.0,50592593.0,50442073.0,50513587.0,50277986.0,50471929.0,50348198.0,50614676.0,50764796.0,50812074.0,50602622.0,50575402.0,50260183.0,51854240.0,50532953.0,53076421.0,55770654.0,52085772.0,51818232.0,51427002.0,51569048.0,50510200.0,50848452.0,50325555.0,50786766.0,50406036.0,50296130.0,50290490.0,50572045.0,50599006.0,50370108.0,50306880.0,50193128.0,50196995.0,50364778.0,50743677.0,50274681.0,50406316.0,50318902.0,50533153.0,50657896.0,51818082.0,50338399.0,50075578.0,50568619.0,50527372.0,50271645.0,50068115.0,50420401.0,50693913.0,50505341.0,50510130.0,50482709.0,50209529.0,50701517.0,50369447.0,50313613.0,50343548.0,50417557.0,50302562.0,50648690.0,50491705.0,50349810.0,50139719.0,50491815.0,50255428.0,50337572.0,50586969.0,50559827.0,51240138.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 4067ebef1992..de1c5398523f 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[8234007.9583333265,8334497.458333329,8602469.458333336,8702958.95833334] \ No newline at end of file +[8247066.29166667,8318721.541666669,8509802.208333332,8581457.458333332] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index c5028414aa99..e575e8ec52cb 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09457982311343688,"upper_bound":0.09904028902309876},"point_estimate":0.09683089492153352,"standard_error":0.001139845119832438},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09585823878438848,"upper_bound":0.1008319965378699},"point_estimate":0.09861533396301114,"standard_error":0.0012872223461793616}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006439312563304511,"upper_bound":-0.0008148603933401055},"point_estimate":-0.0038804461889456743,"standard_error":0.0014303567467522109},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00776568957258017,"upper_bound":-0.004314820195743888},"point_estimate":-0.00590659606700894,"standard_error":0.0008929849214360853}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 874d6ade793c..71b270ce450e 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8463071.72775,"upper_bound":8483188.564458335},"point_estimate":8472948.745,"standard_error":5135.825295011464},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8456499.666666666,"upper_bound":8478601.75},"point_estimate":8467652.0,"standard_error":6114.449408648653},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37966.173025966615,"upper_bound":61139.45771455765},"point_estimate":50905.19364625308,"standard_error":5814.683026774657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43608.21709865215,"upper_bound":58767.40767176669},"point_estimate":51582.202261732586,"standard_error":3867.46745367007}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8420709.197166666,"upper_bound":8465330.498},"point_estimate":8440069.923333332,"standard_error":11450.246173190159},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8405895.75,"upper_bound":8426140.333333332},"point_estimate":8417637.0,"standard_error":4292.745584876442},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27698.42690825416,"upper_bound":49583.70286971331},"point_estimate":38749.72711205437,"standard_error":5589.307898502178},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56053.332661758635,"upper_bound":172484.31378281073},"point_estimate":115024.39286242258,"standard_error":32629.171938647945}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 1d8163421b35..d190ecf43694 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[50188106.0,51697099.0,51011837.0,51158481.0,51291781.0,50837883.0,50959611.0,50757421.0,50840266.0,51202985.0,51343548.0,51012008.0,51054437.0,50693592.0,51055519.0,51503367.0,51471167.0,50543001.0,50720913.0,50668866.0,50733497.0,50891813.0,50541769.0,50798538.0,50687050.0,50454425.0,51177457.0,51007369.0,50976391.0,50795402.0,51188248.0,50539133.0,50566815.0,50533773.0,50654559.0,50637638.0,51758063.0,51351152.0,50616087.0,50884209.0,51009773.0,50826691.0,51492617.0,50429578.0,50758483.0,50516381.0,50922521.0,50813286.0,51039650.0,50751941.0,51286010.0,50437594.0,50925185.0,50728107.0,50863300.0,50780456.0,51046010.0,50586181.0,50896302.0,51168660.0,50842010.0,51251877.0,50664087.0,51360750.0,50541438.0,50900930.0,50615246.0,51343156.0,50583938.0,50770095.0,50857359.0,50619805.0,50448002.0,50738998.0,50594006.0,51021175.0,50325754.0,50878328.0,50407588.0,50903335.0,50430861.0,50755559.0,50586924.0,50718179.0,50566034.0,50697982.0,50615227.0,50962245.0,51130100.0,50868711.0,50412488.0,50864893.0,50430853.0,50777000.0,50392259.0,50920257.0,50577336.0,50446041.0,50828625.0,51035794.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[51016746.0,50554071.0,50580852.0,50408511.0,50588776.0,50622279.0,51086436.0,51204908.0,50701948.0,50742173.0,50398091.0,50450348.0,50465797.0,50562909.0,50506303.0,50412277.0,50306149.0,50195112.0,50863369.0,50490624.0,50531871.0,50504249.0,50555826.0,50168582.0,49994708.0,50755969.0,50356313.0,50559613.0,50560714.0,50376039.0,50069006.0,50592593.0,50442073.0,50513587.0,50277986.0,50471929.0,50348198.0,50614676.0,50764796.0,50812074.0,50602622.0,50575402.0,50260183.0,51854240.0,50532953.0,53076421.0,55770654.0,52085772.0,51818232.0,51427002.0,51569048.0,50510200.0,50848452.0,50325555.0,50786766.0,50406036.0,50296130.0,50290490.0,50572045.0,50599006.0,50370108.0,50306880.0,50193128.0,50196995.0,50364778.0,50743677.0,50274681.0,50406316.0,50318902.0,50533153.0,50657896.0,51818082.0,50338399.0,50075578.0,50568619.0,50527372.0,50271645.0,50068115.0,50420401.0,50693913.0,50505341.0,50510130.0,50482709.0,50209529.0,50701517.0,50369447.0,50313613.0,50343548.0,50417557.0,50302562.0,50648690.0,50491705.0,50349810.0,50139719.0,50491815.0,50255428.0,50337572.0,50586969.0,50559827.0,51240138.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 4067ebef1992..de1c5398523f 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[8234007.9583333265,8334497.458333329,8602469.458333336,8702958.95833334] \ No newline at end of file +[8247066.29166667,8318721.541666669,8509802.208333332,8581457.458333332] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index e7753ad36f89..c3c924b0b8f8 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - + 0.03 - + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index d04ee3f756d9..179a5444cb80 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,94 +9,74 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 + +0.002 - - -0.04 + + +0.004 - - -0.05 + + +0.006 - - -0.06 + + +0.008 - - -0.07 + + +0.01 - - -0.08 + + +0.012 - - -0.09 + + +0.014 - - -0.1 + + +0.016 - - -0.11 + + +0.018 - + - -42 - - - -44 - - - -46 - - - -48 + +60 - - -50 + + +80 - - -52 + + +100 - - -54 + + +120 - - -56 + + +140 - - -58 + + +160 - - -60 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 7e2f23826f3e..540d67265bd1 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -7.7 + +8.4 - - -7.8 + + +8.5 - - -7.9 + + +8.6 - - -8.0 + + +8.7 - - -8.1 + + +8.8 - - -8.2 + + +8.9 - - -8.3 + + +9.0 - - -8.4 + + +9.1 - - -8.5 + + +9.2 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index ab3f4ddfcff9..fccc02c68b67 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -38,18 +38,18 @@ Average Time (ms) - -8 - - - + 8.5 - - - - - + + +9 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index bb39330dc81a..41ed0bebd086 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,79 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.0945 - - - -0.095 - - - -0.0955 - - - -0.096 - - - -0.0965 - - - -0.097 - - - -0.0975 - - - -0.098 - - - -0.0985 - - - -0.099 - - - -0.0995 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 17b7af7aee5b..b0442e5ea1f1 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + - -0.096 - - - -0.097 - - - -0.098 - - - -0.099 - - - -0.1 - - - -0.101 - - - - - - + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index d59fbed3ee2a..6a7ced3cab26 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 8e2955c8c602..3d0d5de70c04 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0039748 - 0.0041214 - 0.0039642 + 0.0073606 + 0.0075697 + 0.0072206 Mean - 8.4631 ms - 8.4729 ms - 8.4832 ms + 8.4207 ms + 8.4401 ms + 8.4653 ms Std. Dev. - 43.608 µs - 51.582 µs - 58.767 µs + 56.053 µs + 115.02 µs + 172.48 µs Median - 8.4565 ms - 8.4677 ms - 8.4786 ms + 8.4059 ms + 8.4176 ms + 8.4261 ms MAD - 37.966 µs - 50.905 µs - 61.139 µs + 27.698 µs + 38.750 µs + 49.584 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +9.4580% - +9.6831% - +9.9040% - (p = 0.00 < + -0.6439% + -0.3880% + -0.0815% + (p = 0.01 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index a8b681ab4d19..b945ebec0982 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,32 +15,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 8.4 - - -8.45 - - - + + 8.5 - - -8.55 - - - + + 8.6 - + + +8.7 + + + +8.8 + + + +8.9 + + + +9.0 + + + +9.1 + + + +9.2 + + 10 @@ -82,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 1e5247978c9a..923ecf4d507f 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,32 +12,52 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + 8.4 - - -8.45 - - - + + 8.5 - - -8.55 - - - + + 8.6 - + + +8.7 + + + +8.8 + + + +8.9 + + + +9.0 + + + +9.1 + + + +9.2 + + 10 @@ -79,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index b10a6c8f23c4..02bfd4c4f912 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + + +8.42 - - -60 + + +8.425 - - -70 + + +8.43 - - -80 + + +8.435 - - - -8.465 + + +8.44 - - -8.47 + + +8.445 - - -8.475 + + +8.45 - - -8.48 + + +8.455 + + + +8.46 + + + +8.465 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index e83648bb045d..f5d96f008199 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - - -8.455 + + +100 + + + +120 - - -8.46 + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + + +8.405 - - -8.465 + + +8.41 - - -8.47 + + +8.415 - - -8.475 + + +8.42 - - -8.48 + + +8.425 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index c257f3df77ff..146f001e5a8c 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -38,38 +38,34 @@ Average Time (ms) - -8.3 + +8.2 - - -8.35 - - - + + 8.4 - - -8.45 + + +8.6 - - -8.5 + + +8.8 - - -8.55 + + +9 - - -8.6 + + +9.2 - - -8.65 + + +9.4 - + Density (a.u.) @@ -78,44 +74,58 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index f89ac0d5bea9..3726a9f2bb67 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - -8.3 - - - -8.4 - - - + 8.5 - - - + + +9 + + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index a8996b40d8b1..caf2a413b616 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -7.7 + +8.4 - - -7.8 + + +8.5 - - -7.9 + + +8.6 - - -8.0 + + +8.7 - - -8.1 + + +8.8 - - -8.2 + + +8.9 - - -8.3 + + +9.0 - - -8.4 + + +9.1 - - -8.5 + + +9.2 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index f0e9d48a1597..91d10efcec2e 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -35,16 +35,16 @@ Average Time (ms) - -8 - - - + 8.5 - - - - - + + +9 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 750fd8da02ca..75c177b0af2f 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + + +8.42 - - -60 + + +8.425 - - -70 + + +8.43 - - -80 + + +8.435 - - - -8.465 + + +8.44 - - -8.47 + + +8.445 - - -8.475 + + +8.45 - - -8.48 + + +8.455 + + + +8.46 + + + +8.465 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index ff218c322b7b..0fb25f2388df 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510854.2794062495,"upper_bound":6637675.58146875},"point_estimate":6565960.5925,"standard_error":32834.44073129638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490358.9375,"upper_bound":6492191.6875},"point_estimate":6490943.125,"standard_error":458.33449130952636},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1931.9204282015562,"upper_bound":4044.162078201771},"point_estimate":2590.5654665082693,"standard_error":529.5695948505039},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117922.06048448493,"upper_bound":493731.83131365024},"point_estimate":329492.618621636,"standard_error":97126.58629422946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6500411.22428125,"upper_bound":6513601.44765625},"point_estimate":6507577.61,"standard_error":3373.4821209439638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6508536.375,"upper_bound":6519076.0},"point_estimate":6515447.625,"standard_error":2510.3969220223553},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14648.643714934587,"upper_bound":22910.617393255234},"point_estimate":18966.438150778413,"standard_error":2131.021551238398},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20955.511205512328,"upper_bound":47109.1013971221},"point_estimate":33926.74313306365,"standard_error":7001.940328760216}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 3b5627f90d7a..1d6f1b560251 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51992933.0,51912112.0,51901402.0,51956014.0,51940004.0,51953910.0,51916900.0,51928513.0,51926298.0,51910990.0,51918995.0,51964560.0,51914996.0,51957807.0,51921390.0,51906492.0,51912783.0,51948049.0,51936107.0,52228724.0,51904137.0,51913544.0,51911220.0,51916320.0,51954070.0,51914285.0,51928333.0,51922902.0,51916871.0,51937490.0,51938781.0,51915478.0,52624664.0,51969614.0,51924780.0,51922466.0,51913347.0,51981345.0,51962029.0,51962630.0,51939136.0,51912808.0,51924830.0,51947522.0,51914150.0,51930540.0,51925260.0,51929198.0,51905173.0,51929629.0,52033312.0,51918578.0,51938725.0,51938315.0,51910303.0,51915662.0,51967098.0,51924639.0,52242133.0,51915011.0,51914751.0,51920913.0,51945849.0,51936752.0,51972869.0,58420322.0,59145347.0,52068969.0,71250258.0,51910814.0,51900775.0,51927235.0,51968440.0,51919420.0,51925060.0,51959684.0,51956218.0,51934558.0,51911796.0,51923277.0,51927855.0,51939988.0,51904221.0,51914390.0,51918378.0,51923958.0,51915813.0,51949566.0,51919069.0,51898320.0,51950228.0,51916384.0,51914971.0,51941501.0,51967750.0,51920662.0,52318594.0,65177284.0,55118997.0,60271931.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52184211.0,52098511.0,51846251.0,51699146.0,51557000.0,51932591.0,52047657.0,51995689.0,51940736.0,52074676.0,52226190.0,52183249.0,51978347.0,52102569.0,51985049.0,52014184.0,52084265.0,52182317.0,52174634.0,52182949.0,52189722.0,52003053.0,52108891.0,52058778.0,52222282.0,52129318.0,52164334.0,52139027.0,52122706.0,52026627.0,52248041.0,52199030.0,52260484.0,52116395.0,52262948.0,52198919.0,52343970.0,52330465.0,52155017.0,51985200.0,52268098.0,52334823.0,52003143.0,51951316.0,52026867.0,52108991.0,51923095.0,51511171.0,52022295.0,52223040.0,52166475.0,52152608.0,51921327.0,51970548.0,52225655.0,52199275.0,52233099.0,52134695.0,51597231.0,51491474.0,50349179.0,51369586.0,52167887.0,51649529.0,51159414.0,52059374.0,52063753.0,52211218.0,52371187.0,52287410.0,52341572.0,52097996.0,52061289.0,52138522.0,52270219.0,52250391.0,52124456.0,52276240.0,52216258.0,52372109.0,52235674.0,52068291.0,52040960.0,52146477.0,52172866.0,52260951.0,52169650.0,52010153.0,52145275.0,52141529.0,51986448.0,51955590.0,52012848.0,52058313.0,51982351.0,51964207.0,52266181.0,52266771.0,52125789.0,51993521.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index af1d77a8b7e0..f9b06cdfac06 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6474283.625,6481867.8125,6502092.3125,6509676.5] \ No newline at end of file +[6424758.21875,6462454.859375,6562979.234375,6600675.875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 77e38423342d..451b549a71c5 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025971086087888764,"upper_bound":0.023017123778321987},"point_estimate":0.01133295833182002,"standard_error":0.005247038703758566},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.000053515899754774665,"upper_bound":0.0003812747108897785},"point_estimate":0.0001750051942026598,"standard_error":0.00008270202785736348}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019648588770489916,"upper_bound":-0.000393527005339024},"point_estimate":-0.008891765595835044,"standard_error":0.004956288442285875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002788510789426324,"upper_bound":0.004340387922044053},"point_estimate":0.0037751832866352864,"standard_error":0.0003596798944536975}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index ff218c322b7b..0fb25f2388df 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6510854.2794062495,"upper_bound":6637675.58146875},"point_estimate":6565960.5925,"standard_error":32834.44073129638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490358.9375,"upper_bound":6492191.6875},"point_estimate":6490943.125,"standard_error":458.33449130952636},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1931.9204282015562,"upper_bound":4044.162078201771},"point_estimate":2590.5654665082693,"standard_error":529.5695948505039},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117922.06048448493,"upper_bound":493731.83131365024},"point_estimate":329492.618621636,"standard_error":97126.58629422946}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6500411.22428125,"upper_bound":6513601.44765625},"point_estimate":6507577.61,"standard_error":3373.4821209439638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6508536.375,"upper_bound":6519076.0},"point_estimate":6515447.625,"standard_error":2510.3969220223553},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14648.643714934587,"upper_bound":22910.617393255234},"point_estimate":18966.438150778413,"standard_error":2131.021551238398},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20955.511205512328,"upper_bound":47109.1013971221},"point_estimate":33926.74313306365,"standard_error":7001.940328760216}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 3b5627f90d7a..1d6f1b560251 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51992933.0,51912112.0,51901402.0,51956014.0,51940004.0,51953910.0,51916900.0,51928513.0,51926298.0,51910990.0,51918995.0,51964560.0,51914996.0,51957807.0,51921390.0,51906492.0,51912783.0,51948049.0,51936107.0,52228724.0,51904137.0,51913544.0,51911220.0,51916320.0,51954070.0,51914285.0,51928333.0,51922902.0,51916871.0,51937490.0,51938781.0,51915478.0,52624664.0,51969614.0,51924780.0,51922466.0,51913347.0,51981345.0,51962029.0,51962630.0,51939136.0,51912808.0,51924830.0,51947522.0,51914150.0,51930540.0,51925260.0,51929198.0,51905173.0,51929629.0,52033312.0,51918578.0,51938725.0,51938315.0,51910303.0,51915662.0,51967098.0,51924639.0,52242133.0,51915011.0,51914751.0,51920913.0,51945849.0,51936752.0,51972869.0,58420322.0,59145347.0,52068969.0,71250258.0,51910814.0,51900775.0,51927235.0,51968440.0,51919420.0,51925060.0,51959684.0,51956218.0,51934558.0,51911796.0,51923277.0,51927855.0,51939988.0,51904221.0,51914390.0,51918378.0,51923958.0,51915813.0,51949566.0,51919069.0,51898320.0,51950228.0,51916384.0,51914971.0,51941501.0,51967750.0,51920662.0,52318594.0,65177284.0,55118997.0,60271931.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52184211.0,52098511.0,51846251.0,51699146.0,51557000.0,51932591.0,52047657.0,51995689.0,51940736.0,52074676.0,52226190.0,52183249.0,51978347.0,52102569.0,51985049.0,52014184.0,52084265.0,52182317.0,52174634.0,52182949.0,52189722.0,52003053.0,52108891.0,52058778.0,52222282.0,52129318.0,52164334.0,52139027.0,52122706.0,52026627.0,52248041.0,52199030.0,52260484.0,52116395.0,52262948.0,52198919.0,52343970.0,52330465.0,52155017.0,51985200.0,52268098.0,52334823.0,52003143.0,51951316.0,52026867.0,52108991.0,51923095.0,51511171.0,52022295.0,52223040.0,52166475.0,52152608.0,51921327.0,51970548.0,52225655.0,52199275.0,52233099.0,52134695.0,51597231.0,51491474.0,50349179.0,51369586.0,52167887.0,51649529.0,51159414.0,52059374.0,52063753.0,52211218.0,52371187.0,52287410.0,52341572.0,52097996.0,52061289.0,52138522.0,52270219.0,52250391.0,52124456.0,52276240.0,52216258.0,52372109.0,52235674.0,52068291.0,52040960.0,52146477.0,52172866.0,52260951.0,52169650.0,52010153.0,52145275.0,52141529.0,51986448.0,51955590.0,52012848.0,52058313.0,51982351.0,51964207.0,52266181.0,52266771.0,52125789.0,51993521.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index af1d77a8b7e0..f9b06cdfac06 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6474283.625,6481867.8125,6502092.3125,6509676.5] \ No newline at end of file +[6424758.21875,6462454.859375,6562979.234375,6600675.875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 84ffc953c951..ef218ca82297 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (µs) - -0.2 + +0.02 + + + +0.04 + + + +0.06 - - -0.4 + + +0.08 - - -0.6 + + +0.1 - - -0.8 + + +0.12 - - -1 + + +0.14 - - -1.2 + + +0.16 + + + +0.18 + + + +0.2 - + - -2 + +14 + + + +15 + + + +16 + + + +17 + + + +18 + + + +19 - - -2.5 + + +20 - - -3 + + +21 - - -3.5 + + +22 - - -4 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index ea8f5af63e5a..8931b323e0cd 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5e-4 + +0.01 - - -0.001 + + +0.02 - - -0.0015 + + +0.03 - - -0.002 + + +0.04 - - -0.0025 + + +0.05 - - -0.003 + + +0.06 - - -0.0035 - - - -0.004 - - - -0.0045 - - + - -100 - - - -150 - - - -200 + +20 - - -250 + + +25 - - -300 + + +30 - - -350 + + +35 - - -400 + + +40 - - -450 + + +45 - - -500 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 327bc00bc75a..d751e426d43b 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,32 +16,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + 0 @@ -87,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 52214fe8b334..7d5d5703b307 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,38 +9,38 @@ Density (a.u.) Average Time (ms) - -10 + +2 - - -20 + + +4 - - -30 + + +6 - - -40 + + +8 - - -50 + + +10 - - -60 + + +12 - - -70 + + +14 - - -80 + + +16 - + 7 @@ -54,10 +54,10 @@ Average Time (ms) 9 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index b534607bb218..a212745d2bea 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 2e2df928657d..32e1d0ff472f 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 - - - -1500 - - - -2000 - - - -2500 + + +400 - - -3000 + + +600 - - -3500 + + +800 - - -4000 - - - -4500 + + +1000 - - -5000 + + +1200 - - -5500 + + +1400 - + - -5e-5 + +0.0028 + + + +0.003 - - -1e-4 + + +0.0032 - - -0.00015 + + +0.0034 - - -2e-4 + + +0.0036 - - -0.00025 + + +0.0038 - - -3e-4 + + +0.004 - - -0.00035 + + +0.0042 - - -4e-4 + + +0.0044 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 149f79ae7995..1adcae254fcf 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index afec4fc440cd..d41942b1a309 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0781637 - 0.0801950 - 0.0768142 + 0.0005904 + 0.0006170 + 0.0005980 Mean - 6.5109 ms - 6.5660 ms - 6.6377 ms + 6.5004 ms + 6.5076 ms + 6.5136 ms Std. Dev. - 117.92 µs - 329.49 µs - 493.73 µs + 20.956 µs + 33.927 µs + 47.109 µs Median - 6.4904 ms - 6.4909 ms - 6.4922 ms + 6.5085 ms + 6.5154 ms + 6.5191 ms MAD - 1.9319 µs - 2.5906 µs - 4.0442 µs + 14.649 µs + 18.966 µs + 22.911 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.2597% - +1.1333% - +2.3017% - (p = 0.01 < + -1.9649% + -0.8892% + -0.0394% + (p = 0.07 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index c30d59eafae3..1055453a41dc 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,32 +15,32 @@ Average Iteration Time (ms) - - - - - + + + + + - -6.5 + +6.3 - - -7.0 + + +6.35 - - -7.5 + + +6.4 - - -8.0 + + +6.45 - - -8.5 + + +6.5 - + 10 @@ -82,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 6ff738015eb0..1841d9509e48 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,32 +12,32 @@ Average Iteration Time (ms) - - - - - + + + + + - -6.5 + +6.3 - - -7.0 + + +6.35 - - -7.5 + + +6.4 - - -8.0 + + +6.45 - - -8.5 + + +6.5 - + 10 @@ -79,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 73bd6784260a..df8d4bc5a54b 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -10,65 +10,65 @@ Average time (ms) -2 +20 - -4 + +40 - - -6 + + +60 - - -8 + + +80 - - -10 + + +100 - - -12 + + +120 - + - + 6.5 - - -6.52 + + +6.502 - - -6.54 + + +6.504 - - -6.56 + + +6.506 - - -6.58 + + +6.508 - - -6.6 + + +6.51 - - -6.62 + + +6.512 - - -6.64 + + +6.514 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index ce596deb986e..b673334a8400 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -200 - - - -400 - - - -600 + +50 - - -800 + + +100 - - -1000 + + +150 - - -1200 - - - -1400 + + +200 - + -1600 +250 - -1800 - - - -6.4902 - - - -6.4904 - - - -6.4906 - - - -6.4908 - - - -6.491 + +6.508 - - -6.4912 + + +6.51 - - -6.4914 + + +6.512 - - -6.4916 + + +6.514 - - -6.4918 + + +6.516 - - -6.492 + + +6.518 - - -6.4922 + + +6.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 50d14624b542..512b7642f734 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (ms) - -6.5 + +6.3 - - -7 + + +6.35 - + -7.5 +6.4 - -8 + +6.45 - - -8.5 + + +6.5 - - -9 + + +6.55 - + Density (a.u.) @@ -78,56 +78,62 @@ Density (a.u.) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 - - -2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +10 + + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index d3248eef922f..31601b3e033c 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (ms) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 + + +12 - + + +14 + + + +16 + + + +18 + + - -7 + +6.3 - - -8 + + +6.4 - - -9 + + +6.5 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index ea5e2eca8ebd..7ceeb88eb2e3 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,32 +13,32 @@ Average Iteration Time (ms) - - - - - + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + 0 @@ -84,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index bfcc26ec98b7..62d0b69e79c7 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - -10 + +2 - - -20 + + +4 - - -30 + + +6 - - -40 + + +8 - - -50 + + +10 - - -60 + + +12 - - -70 + + +14 - - -80 + + +16 - + 7 @@ -51,8 +51,8 @@ Average Time (ms) 9 - - - - + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index ad7916e4e6ed..9c7937119d22 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -10,65 +10,65 @@ Average time (ms) -2 +20 - -4 + +40 - - -6 + + +60 - - -8 + + +80 - - -10 + + +100 - - -12 + + +120 - + - + 6.5 - - -6.52 + + +6.502 - - -6.54 + + +6.504 - - -6.56 + + +6.506 - - -6.58 + + +6.508 - - -6.6 + + +6.51 - - -6.62 + + +6.512 - - -6.64 + + +6.514 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index c8a3950d2a99..a1c43b29e09d 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612639.3692499995,"upper_bound":6623573.350218751},"point_estimate":6617117.32625,"standard_error":2857.6906108257454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6610504.8125,"upper_bound":6613006.9375},"point_estimate":6611580.625,"standard_error":730.538152904536},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4069.7369277477264,"upper_bound":8052.556432038546},"point_estimate":5860.810358449817,"standard_error":1092.982185442493},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5939.527499477344,"upper_bound":46261.822838565015},"point_estimate":28767.95722019131,"standard_error":11157.239551487919}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619067.73715625,"upper_bound":6626130.45125},"point_estimate":6622617.26875,"standard_error":1800.3460364975424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616406.3125,"upper_bound":6624501.375},"point_estimate":6620577.125,"standard_error":2156.533908738215},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11132.72969079204,"upper_bound":17402.943816035986},"point_estimate":13481.559548154473,"standard_error":1538.6374532745688},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13984.887662417264,"upper_bound":22282.367035591757},"point_estimate":18175.488093327065,"standard_error":2125.379104527447}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 3e18eb26fd83..9b5a9c2e5adc 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52879721.0,52900560.0,52893647.0,52835057.0,52840918.0,52983514.0,52855627.0,52879371.0,52829207.0,52822524.0,52828104.0,52954510.0,54882086.0,53073342.0,52949701.0,53875438.0,52954831.0,52853252.0,52948199.0,52896041.0,52918563.0,52846510.0,52934753.0,52873248.0,52976381.0,52872167.0,52940404.0,52871546.0,52844405.0,52881333.0,52960772.0,52884600.0,52887706.0,52898736.0,52884690.0,52847280.0,52941175.0,52994114.0,52883387.0,52975660.0,52881184.0,52907551.0,52860525.0,52965170.0,52874590.0,52918993.0,52862739.0,52829165.0,52852409.0,52907753.0,52887204.0,52971541.0,52899176.0,52864071.0,52988113.0,52879430.0,52936937.0,52861516.0,53428505.0,52950583.0,52899386.0,52837290.0,52967634.0,52867787.0,52975850.0,52868409.0,52865244.0,52862167.0,52946505.0,52882735.0,52916068.0,52891643.0,52880622.0,52875301.0,52899969.0,52887054.0,52899959.0,52941105.0,52849694.0,52822513.0,52879600.0,52951515.0,52881534.0,52998393.0,52950663.0,52887585.0,52898184.0,52989636.0,52851928.0,52910258.0,52942046.0,52887956.0,52884860.0,52903836.0,52862728.0,52926667.0,52945594.0,52925004.0,52889930.0,52908774.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53131845.0,53035876.0,52909069.0,52929477.0,52932152.0,52953912.0,52965554.0,52900642.0,52761113.0,53027570.0,53282627.0,53029283.0,53048509.0,52632382.0,52923666.0,52996011.0,53058828.0,52882589.0,53012743.0,52989088.0,52902306.0,52850379.0,52852102.0,52891897.0,52853975.0,52880636.0,52945787.0,52966537.0,52822457.0,52956477.0,52865507.0,52834459.0,52873994.0,52363650.0,52864746.0,52877710.0,52888220.0,53236429.0,52942231.0,52966506.0,52850579.0,52864465.0,52891846.0,52867371.0,52879453.0,52941460.0,52855999.0,52879323.0,52963680.0,52912125.0,52853775.0,52893420.0,52837185.0,52875676.0,53129350.0,52896305.0,53031238.0,53245607.0,52998946.0,52907024.0,53055001.0,53149697.0,52933024.0,53161871.0,53031928.0,53070140.0,53333111.0,53316380.0,53005639.0,52941199.0,53170136.0,52982847.0,53185164.0,53040865.0,53006861.0,53481548.0,53215552.0,52926932.0,52985562.0,53032058.0,53104985.0,53037088.0,53031708.0,53152162.0,53063648.0,53019635.0,53140391.0,53035374.0,52999728.0,53180707.0,53088845.0,52910852.0,52993576.0,52990981.0,52974751.0,52952501.0,52912505.0,52914760.0,53040474.0,52909861.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index ffb1f09861c5..ca8a126769b1 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6581781.0,6595313.109375,6631398.734375,6644930.84375] \ No newline at end of file +[6556716.6875,6584101.109375,6657126.234375,6684510.65625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index a24e30eb7829..77a564684361 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00041183372341541667,"upper_bound":0.0015197327971475437},"point_estimate":0.0003981529548697793,"standard_error":0.0004986996929914984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002235557471385929,"upper_bound":0.0003969106151546775},"point_estimate":0.000059813405431041744,"standard_error":0.00016114132249523414}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00026206948468003864,"upper_bound":0.0017135950992139659},"point_estimate":0.000831168956031858,"standard_error":0.0005040944842694843},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007023162343093858,"upper_bound":0.0019704854563578067},"point_estimate":0.0013607184893098534,"standard_error":0.00034186552928197324}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index c8a3950d2a99..a1c43b29e09d 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6612639.3692499995,"upper_bound":6623573.350218751},"point_estimate":6617117.32625,"standard_error":2857.6906108257454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6610504.8125,"upper_bound":6613006.9375},"point_estimate":6611580.625,"standard_error":730.538152904536},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4069.7369277477264,"upper_bound":8052.556432038546},"point_estimate":5860.810358449817,"standard_error":1092.982185442493},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5939.527499477344,"upper_bound":46261.822838565015},"point_estimate":28767.95722019131,"standard_error":11157.239551487919}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619067.73715625,"upper_bound":6626130.45125},"point_estimate":6622617.26875,"standard_error":1800.3460364975424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616406.3125,"upper_bound":6624501.375},"point_estimate":6620577.125,"standard_error":2156.533908738215},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11132.72969079204,"upper_bound":17402.943816035986},"point_estimate":13481.559548154473,"standard_error":1538.6374532745688},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13984.887662417264,"upper_bound":22282.367035591757},"point_estimate":18175.488093327065,"standard_error":2125.379104527447}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 3e18eb26fd83..9b5a9c2e5adc 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52879721.0,52900560.0,52893647.0,52835057.0,52840918.0,52983514.0,52855627.0,52879371.0,52829207.0,52822524.0,52828104.0,52954510.0,54882086.0,53073342.0,52949701.0,53875438.0,52954831.0,52853252.0,52948199.0,52896041.0,52918563.0,52846510.0,52934753.0,52873248.0,52976381.0,52872167.0,52940404.0,52871546.0,52844405.0,52881333.0,52960772.0,52884600.0,52887706.0,52898736.0,52884690.0,52847280.0,52941175.0,52994114.0,52883387.0,52975660.0,52881184.0,52907551.0,52860525.0,52965170.0,52874590.0,52918993.0,52862739.0,52829165.0,52852409.0,52907753.0,52887204.0,52971541.0,52899176.0,52864071.0,52988113.0,52879430.0,52936937.0,52861516.0,53428505.0,52950583.0,52899386.0,52837290.0,52967634.0,52867787.0,52975850.0,52868409.0,52865244.0,52862167.0,52946505.0,52882735.0,52916068.0,52891643.0,52880622.0,52875301.0,52899969.0,52887054.0,52899959.0,52941105.0,52849694.0,52822513.0,52879600.0,52951515.0,52881534.0,52998393.0,52950663.0,52887585.0,52898184.0,52989636.0,52851928.0,52910258.0,52942046.0,52887956.0,52884860.0,52903836.0,52862728.0,52926667.0,52945594.0,52925004.0,52889930.0,52908774.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53131845.0,53035876.0,52909069.0,52929477.0,52932152.0,52953912.0,52965554.0,52900642.0,52761113.0,53027570.0,53282627.0,53029283.0,53048509.0,52632382.0,52923666.0,52996011.0,53058828.0,52882589.0,53012743.0,52989088.0,52902306.0,52850379.0,52852102.0,52891897.0,52853975.0,52880636.0,52945787.0,52966537.0,52822457.0,52956477.0,52865507.0,52834459.0,52873994.0,52363650.0,52864746.0,52877710.0,52888220.0,53236429.0,52942231.0,52966506.0,52850579.0,52864465.0,52891846.0,52867371.0,52879453.0,52941460.0,52855999.0,52879323.0,52963680.0,52912125.0,52853775.0,52893420.0,52837185.0,52875676.0,53129350.0,52896305.0,53031238.0,53245607.0,52998946.0,52907024.0,53055001.0,53149697.0,52933024.0,53161871.0,53031928.0,53070140.0,53333111.0,53316380.0,53005639.0,52941199.0,53170136.0,52982847.0,53185164.0,53040865.0,53006861.0,53481548.0,53215552.0,52926932.0,52985562.0,53032058.0,53104985.0,53037088.0,53031708.0,53152162.0,53063648.0,53019635.0,53140391.0,53035374.0,52999728.0,53180707.0,53088845.0,52910852.0,52993576.0,52990981.0,52974751.0,52952501.0,52912505.0,52914760.0,53040474.0,52909861.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index ffb1f09861c5..ca8a126769b1 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6581781.0,6595313.109375,6631398.734375,6644930.84375] \ No newline at end of file +[6556716.6875,6584101.109375,6657126.234375,6684510.65625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index ee152762f43f..fd7d5fa5b8ef 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - -4 - - - -4.5 + +11 - - -5 + + +12 - - -5.5 + + +13 - - -6 + + +14 - - -6.5 + + +15 - - -7 + + +16 - - -7.5 + + +17 - - -8 + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 8e349e15bb77..d1fc1775fd6e 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - - -5 + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 - - -10 + + +0.16 - - + + +0.18 + + + +0.2 + + + + +14 + + + 15 - - -20 + + +16 + + + +17 - - -25 + + +18 - - -30 + + +19 - - -35 + + +20 - - -40 + + +21 - - -45 + + +22 - - -50 + + +23 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 7122512a1744..3edc3a477a34 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,32 +16,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.55 + + + +6.6 + + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + 0 @@ -87,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 40ca6adc7b0f..ccc7e15d76ed 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,43 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index e59cd2d53d35..d32d87016bff 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -42,29 +42,25 @@ Relative change (%) - --5e-4 - - - + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 248aa52ac332..c2c4edb62ba1 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 + + + +600 - - -1500 + + +800 - - -2000 + + +1000 - - -2500 + + +1200 - + - --2e-4 + +6e-4 + + + +8e-4 - - --1e-4 + + +0.001 - - --2.7105e-20 + + +0.0012 - - -1e-4 + + +0.0014 - - -2e-4 + + +0.0016 - - -3e-4 + + +0.0018 - - -4e-4 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index 5a3f4725f074..62fe0d240675 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 6301aef82dee..f1cbe9cd07b9 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001476 - 0.0001513 - 0.0001439 + 0.0023187 + 0.0024078 + 0.0023205 Mean - 6.6126 ms - 6.6171 ms - 6.6236 ms + 6.6191 ms + 6.6226 ms + 6.6261 ms Std. Dev. - 5.9395 µs - 28.768 µs - 46.262 µs + 13.985 µs + 18.175 µs + 22.282 µs Median - 6.6105 ms - 6.6116 ms - 6.6130 ms + 6.6164 ms + 6.6206 ms + 6.6245 ms MAD - 4.0697 µs - 5.8608 µs - 8.0526 µs + 11.133 µs + 13.482 µs + 17.403 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0412% - +0.0398% - +0.1520% - (p = 0.44 > + -0.0262% + +0.0831% + +0.1714% + (p = 0.11 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 0bf907401805..77b0b4ca95fd 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,32 +15,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -6.65 + +6.56 - - -6.7 + + +6.58 - - -6.75 + + +6.6 - - -6.8 + + +6.62 - - -6.85 + + +6.64 - + + +6.66 + + + +6.68 + + 10 @@ -82,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 5207ca081dd1..b7d0c8fa8029 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,32 +12,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - -6.65 + +6.56 - - -6.7 + + +6.58 - - -6.75 + + +6.6 - - -6.8 + + +6.62 - - -6.85 + + +6.64 - + + +6.66 + + + +6.68 + + 10 @@ -79,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 8270e821b1c4..731987b84710 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - + - -6.612 - - - -6.614 - - - -6.616 + +6.619 - - -6.618 - - - + + 6.62 - - + + +6.621 + + + 6.622 - - + + +6.623 + + + 6.624 - - - - + + +6.625 + + + +6.626 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 042c05207202..0b28db8be382 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + +50 + + + 100 - - -200 + + +150 - - -300 - - - -400 + + +200 - - -500 + + +250 - - -600 + + +300 - - -700 + + +350 - - -800 + + +400 - - -900 + + + +6.616 - - -1000 + + +6.617 - - -1100 + + +6.618 - - - -6.6105 + + +6.619 - - -6.611 + + +6.62 - - -6.6115 + + +6.621 - - -6.612 + + +6.622 - - -6.6125 + + +6.623 - - -6.613 + + +6.624 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 6d02051ccf7a..b55e8ec65016 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,30 +46,42 @@ Average Time (ms) - + +6.54 + + + +6.56 + + + +6.58 + + + 6.6 - - -6.65 + + +6.62 - - -6.7 + + +6.64 - - -6.75 + + +6.66 - - -6.8 + + +6.68 - - -6.85 + + +6.7 - + Density (a.u.) @@ -78,40 +90,44 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 14582bb67666..23e0d4954c3b 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - + +6.55 + + + 6.6 - - -6.7 + + +6.65 - - -6.8 + + +6.7 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 89d0da1a56c0..1604ae3108ea 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,32 +13,42 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + +6.55 + + + +6.6 + + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + 0 @@ -84,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index fdeaba345541..91de09669705 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,41 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 6.6 - - + + 6.7 - - + + 6.8 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 67d89f54e031..76db3021420a 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - + - -6.612 - - - -6.614 - - - -6.616 + +6.619 - - -6.618 - - - + + 6.62 - - + + +6.621 + + + 6.622 - - + + +6.623 + + + 6.624 - - - - + + +6.625 + + + +6.626 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index fb4b1c25607f..1919c3ad4c6e 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9004.129443168364,"upper_bound":9152.828953588387},"point_estimate":9070.93582045368,"standard_error":38.17080560753941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8980.382222222222,"upper_bound":9004.826198783325},"point_estimate":8995.866049382716,"standard_error":6.63102282026147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.6863202352308,"upper_bound":67.5243295186401},"point_estimate":54.406759909507436,"standard_error":7.12819422720724},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9022.552823838356,"upper_bound":9355.746712999618},"point_estimate":9172.345016994237,"standard_error":85.78616404688762},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.63501003652945,"upper_bound":539.5228799194352},"point_estimate":383.47336230312357,"standard_error":90.25819688301746}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9038.326349060548,"upper_bound":9156.673674420432},"point_estimate":9090.454759053428,"standard_error":30.442780673188253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9026.615290442418,"upper_bound":9048.823045927827},"point_estimate":9040.725857014557,"standard_error":6.880774943798779},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.44827873277168,"upper_bound":61.47271324197316},"point_estimate":45.50337151340615,"standard_error":8.662059190587867},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9036.707587080999,"upper_bound":9301.52278911755},"point_estimate":9148.098916966324,"standard_error":69.88782721200458},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":125.8525830415658,"upper_bound":443.05257279339037},"point_estimate":305.6080556876698,"standard_error":81.9446808199483}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index d319675f730f..1eed4eb5ab33 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[161965.0,320951.0,475774.0,635440.0,812106.0,958412.0,1131823.0,1300874.0,1468755.0,1632502.0,1800798.0,1962111.0,2121039.0,2273643.0,2434435.0,2580070.0,2641097.0,2807022.0,2941941.0,3151072.0,3296296.0,3564349.0,3727264.0,3916292.0,4040119.0,4250566.0,4393533.0,4543432.0,4760901.0,4935238.0,5043750.0,5165104.0,5325324.0,6383110.0,5704121.0,5824945.0,6040856.0,6166262.0,6345316.0,6536882.0,6657631.0,6857954.0,6955734.0,7133472.0,7287308.0,7454099.0,7607832.0,7807203.0,7933639.0,8115840.0,8287837.0,8949198.0,8539743.0,8754715.0,8883508.0,9097744.0,9207937.0,9345877.0,9560626.0,9700270.0,9922753.0,10002209.0,10259810.0,10654660.0,10463360.0,10617137.0,10799489.0,10978121.0,11195331.0,11304469.0,11470276.0,11666181.0,11770693.0,11970132.0,12119412.0,12238054.0,12441058.0,12634514.0,12789679.0,12916840.0,13097938.0,13934863.0,13388206.0,13565099.0,13748408.0,13850954.0,14019007.0,14192263.0,14363111.0,14480113.0,14738996.0,14908544.0,18363410.0,17034336.0,17109384.0,19646743.0,15604376.0,15819332.0,15970484.0,16109515.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[165127.0,325508.0,497672.0,648188.0,812721.0,971867.0,1140435.0,1313946.0,1488296.0,1641386.0,1804762.0,2089693.0,2112300.0,2312624.0,2429117.0,2570774.0,2653716.0,2813840.0,2949476.0,3131855.0,3309080.0,3570965.0,3726906.0,3922917.0,4102021.0,4233355.0,4404672.0,4560579.0,4748329.0,4888329.0,5070028.0,5241978.0,5397443.0,5571805.0,5693924.0,5842450.0,6073276.0,6189615.0,6354294.0,6524618.0,6677794.0,6838839.0,6987681.0,7454680.0,7340113.0,8184273.0,7637544.0,7873372.0,7995813.0,8178733.0,8303139.0,8463205.0,8677452.0,8826844.0,9000357.0,9084150.0,9282594.0,9385188.0,9555489.0,9746325.0,9863166.0,10068002.0,10229557.0,10391470.0,10601213.0,10694616.0,10857060.0,11019138.0,11206755.0,11410601.0,11518705.0,11708470.0,11855631.0,12062048.0,12172016.0,12335850.0,12474699.0,13397306.0,12855055.0,13047341.0,13122525.0,13320130.0,13507745.0,13650690.0,13808714.0,13941933.0,14138281.0,14327719.0,14416023.0,17705193.0,14830701.0,15049084.0,15079417.0,15279218.0,15430717.0,15550057.0,15749492.0,15920807.0,16050197.0,19680465.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index f785de7b7cdd..7dff5120e047 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8737.076829010708,8849.759768954867,9150.24760880596,9262.930548750119] \ No newline at end of file +[8814.387811937338,8914.875260298351,9182.841789261052,9283.329237622065] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index c078887580a4..485bf26f2186 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017349524691138322,"upper_bound":0.006661928953762597},"point_estimate":-0.005065172780267413,"standard_error":0.006101578721207829},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006085920342156159,"upper_bound":-0.0008229879867340806},"point_estimate":-0.003596640582758437,"standard_error":0.0013156601125163794}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008365948149272055,"upper_bound":0.012909453062105744},"point_estimate":0.002151810903097129,"standard_error":0.005433129583654607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0028813789517756483,"upper_bound":0.006920515746569711},"point_estimate":0.004986713606625948,"standard_error":0.0010536987313847295}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index fb4b1c25607f..1919c3ad4c6e 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9004.129443168364,"upper_bound":9152.828953588387},"point_estimate":9070.93582045368,"standard_error":38.17080560753941},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8980.382222222222,"upper_bound":9004.826198783325},"point_estimate":8995.866049382716,"standard_error":6.63102282026147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.6863202352308,"upper_bound":67.5243295186401},"point_estimate":54.406759909507436,"standard_error":7.12819422720724},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9022.552823838356,"upper_bound":9355.746712999618},"point_estimate":9172.345016994237,"standard_error":85.78616404688762},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.63501003652945,"upper_bound":539.5228799194352},"point_estimate":383.47336230312357,"standard_error":90.25819688301746}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9038.326349060548,"upper_bound":9156.673674420432},"point_estimate":9090.454759053428,"standard_error":30.442780673188253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9026.615290442418,"upper_bound":9048.823045927827},"point_estimate":9040.725857014557,"standard_error":6.880774943798779},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.44827873277168,"upper_bound":61.47271324197316},"point_estimate":45.50337151340615,"standard_error":8.662059190587867},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9036.707587080999,"upper_bound":9301.52278911755},"point_estimate":9148.098916966324,"standard_error":69.88782721200458},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":125.8525830415658,"upper_bound":443.05257279339037},"point_estimate":305.6080556876698,"standard_error":81.9446808199483}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index d319675f730f..1eed4eb5ab33 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[161965.0,320951.0,475774.0,635440.0,812106.0,958412.0,1131823.0,1300874.0,1468755.0,1632502.0,1800798.0,1962111.0,2121039.0,2273643.0,2434435.0,2580070.0,2641097.0,2807022.0,2941941.0,3151072.0,3296296.0,3564349.0,3727264.0,3916292.0,4040119.0,4250566.0,4393533.0,4543432.0,4760901.0,4935238.0,5043750.0,5165104.0,5325324.0,6383110.0,5704121.0,5824945.0,6040856.0,6166262.0,6345316.0,6536882.0,6657631.0,6857954.0,6955734.0,7133472.0,7287308.0,7454099.0,7607832.0,7807203.0,7933639.0,8115840.0,8287837.0,8949198.0,8539743.0,8754715.0,8883508.0,9097744.0,9207937.0,9345877.0,9560626.0,9700270.0,9922753.0,10002209.0,10259810.0,10654660.0,10463360.0,10617137.0,10799489.0,10978121.0,11195331.0,11304469.0,11470276.0,11666181.0,11770693.0,11970132.0,12119412.0,12238054.0,12441058.0,12634514.0,12789679.0,12916840.0,13097938.0,13934863.0,13388206.0,13565099.0,13748408.0,13850954.0,14019007.0,14192263.0,14363111.0,14480113.0,14738996.0,14908544.0,18363410.0,17034336.0,17109384.0,19646743.0,15604376.0,15819332.0,15970484.0,16109515.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[165127.0,325508.0,497672.0,648188.0,812721.0,971867.0,1140435.0,1313946.0,1488296.0,1641386.0,1804762.0,2089693.0,2112300.0,2312624.0,2429117.0,2570774.0,2653716.0,2813840.0,2949476.0,3131855.0,3309080.0,3570965.0,3726906.0,3922917.0,4102021.0,4233355.0,4404672.0,4560579.0,4748329.0,4888329.0,5070028.0,5241978.0,5397443.0,5571805.0,5693924.0,5842450.0,6073276.0,6189615.0,6354294.0,6524618.0,6677794.0,6838839.0,6987681.0,7454680.0,7340113.0,8184273.0,7637544.0,7873372.0,7995813.0,8178733.0,8303139.0,8463205.0,8677452.0,8826844.0,9000357.0,9084150.0,9282594.0,9385188.0,9555489.0,9746325.0,9863166.0,10068002.0,10229557.0,10391470.0,10601213.0,10694616.0,10857060.0,11019138.0,11206755.0,11410601.0,11518705.0,11708470.0,11855631.0,12062048.0,12172016.0,12335850.0,12474699.0,13397306.0,12855055.0,13047341.0,13122525.0,13320130.0,13507745.0,13650690.0,13808714.0,13941933.0,14138281.0,14327719.0,14416023.0,17705193.0,14830701.0,15049084.0,15079417.0,15279218.0,15430717.0,15550057.0,15749492.0,15920807.0,16050197.0,19680465.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index f785de7b7cdd..7dff5120e047 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8737.076829010708,8849.759768954867,9150.24760880596,9262.930548750119] \ No newline at end of file +[8814.387811937338,8914.875260298351,9182.841789261052,9283.329237622065] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 95f3b4f377b2..f44ad2e38ded 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - -65 - - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 61a022fe7eac..18e46eff6ac0 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 + + +0.005 + + + +0.006 - + + +0.007 + + - + +100 + + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - - -550 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 30a20f2daca0..c709a25717e9 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,63 +9,43 @@ Density (a.u.) Average Time (µs) - -0.2 - - -0.4 +0.5 - -0.6 - - -0.8 - - - 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - + + +2.5 + + - + 9 - - + + 10 - - + + 11 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 204cb2b7ef47..b573e398456c 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -105,9 +105,9 @@ Iterations (x 10^3) 1.8 - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 90fc6ca4163c..2747e2a8c50e 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - --0.02 - - - --0.015 + + +70 - - + + + -0.01 - - + + -0.005 - - -0 + + +1.73472e-18 - - + + 0.005 - - - - - + + +0.01 + + + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 0023551f2329..a325327d6274 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + - --0.006 + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 - - --0.005 + + +0.005 - - --0.004 + + +0.0055 - - --0.003 + + +0.006 - - --0.002 + + +0.0065 - - --0.001 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index e25c19a73b98..84ab7e36730a 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index fdd775511f44..71be25d6c9cf 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.0226 µs - 9.1723 µs - 9.3557 µs + 9.0367 µs + 9.1481 µs + 9.3015 µs R² - 0.6367269 - 0.6535033 - 0.6286720 + 0.8532162 + 0.8609189 + 0.8464226 Mean - 9.0041 µs - 9.0709 µs - 9.1528 µs + 9.0383 µs + 9.0905 µs + 9.1567 µs Std. Dev. - 183.64 ns - 383.47 ns - 539.52 ns + 125.85 ns + 305.61 ns + 443.05 ns Median - 8.9804 µs - 8.9959 µs - 9.0048 µs + 9.0266 µs + 9.0407 µs + 9.0488 µs MAD - 39.686 ns - 54.407 ns - 67.524 ns + 31.448 ns + 45.503 ns + 61.473 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.7350% - -0.5065% - +0.6662% - (p = 0.42 > + -0.8366% + +0.2152% + +1.2909% + (p = 0.69 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index c7a33c133ba8..00d23d19b1c9 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs)
- -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 - - - - -9 + + +12 - - -9.02 + + +14 - - + + + 9.04 - - + + 9.06 - - + + 9.08 - - + + 9.1 - - + + 9.12 - - + + 9.14 - - + + 9.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index d2f7e6887417..3b4787b8eceb 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + + +110 + + - -8.98 + +9.025 - - -8.985 + + +9.03 - - -8.99 + + +9.035 - - -8.995 + + +9.04 - - -9 + + +9.045 - - -9.005 + + +9.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index ca4977788057..ebab49c55994 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -50,34 +50,30 @@ Average Time (µs) - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - -11.5 - - + Density (a.u.) @@ -86,82 +82,58 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 339d6ec178f2..45fe510b7659 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,35 +10,39 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - + + +2.5 + + - + 9 - - + + 10 - - + + 11 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index c38197b85b1b..a7e63389ff74 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -24,8 +24,8 @@ Iterations (x 10^3) - - + + 2.0 @@ -55,14 +55,14 @@ Iterations (x 10^3) 14.0 - + 16.0 - - + + 18.0 - + 0.2 @@ -102,7 +102,7 @@ Iterations (x 10^3) - + @@ -111,97 +111,97 @@ Iterations (x 10^3) - - - + + + - + - + - + - - - - - - + + + + + + - + - - - + + + - - - + + + - - - - - - + + + + + + - + - - - - - - - - + + + + + + + + - + - - + + - + - - - + + + - - - + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 7e3cd27c2469..7ae7b1a60222 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -17,11 +17,11 @@ Iterations (x 10^3) - + - + - + @@ -36,26 +36,26 @@ Iterations (x 10^3) 6.0 - + 8.0 - + 10.0 - + 12.0 - + 14.0 - + 16.0 - + 18.0 @@ -108,30 +108,30 @@ Iterations (x 10^3) - - - + + + - + - - + + - - + + - - - - + + + + @@ -139,64 +139,64 @@ Iterations (x 10^3) - - - - + + + + - + - + - - - - - + + + + + - + - - + + - - - + + + - - + + - - + + - + - + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 8c6da9be9e91..d6101a127737 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,61 +6,41 @@ Density (a.u.) Average Time (µs) - -0.2 - - -0.4 +0.5 - -0.6 - - -0.8 - - - 1 - + -1.2 +1.5 - -1.4 - - - -1.6 - - - -1.8 - - - + 2 - + + +2.5 + + - + 9 - - + + 10 - - + + 11 - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 0b807be82338..800afa851bf8 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.8 - + - + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 976a34cc7f14..a30b542ddd1a 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -9 + + +6 - - + + +7 + + + + 9.05 - - + + 9.1 - - + + 9.15 - - + + 9.2 - - + + 9.25 - - + + 9.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 0c16a295317e..458eca64287a 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -9 + + +6 - - + + +7 + + + + 9.05 - - + + 9.1 - - + + 9.15 - - + + 9.2 - - + + 9.25 - - + + 9.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index c67317618d3a..90f3113f0d67 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110119.29151649312,"upper_bound":110596.22850638596},"point_estimate":110343.49909776018,"standard_error":121.10548431593978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110082.09577221744,"upper_bound":110377.10714285714},"point_estimate":110227.93108108107,"standard_error":69.29398066819424},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.6322490541771,"upper_bound":969.638357917058},"point_estimate":770.9802263123645,"standard_error":90.83544301069448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109765.43832478083,"upper_bound":110253.78816641812},"point_estimate":110000.36440119066,"standard_error":124.41975488618753},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":782.6981132320097,"upper_bound":1675.962309247641},"point_estimate":1218.4572460191707,"standard_error":240.1218766217131}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111442.35829377301,"upper_bound":112367.56526185689},"point_estimate":111782.40662213642,"standard_error":260.00676224272394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111487.98285714285,"upper_bound":111589.52841781874},"point_estimate":111543.88082869511,"standard_error":27.970596885394304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.32750861666003,"upper_bound":260.47869537557466},"point_estimate":194.03033272910005,"standard_error":29.100913414883834},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111558.93632073399,"upper_bound":113066.93596526713},"point_estimate":112094.50240325951,"standard_error":417.8925014305875},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.78343371943356,"upper_bound":4408.271448222099},"point_estimate":2608.650679231412,"standard_error":1355.0467265880468}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 79b9cabd1040..3dbbc0ecaa86 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[783433.0,1553853.0,2338959.0,3090559.0,3891073.0,4665764.0,5491787.0,6240311.0,7042803.0,7715459.0,8527372.0,9316104.0,10141849.0,10868095.0,11675687.0,12433513.0,13121036.0,13823061.0,14640050.0,15504562.0,16352789.0,16947083.0,17812101.0,18516388.0,19302878.0,20145444.0,20944899.0,21614613.0,22476275.0,23097659.0,23981748.0,24478788.0,25339922.0,26306858.0,27138540.0,27994520.0,28802359.0,31353910.0,29990916.0,30685109.0,31797097.0,32210474.0,32587260.0,33900507.0,34750976.0,35351647.0,35933123.0,36995189.0,37759822.0,38439336.0,39026406.0,39706391.0,40493788.0,41807408.0,42749136.0,43572158.0,44248182.0,44509750.0,47237252.0,46339951.0,47007844.0,47828497.0,48576283.0,49396793.0,50077484.0,50952340.0,51302282.0,51714407.0,53234370.0,54166990.0,54804324.0,57184823.0,55687462.0,57101740.0,56650897.0,58182093.0,59187640.0,59534025.0,61439016.0,61930354.0,62123451.0,63024115.0,63745079.0,64937493.0,65464352.0,66292490.0,66757590.0,67611744.0,68767793.0,69616179.0,68932749.0,70391237.0,70565528.0,71705572.0,72915696.0,74059764.0,74722775.0,75417497.0,76202635.0,77517271.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[772722.0,1533276.0,2315947.0,3102503.0,3913054.0,4679101.0,5411307.0,6216146.0,6976722.0,7756085.0,8579296.0,9347721.0,10162169.0,10923174.0,11704877.0,12534216.0,13312527.0,13979845.0,14871659.0,15594498.0,16413394.0,17198307.0,17893902.0,18757780.0,19469956.0,20253904.0,21054437.0,21830731.0,22684959.0,23485420.0,24144949.0,25048877.0,25765486.0,26557157.0,27329471.0,28097453.0,28861940.0,29694700.0,30444619.0,31159529.0,32045741.0,32847956.0,33595382.0,34281038.0,35084727.0,35854077.0,36677361.0,37554264.0,38276669.0,39076743.0,39817424.0,40537076.0,41486161.0,42270768.0,42892424.0,43739475.0,44439632.0,45337826.0,46020308.0,46824566.0,47651954.0,48416417.0,49151825.0,50074191.0,50775496.0,51480776.0,52397604.0,53184148.0,55713053.0,54555861.0,55189560.0,55959255.0,57363621.0,70905839.0,58531191.0,59360094.0,60139920.0,60928212.0,61747138.0,62506931.0,63206025.0,64099271.0,64813509.0,65547624.0,66352285.0,67281022.0,67897234.0,68783310.0,69528016.0,70237517.0,72956498.0,71740824.0,72644783.0,73544608.0,74158664.0,74997669.0,75715999.0,76525230.0,77339676.0,78095505.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 21aac4aa39f6..c04f71bb920e 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[106669.16802796506,108208.84862437214,112314.66354812436,113854.34414453144] \ No newline at end of file +[110608.1692313396,111002.2916808872,112053.28487968075,112447.40732922833] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 911c57076746..5ad3bba120c0 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02262783698538008,"upper_bound":0.033582384273841484},"point_estimate":0.0281135857699939,"standard_error":0.002782911270050509},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.021467255907407612,"upper_bound":0.027765870643213786},"point_estimate":0.024701402249655446,"standard_error":0.0016485083165358534}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0087881369594975,"upper_bound":0.018289706241955174},"point_estimate":0.013040256436869235,"standard_error":0.0024471149680892245},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010514160747883139,"upper_bound":0.013333603874934319},"point_estimate":0.011938441869566274,"standard_error":0.0006860129900036094}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index c67317618d3a..90f3113f0d67 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110119.29151649312,"upper_bound":110596.22850638596},"point_estimate":110343.49909776018,"standard_error":121.10548431593978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110082.09577221744,"upper_bound":110377.10714285714},"point_estimate":110227.93108108107,"standard_error":69.29398066819424},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":606.6322490541771,"upper_bound":969.638357917058},"point_estimate":770.9802263123645,"standard_error":90.83544301069448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":109765.43832478083,"upper_bound":110253.78816641812},"point_estimate":110000.36440119066,"standard_error":124.41975488618753},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":782.6981132320097,"upper_bound":1675.962309247641},"point_estimate":1218.4572460191707,"standard_error":240.1218766217131}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111442.35829377301,"upper_bound":112367.56526185689},"point_estimate":111782.40662213642,"standard_error":260.00676224272394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111487.98285714285,"upper_bound":111589.52841781874},"point_estimate":111543.88082869511,"standard_error":27.970596885394304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.32750861666003,"upper_bound":260.47869537557466},"point_estimate":194.03033272910005,"standard_error":29.100913414883834},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111558.93632073399,"upper_bound":113066.93596526713},"point_estimate":112094.50240325951,"standard_error":417.8925014305875},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.78343371943356,"upper_bound":4408.271448222099},"point_estimate":2608.650679231412,"standard_error":1355.0467265880468}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 79b9cabd1040..3dbbc0ecaa86 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[783433.0,1553853.0,2338959.0,3090559.0,3891073.0,4665764.0,5491787.0,6240311.0,7042803.0,7715459.0,8527372.0,9316104.0,10141849.0,10868095.0,11675687.0,12433513.0,13121036.0,13823061.0,14640050.0,15504562.0,16352789.0,16947083.0,17812101.0,18516388.0,19302878.0,20145444.0,20944899.0,21614613.0,22476275.0,23097659.0,23981748.0,24478788.0,25339922.0,26306858.0,27138540.0,27994520.0,28802359.0,31353910.0,29990916.0,30685109.0,31797097.0,32210474.0,32587260.0,33900507.0,34750976.0,35351647.0,35933123.0,36995189.0,37759822.0,38439336.0,39026406.0,39706391.0,40493788.0,41807408.0,42749136.0,43572158.0,44248182.0,44509750.0,47237252.0,46339951.0,47007844.0,47828497.0,48576283.0,49396793.0,50077484.0,50952340.0,51302282.0,51714407.0,53234370.0,54166990.0,54804324.0,57184823.0,55687462.0,57101740.0,56650897.0,58182093.0,59187640.0,59534025.0,61439016.0,61930354.0,62123451.0,63024115.0,63745079.0,64937493.0,65464352.0,66292490.0,66757590.0,67611744.0,68767793.0,69616179.0,68932749.0,70391237.0,70565528.0,71705572.0,72915696.0,74059764.0,74722775.0,75417497.0,76202635.0,77517271.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[772722.0,1533276.0,2315947.0,3102503.0,3913054.0,4679101.0,5411307.0,6216146.0,6976722.0,7756085.0,8579296.0,9347721.0,10162169.0,10923174.0,11704877.0,12534216.0,13312527.0,13979845.0,14871659.0,15594498.0,16413394.0,17198307.0,17893902.0,18757780.0,19469956.0,20253904.0,21054437.0,21830731.0,22684959.0,23485420.0,24144949.0,25048877.0,25765486.0,26557157.0,27329471.0,28097453.0,28861940.0,29694700.0,30444619.0,31159529.0,32045741.0,32847956.0,33595382.0,34281038.0,35084727.0,35854077.0,36677361.0,37554264.0,38276669.0,39076743.0,39817424.0,40537076.0,41486161.0,42270768.0,42892424.0,43739475.0,44439632.0,45337826.0,46020308.0,46824566.0,47651954.0,48416417.0,49151825.0,50074191.0,50775496.0,51480776.0,52397604.0,53184148.0,55713053.0,54555861.0,55189560.0,55959255.0,57363621.0,70905839.0,58531191.0,59360094.0,60139920.0,60928212.0,61747138.0,62506931.0,63206025.0,64099271.0,64813509.0,65547624.0,66352285.0,67281022.0,67897234.0,68783310.0,69528016.0,70237517.0,72956498.0,71740824.0,72644783.0,73544608.0,74158664.0,74997669.0,75715999.0,76525230.0,77339676.0,78095505.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 21aac4aa39f6..c04f71bb920e 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[106669.16802796506,108208.84862437214,112314.66354812436,113854.34414453144] \ No newline at end of file +[110608.1692313396,111002.2916808872,112053.28487968075,112447.40732922833] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index f9c855d33f36..e2712e6cbafb 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - - -600 + + +0.008 - - -650 + + +0.01 - - -700 + + +0.012 + + + +0.014 + + + +0.016 + + + + +140 - - -750 + + +160 - - -800 + + +180 - - -850 + + +200 - - -900 + + +220 - - -950 + + +240 - - -1000 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index b843b0bf413a..f571bd35af63 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +0.1 - - -0.8 - - - -1 + + +0.2 - - -1.2 + + +0.3 - - -1.4 + + +0.4 - - -1.6 + + +0.5 - - -1.8 + + +0.6 - - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - -1.2 + + + +0 - - -1.3 + + +0.5 - - -1.4 + + +1 - - + + 1.5 - - -1.6 + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 - - -1.7 + + +4.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index ff8edfd9dd15..8cadd47fb54c 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -42,22 +42,26 @@ Average Time (µs) - -100 - - - + 110 - - + + 120 - - - - - + + +130 + + + +140 + + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 8140f940bbd0..c752646e52c0 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -17,46 +17,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -90,10 +90,10 @@ Iterations 700 - - + + - + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index e697064b218d..1246049f13b9 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + - -0.022 - - - -0.024 - - - -0.026 - - - -0.028 - - - -0.03 - - - -0.032 - - - -0.034 - - - - - - + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 31d16f6d05ba..8c4a11eff8eb 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - - -0.021 + + +400 - - -0.022 + + +500 + + + +600 + + + +700 + + + + +0.0105 - - -0.023 + + +0.011 - - -0.024 + + +0.0115 - - -0.025 + + +0.012 - - -0.026 + + +0.0125 - - -0.027 + + +0.013 - - -0.028 + + +0.0135 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index d56da9416647..8f869c375ed1 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,76 +13,72 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 6d5e2c9d09c5..f79cf0d0f0bf 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 109.77 µs - 110.00 µs - 110.25 µs + 111.56 µs + 112.09 µs + 113.07 µs R² - 0.9866098 - 0.9872081 - 0.9865120 + 0.8919484 + 0.8945087 + 0.8861230 Mean - 110.12 µs - 110.34 µs - 110.60 µs + 111.44 µs + 111.78 µs + 112.37 µs Std. Dev. - 782.70 ns - 1.2185 µs - 1.6760 µs + 366.78 ns + 2.6087 µs + 4.4083 µs Median - 110.08 µs - 110.23 µs - 110.38 µs + 111.49 µs + 111.54 µs + 111.59 µs MAD - 606.63 ns - 770.98 ns - 969.64 ns + 148.33 ns + 194.03 ns + 260.48 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +2.2628% - +2.8114% - +3.3582% + +0.8788% + +1.3040% + +1.8290% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 0fc26340d603..ad8a6d0608cc 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - + - -110.1 + +111.4 - - -110.15 + + +111.5 - - -110.2 + + +111.6 - - -110.25 + + +111.7 - - -110.3 + + +111.8 - - -110.35 + + +111.9 - - -110.4 + + +112 - - -110.45 + + +112.1 - - -110.5 + + +112.2 - - -110.55 + + +112.3 - - -110.6 + + +112.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 965c8d2db037..1d52d2a3a34a 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -110.05 + + +16 + + + +18 + + + +20 - - -110.1 + + +22 + + + + +111.48 - - -110.15 + + +111.5 - - -110.2 + + +111.52 - - -110.25 + + +111.54 - - -110.3 + + +111.56 - - -110.35 + + +111.58 - - -110.4 + + +111.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index bfa5a33692a3..4d4b6baa0e4d 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,30 +42,34 @@ Average Time (µs) - -108 - - - + 110 - - -112 + + +115 + + + +120 + + + +125 - - -114 + + +130 - - -116 + + +135 - - -118 + + +140 - + Density (a.u.) @@ -74,52 +78,60 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - - + + + - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index eccd2e6a7e74..05fb88bc93c0 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,51 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - + 110 - - -115 + + +120 + + + +130 + + + +140 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 6d77c2753b33..4e3bc5dbeb81 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -17,11 +17,11 @@ Iterations - - - - - + + + + + 10.0 @@ -31,26 +31,26 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -84,104 +84,104 @@ Iterations - + - + - + - + - - + + - + - - + + - + - - + + - - - + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 4a3cbee638f3..ea43f8965c3b 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -13,41 +13,41 @@ Iterations - - - - - - + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -83,7 +83,7 @@ Iterations - + @@ -93,90 +93,90 @@ Iterations - - + + - + - + - - + + - + - + - - - + + + - + - - - - - + + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index c7ecde98c023..bbf4de193fde 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -39,20 +39,24 @@ Average Time (µs) - -100 - - - + 110 - - + + 120 - - - - - + + +130 + + + +140 + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 0ccd22253689..a860f962116b 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -15,12 +15,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -30,30 +30,30 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -87,8 +87,8 @@ Iterations 700 - - + + - + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 6ff793ff31a0..46fccd6d954c 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - + - -109.8 + +111.4 + + + +111.6 + + + +111.8 + + + +112 + + + +112.2 - - -109.9 + + +112.4 - - -110 + + +112.6 - - -110.1 + + +112.8 - - -110.2 + + +113 - - -110.3 + + +113.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 67d319d1f970..83ef8b3f47a1 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - + - -109.8 + +111.4 + + + +111.6 + + + +111.8 + + + +112 + + + +112.2 - - -109.9 + + +112.4 - - -110 + + +112.6 - - -110.1 + + +112.8 - - -110.2 + + +113 - - -110.3 + + +113.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index d472bb37317c..1c27efad5dec 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71113.8520807646,"upper_bound":71514.0782166546},"point_estimate":71307.69897816134,"standard_error":102.09490577861996},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70759.90912698413,"upper_bound":71019.75824548193},"point_estimate":70822.70902564103,"standard_error":69.3736968037822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":332.6464264908228,"upper_bound":876.9481007233785},"point_estimate":505.8758190189087,"standard_error":146.7206225352388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70762.6901366908,"upper_bound":71044.88856737199},"point_estimate":70885.40124959362,"standard_error":72.72144135990786},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":837.0883756651069,"upper_bound":1200.6259890177073},"point_estimate":1019.9465249869827,"standard_error":93.5193940023809}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70978.89340471942,"upper_bound":71334.53255207559},"point_estimate":71151.2972786515,"standard_error":90.91215171287706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70642.128125,"upper_bound":70767.86741573033},"point_estimate":70697.68290476191,"standard_error":35.19722796904945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.0400048757262,"upper_bound":603.4381926201581},"point_estimate":408.16222610368237,"standard_error":125.28919270198679},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70668.77774337027,"upper_bound":70777.0213514601},"point_estimate":70718.93036441554,"standard_error":27.63100175816101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":785.532901181984,"upper_bound":1017.8372496677786},"point_estimate":915.0593374197748,"standard_error":59.462004183760456}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index c2fdd2377b83..3ff54dba4b5f 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[360423.0,720117.0,1079177.0,1447736.0,1815704.0,2185493.0,2521281.0,2891321.0,3269048.0,3628321.0,3992000.0,4429168.0,4714560.0,5066151.0,5448051.0,5836724.0,6167486.0,6619544.0,6904772.0,7253041.0,7596341.0,8102077.0,8357682.0,8681604.0,8943783.0,9313597.0,9618234.0,9963672.0,10356792.0,10646152.0,11198434.0,11355017.0,11953358.0,11959123.0,12335167.0,13565679.0,13077584.0,13369891.0,13806185.0,14037908.0,14402074.0,14822884.0,15124094.0,15479879.0,15801034.0,16215435.0,16501577.0,16880115.0,17193903.0,17627771.0,17886021.0,18263019.0,18674440.0,19141910.0,19565195.0,19989031.0,20262739.0,20518568.0,20758270.0,21259824.0,21516558.0,21936712.0,22283258.0,22707065.0,22947694.0,23346097.0,23684835.0,24088268.0,24662915.0,24820535.0,26048618.0,25475380.0,25783601.0,26132398.0,26566676.0,26885003.0,27218198.0,27601234.0,27895419.0,28229689.0,28632808.0,29057208.0,29494324.0,29717047.0,29975572.0,30441676.0,30692823.0,31107239.0,31455380.0,31855236.0,32106899.0,32561459.0,33885884.0,33416287.0,33622560.0,33873743.0,34323366.0,34746444.0,35031111.0,35355855.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[361034.0,722006.0,1083604.0,1440561.0,1798818.0,2185378.0,2532128.0,2943583.0,3271320.0,3619742.0,3995571.0,4375643.0,4718853.0,5107245.0,5441943.0,5800537.0,6173709.0,6598234.0,6903512.0,7291538.0,7656555.0,7988504.0,8194997.0,8467474.0,9044187.0,9241685.0,9627918.0,10063381.0,10195246.0,10586993.0,10923971.0,11310832.0,11903965.0,12010096.0,12375765.0,12641211.0,12997658.0,13314631.0,13768614.0,14070268.0,14352848.0,14751130.0,15111989.0,15421693.0,16427726.0,16208984.0,16545696.0,16903755.0,17133812.0,17939160.0,18010284.0,18261136.0,18698579.0,19050734.0,19407260.0,19926249.0,20268355.0,20617056.0,20956772.0,21177219.0,21539515.0,21907100.0,22270350.0,22605481.0,22948179.0,23439150.0,23647912.0,24073339.0,24364533.0,24677949.0,25205033.0,25611382.0,25828972.0,26142632.0,26484181.0,26838295.0,27233250.0,27612768.0,27923776.0,28247006.0,28603706.0,28908943.0,29349043.0,29706531.0,30060376.0,30351283.0,30711395.0,31117498.0,31491701.0,31796923.0,32129024.0,32389727.0,32869303.0,33190754.0,33578996.0,33906882.0,34247480.0,34649223.0,35037216.0,35347921.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 5fc8a6e53248..6cc7e72a0fa0 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[66095.91003517919,68356.98389295474,74386.5141803562,76647.58803813174] \ No newline at end of file +[66665.62734008534,68628.19820362476,73861.72050639657,75824.29136993599] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 53bdbea67ec1..04056eff9bea 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003163666760114683,"upper_bound":0.006607511420298906},"point_estimate":0.0019564111355481195,"standard_error":0.002478606691015355},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001251939892247284,"upper_bound":0.005476612101937173},"point_estimate":0.002758206314863676,"standard_error":0.001071309307359127}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005916660253553882,"upper_bound":0.0015056566094027667},"point_estimate":-0.0021933353866563365,"standard_error":0.0018846613450045435},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004435013951690467,"upper_bound":-0.00036560211613512195},"point_estimate":-0.0017653394313659199,"standard_error":0.0010969292222880855}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index d472bb37317c..1c27efad5dec 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71113.8520807646,"upper_bound":71514.0782166546},"point_estimate":71307.69897816134,"standard_error":102.09490577861996},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70759.90912698413,"upper_bound":71019.75824548193},"point_estimate":70822.70902564103,"standard_error":69.3736968037822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":332.6464264908228,"upper_bound":876.9481007233785},"point_estimate":505.8758190189087,"standard_error":146.7206225352388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70762.6901366908,"upper_bound":71044.88856737199},"point_estimate":70885.40124959362,"standard_error":72.72144135990786},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":837.0883756651069,"upper_bound":1200.6259890177073},"point_estimate":1019.9465249869827,"standard_error":93.5193940023809}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70978.89340471942,"upper_bound":71334.53255207559},"point_estimate":71151.2972786515,"standard_error":90.91215171287706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70642.128125,"upper_bound":70767.86741573033},"point_estimate":70697.68290476191,"standard_error":35.19722796904945},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.0400048757262,"upper_bound":603.4381926201581},"point_estimate":408.16222610368237,"standard_error":125.28919270198679},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70668.77774337027,"upper_bound":70777.0213514601},"point_estimate":70718.93036441554,"standard_error":27.63100175816101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":785.532901181984,"upper_bound":1017.8372496677786},"point_estimate":915.0593374197748,"standard_error":59.462004183760456}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index c2fdd2377b83..3ff54dba4b5f 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[360423.0,720117.0,1079177.0,1447736.0,1815704.0,2185493.0,2521281.0,2891321.0,3269048.0,3628321.0,3992000.0,4429168.0,4714560.0,5066151.0,5448051.0,5836724.0,6167486.0,6619544.0,6904772.0,7253041.0,7596341.0,8102077.0,8357682.0,8681604.0,8943783.0,9313597.0,9618234.0,9963672.0,10356792.0,10646152.0,11198434.0,11355017.0,11953358.0,11959123.0,12335167.0,13565679.0,13077584.0,13369891.0,13806185.0,14037908.0,14402074.0,14822884.0,15124094.0,15479879.0,15801034.0,16215435.0,16501577.0,16880115.0,17193903.0,17627771.0,17886021.0,18263019.0,18674440.0,19141910.0,19565195.0,19989031.0,20262739.0,20518568.0,20758270.0,21259824.0,21516558.0,21936712.0,22283258.0,22707065.0,22947694.0,23346097.0,23684835.0,24088268.0,24662915.0,24820535.0,26048618.0,25475380.0,25783601.0,26132398.0,26566676.0,26885003.0,27218198.0,27601234.0,27895419.0,28229689.0,28632808.0,29057208.0,29494324.0,29717047.0,29975572.0,30441676.0,30692823.0,31107239.0,31455380.0,31855236.0,32106899.0,32561459.0,33885884.0,33416287.0,33622560.0,33873743.0,34323366.0,34746444.0,35031111.0,35355855.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[361034.0,722006.0,1083604.0,1440561.0,1798818.0,2185378.0,2532128.0,2943583.0,3271320.0,3619742.0,3995571.0,4375643.0,4718853.0,5107245.0,5441943.0,5800537.0,6173709.0,6598234.0,6903512.0,7291538.0,7656555.0,7988504.0,8194997.0,8467474.0,9044187.0,9241685.0,9627918.0,10063381.0,10195246.0,10586993.0,10923971.0,11310832.0,11903965.0,12010096.0,12375765.0,12641211.0,12997658.0,13314631.0,13768614.0,14070268.0,14352848.0,14751130.0,15111989.0,15421693.0,16427726.0,16208984.0,16545696.0,16903755.0,17133812.0,17939160.0,18010284.0,18261136.0,18698579.0,19050734.0,19407260.0,19926249.0,20268355.0,20617056.0,20956772.0,21177219.0,21539515.0,21907100.0,22270350.0,22605481.0,22948179.0,23439150.0,23647912.0,24073339.0,24364533.0,24677949.0,25205033.0,25611382.0,25828972.0,26142632.0,26484181.0,26838295.0,27233250.0,27612768.0,27923776.0,28247006.0,28603706.0,28908943.0,29349043.0,29706531.0,30060376.0,30351283.0,30711395.0,31117498.0,31491701.0,31796923.0,32129024.0,32389727.0,32869303.0,33190754.0,33578996.0,33906882.0,34247480.0,34649223.0,35037216.0,35347921.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 5fc8a6e53248..6cc7e72a0fa0 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[66095.91003517919,68356.98389295474,74386.5141803562,76647.58803813174] \ No newline at end of file +[66665.62734008534,68628.19820362476,73861.72050639657,75824.29136993599] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index d7c444491521..6abcafdc876f 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -17,62 +17,78 @@ Average time (ns) 0.001 - + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - + - + +150 + + + +200 + + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - - -700 + + +550 - - -800 + + +600 - - -900 + + +650 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 00fcdcead6e2..9387dbbba1fc 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + + +3 + + -2.5 +4 - -3 + +5 - - -3.5 + + +6 - - -4 - - - -4.5 + + +7 - + - + 0.8 - - + + 0.85 - - + + 0.9 - - + + 0.95 - - + + 1 - - -1.05 - - - -1.1 - - - -1.15 - - - -1.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 2e916a7701f0..8a43947ce6cc 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + - + 70 - - -75 + + +72 + + + +74 - - -80 + + +76 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 3151616bc647..7db76d238011 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index f538bc9b6760..f3eab1fc1195 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + - + +-0.006 + + + +-0.005 + + + -0.004 - - + + +-0.003 + + + -0.002 - - -0 + + +-0.001 - - -0.002 + + +0 - - -0.004 + + +0.001 - - -0.006 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 3817a1f5765b..9fb60d2cb9ca 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -13,86 +13,82 @@ Relative change (%) 50 - + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - -0.001 + +-0.0045 - - -0.0015 + + +-0.004 - - -0.002 + + +-0.0035 - - -0.0025 + + +-0.003 - - -0.003 + + +-0.0025 - - -0.0035 + + +-0.002 - - -0.004 + + +-0.0015 - - -0.0045 + + +-0.001 - - -0.005 + + +-5e-4 - - -0.0055 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 5a9e904a6d2f..822e02e5d4bc 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 96d4fe318536..c7e30b7b1a75 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.763 µs - 70.885 µs - 71.045 µs + 70.669 µs + 70.719 µs + 70.777 µs R² - 0.9882502 - 0.9886596 - 0.9879682 + 0.9959919 + 0.9960611 + 0.9959683 Mean - 71.114 µs - 71.308 µs - 71.514 µs + 70.979 µs + 71.151 µs + 71.335 µs Std. Dev. - 837.09 ns - 1.0199 µs - 1.2006 µs + 785.53 ns + 915.06 ns + 1.0178 µs Median - 70.760 µs - 70.823 µs - 71.020 µs + 70.642 µs + 70.698 µs + 70.768 µs MAD - 332.65 ns - 505.88 ns - 876.95 ns + 166.04 ns + 408.16 ns + 603.44 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3164% - +0.1956% - +0.6608% - (p = 0.45 > + -0.5917% + -0.2193% + +0.1506% + (p = 0.26 > 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 678ede023208..27877e9eee30 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,81 +9,81 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + +70.95 + + + +71 + + + +71.05 + + + 71.1 - - + + 71.15 - - + + 71.2 - - + + 71.25 - - + + 71.3 - - + + 71.35 - - -71.4 - - - -71.45 - - - -71.5 - - - -71.55 - - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 70eb9969ba8c..1e844f4eb5d8 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - - -14 + + +30 - + - -70.75 + +70.64 + + + +70.66 + + + +70.68 - - -70.8 + + +70.7 - - -70.85 + + +70.72 - - -70.9 + + +70.74 - - -70.95 + + +70.76 - - -71 + + +70.78 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index d0087900df5a..ef0b2d737792 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,38 +54,30 @@ Average Time (µs) - + 69 - - + + 70 - - + + 71 - - + + 72 - - + + 73 - - + + 74 - - -75 - - - -76 - - + Density (a.u.) @@ -94,54 +86,36 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - + + +0.6 + + + + - + - - - + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index d9de2f7bb66e..793f1e54dbd3 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + + +0.6 + + - + 70 - - + + 72 - - + + 74 - - -76 - - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 62def78a0aaa..7a5395555d43 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -98,10 +98,10 @@ Iterations - + - + @@ -114,89 +114,89 @@ Iterations - - - - - - - + + + + + + + - - - - + + + + - + - - + + - - - + + + - - + + - - - - + + + + - - - + + + - - - + + + - + - - - - - - - - + + + + + + + + - + - + - - + + - - + + - + - - - - + + + + - - + + - + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 66a381e2815e..c73e2ea72e4f 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -105,7 +105,7 @@ Iterations - + @@ -113,85 +113,85 @@ Iterations - - - + + + - - - - + + + + - + - - - + + + - + - - - + + + - + - + - - + + - + - + - - - - + + + + - + - - - + + + - + - + - - - + + + - - + + - + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index a66b9ef79c96..977b31e53dad 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + - + 70 - - -75 + + +72 + + + +74 - - -80 + + +76 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 0a0ea6ce95e9..5395ca50ca90 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 500 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index e7046f720f30..4bde6ab7d3f0 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + - -70.75 + +70.66 - - -70.8 + + +70.68 - - -70.85 + + +70.7 - - -70.9 + + +70.72 - - -70.95 + + +70.74 - - -71 + + +70.76 - - -71.05 + + +70.78 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 9e9f637a97c4..7a9056b25c60 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + + +16 + + - -70.75 + +70.66 - - -70.8 + + +70.68 - - -70.85 + + +70.7 - - -70.9 + + +70.72 - - -70.95 + + +70.74 - - -71 + + +70.76 - - -71.05 + + +70.78 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 2eb77edc228c..7239edd228aa 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21828.833220755405,"upper_bound":21862.28097748409},"point_estimate":21844.513774414707,"standard_error":8.543237978886852},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21814.359420289853,"upper_bound":21837.7},"point_estimate":21829.840749525618,"standard_error":5.833216192046156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.19089751077259,"upper_bound":55.74115120301954},"point_estimate":45.47175704868515,"standard_error":6.183275876239123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21829.442873757584,"upper_bound":21859.466185284648},"point_estimate":21843.64121087631,"standard_error":7.690592350205498},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.11521222983776,"upper_bound":112.87530737925987},"point_estimate":85.91400338083743,"standard_error":14.736957558582253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21847.518126626088,"upper_bound":21908.142678027198},"point_estimate":21872.53650766749,"standard_error":15.785313978706151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21841.454691259023,"upper_bound":21867.11551724138},"point_estimate":21859.73422222222,"standard_error":6.92937491904435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.809432043181246,"upper_bound":84.86889108803102},"point_estimate":58.86514935493428,"standard_error":9.987269765901685},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21849.880078906976,"upper_bound":21878.14008053517},"point_estimate":21863.5197263189,"standard_error":7.221647079705777},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.96683844902894,"upper_bound":253.54017560279374},"point_estimate":159.0359649033433,"standard_error":61.4933081289102}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 44e13e646a8e..681ea1be0f90 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[217367.0,434902.0,663550.0,870175.0,1087830.0,1304951.0,1533534.0,1739311.0,1983499.0,2180137.0,2402147.0,2617868.0,2840896.0,3054835.0,3279492.0,3499388.0,3712698.0,3931654.0,4150553.0,4360712.0,4600274.0,4812931.0,5022806.0,5249945.0,5470498.0,5682472.0,5876041.0,6089965.0,6353884.0,6584913.0,6767111.0,6982691.0,7197035.0,7422299.0,7654637.0,7847555.0,8083749.0,8446173.0,8477350.0,8731684.0,8950493.0,9152777.0,9401087.0,9573405.0,9815703.0,10042456.0,10236446.0,10471073.0,10918342.0,10897835.0,11121486.0,11337873.0,11641834.0,11770666.0,12002672.0,12260139.0,12449153.0,12659641.0,12857224.0,13100477.0,13297742.0,13510812.0,13725954.0,13973460.0,14207384.0,14510371.0,14602735.0,14827818.0,15051075.0,15283198.0,15508269.0,15694300.0,15917243.0,16139170.0,16384863.0,16625026.0,16775691.0,16980467.0,17352876.0,17448777.0,17638101.0,17984748.0,18102081.0,18315572.0,18590829.0,18779607.0,19037385.0,19219369.0,19460236.0,19638204.0,19881186.0,20061217.0,20453550.0,20501324.0,20733412.0,21015945.0,21209460.0,21398530.0,21617782.0,21802388.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[217594.0,434544.0,651885.0,878683.0,1163025.0,1321910.0,1524752.0,1737293.0,1967350.0,2175765.0,2411908.0,2607837.0,2827726.0,3053933.0,3274686.0,3499791.0,3705159.0,3918889.0,4151358.0,4358537.0,4597241.0,4845243.0,5071647.0,5252089.0,5471284.0,5684682.0,5932995.0,6099343.0,6334149.0,6568724.0,6825021.0,6994027.0,7174068.0,7412791.0,7651250.0,7948830.0,8052006.0,8278806.0,8494620.0,8722569.0,8963268.0,9184258.0,9391637.0,9603211.0,9852530.0,10120327.0,10292671.0,10509234.0,10712584.0,10937426.0,11118550.0,11357630.0,11611841.0,11782555.0,12025101.0,12250974.0,12479721.0,12682927.0,12988839.0,13089124.0,13288669.0,13572846.0,13736059.0,13941816.0,14212547.0,14512754.0,14651578.0,14879950.0,15065963.0,15258538.0,15481258.0,15692963.0,15974386.0,16169316.0,16364919.0,16672081.0,16825253.0,17029557.0,17278425.0,17595013.0,17676450.0,17944267.0,18156077.0,18354859.0,18599174.0,18901705.0,19021193.0,19177886.0,19491911.0,19679017.0,20004246.0,20082181.0,20329216.0,20573357.0,20752712.0,20924405.0,21141694.0,21442282.0,21607394.0,21860024.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index b3b18bd44ca4..963882573a2e 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[21617.08698969072,21709.61024484536,21956.338925257733,22048.862180412372] \ No newline at end of file +[21548.675875350153,21675.854341736704,22014.9969187675,22142.17538515405] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index c40b38228a0f..0f5d0fb051d5 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002230914110698312,"upper_bound":0.0017013699688956144},"point_estimate":0.0006745920231658875,"standard_error":0.0004930131789038422},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005103100033654329,"upper_bound":0.0008364387516874849},"point_estimate":0.00027922902915666903,"standard_error":0.00034467813176630854}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00012420912147137966,"upper_bound":0.002963227461073646},"point_estimate":0.0012828270540681252,"standard_error":0.000773532401075836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003638564004562195,"upper_bound":0.002129494569397039},"point_estimate":0.0013693857431027467,"standard_error":0.0004328556690911658}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 2eb77edc228c..7239edd228aa 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21828.833220755405,"upper_bound":21862.28097748409},"point_estimate":21844.513774414707,"standard_error":8.543237978886852},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21814.359420289853,"upper_bound":21837.7},"point_estimate":21829.840749525618,"standard_error":5.833216192046156},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.19089751077259,"upper_bound":55.74115120301954},"point_estimate":45.47175704868515,"standard_error":6.183275876239123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21829.442873757584,"upper_bound":21859.466185284648},"point_estimate":21843.64121087631,"standard_error":7.690592350205498},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":55.11521222983776,"upper_bound":112.87530737925987},"point_estimate":85.91400338083743,"standard_error":14.736957558582253}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21847.518126626088,"upper_bound":21908.142678027198},"point_estimate":21872.53650766749,"standard_error":15.785313978706151},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21841.454691259023,"upper_bound":21867.11551724138},"point_estimate":21859.73422222222,"standard_error":6.92937491904435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44.809432043181246,"upper_bound":84.86889108803102},"point_estimate":58.86514935493428,"standard_error":9.987269765901685},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21849.880078906976,"upper_bound":21878.14008053517},"point_estimate":21863.5197263189,"standard_error":7.221647079705777},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65.96683844902894,"upper_bound":253.54017560279374},"point_estimate":159.0359649033433,"standard_error":61.4933081289102}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 44e13e646a8e..681ea1be0f90 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[217367.0,434902.0,663550.0,870175.0,1087830.0,1304951.0,1533534.0,1739311.0,1983499.0,2180137.0,2402147.0,2617868.0,2840896.0,3054835.0,3279492.0,3499388.0,3712698.0,3931654.0,4150553.0,4360712.0,4600274.0,4812931.0,5022806.0,5249945.0,5470498.0,5682472.0,5876041.0,6089965.0,6353884.0,6584913.0,6767111.0,6982691.0,7197035.0,7422299.0,7654637.0,7847555.0,8083749.0,8446173.0,8477350.0,8731684.0,8950493.0,9152777.0,9401087.0,9573405.0,9815703.0,10042456.0,10236446.0,10471073.0,10918342.0,10897835.0,11121486.0,11337873.0,11641834.0,11770666.0,12002672.0,12260139.0,12449153.0,12659641.0,12857224.0,13100477.0,13297742.0,13510812.0,13725954.0,13973460.0,14207384.0,14510371.0,14602735.0,14827818.0,15051075.0,15283198.0,15508269.0,15694300.0,15917243.0,16139170.0,16384863.0,16625026.0,16775691.0,16980467.0,17352876.0,17448777.0,17638101.0,17984748.0,18102081.0,18315572.0,18590829.0,18779607.0,19037385.0,19219369.0,19460236.0,19638204.0,19881186.0,20061217.0,20453550.0,20501324.0,20733412.0,21015945.0,21209460.0,21398530.0,21617782.0,21802388.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[217594.0,434544.0,651885.0,878683.0,1163025.0,1321910.0,1524752.0,1737293.0,1967350.0,2175765.0,2411908.0,2607837.0,2827726.0,3053933.0,3274686.0,3499791.0,3705159.0,3918889.0,4151358.0,4358537.0,4597241.0,4845243.0,5071647.0,5252089.0,5471284.0,5684682.0,5932995.0,6099343.0,6334149.0,6568724.0,6825021.0,6994027.0,7174068.0,7412791.0,7651250.0,7948830.0,8052006.0,8278806.0,8494620.0,8722569.0,8963268.0,9184258.0,9391637.0,9603211.0,9852530.0,10120327.0,10292671.0,10509234.0,10712584.0,10937426.0,11118550.0,11357630.0,11611841.0,11782555.0,12025101.0,12250974.0,12479721.0,12682927.0,12988839.0,13089124.0,13288669.0,13572846.0,13736059.0,13941816.0,14212547.0,14512754.0,14651578.0,14879950.0,15065963.0,15258538.0,15481258.0,15692963.0,15974386.0,16169316.0,16364919.0,16672081.0,16825253.0,17029557.0,17278425.0,17595013.0,17676450.0,17944267.0,18156077.0,18354859.0,18599174.0,18901705.0,19021193.0,19177886.0,19491911.0,19679017.0,20004246.0,20082181.0,20329216.0,20573357.0,20752712.0,20924405.0,21141694.0,21442282.0,21607394.0,21860024.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index b3b18bd44ca4..963882573a2e 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[21617.08698969072,21709.61024484536,21956.338925257733,22048.862180412372] \ No newline at end of file +[21548.675875350153,21675.854341736704,22014.9969187675,22142.17538515405] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 21a8c5e67161..1b777986a5f9 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - -0.04 + + +0.035 - - -0.05 + + +0.04 - - -0.06 + + +0.045 - + - -30 - - - -35 - - - -40 - - - + 45 - - + + 50 - - + + 55 - - - - + + +60 + + + +65 + + + +70 + + + +75 + + + +80 + + + +85 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 771b054f2e3e..def4029e1069 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,58 +9,98 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.015 + + +0.012 - - -0.02 + + +0.014 + + + +0.016 - + + +0.018 + + -0.025 +0.02 - - -50 + +0.022 - - + + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 + + + +140 + + + +160 + + + +180 + + + +200 + + + +220 + + + +240 + + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index d3e5cc4fa26a..7feec39c7b1b 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -21.8 - - - + 22 - - -22.2 + + +22.5 + + + +23 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index c68c9cc23eca..01bdac19c283 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -22,13 +22,13 @@ Iterations (x 10^3) - + - + - + @@ -43,10 +43,10 @@ Iterations (x 10^3) 4.0 - + 6.0 - + 8.0 @@ -55,10 +55,10 @@ Iterations (x 10^3) 10.0 - + 12.0 - + 14.0 @@ -67,10 +67,10 @@ Iterations (x 10^3) 16.0 - + 18.0 - + 20.0 @@ -121,7 +121,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 6ff2de5673ef..dc30ce80f9e1 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - - -700 + + +450 - - -800 + + +500 - + - + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - - - + + +0.002 + + + +0.0025 + + + +0.003 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 157a6a8ebf7b..2c4ec7f24a8c 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - -100 - - 200 - -300 - - - + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 - + - --6e-4 - - - --4e-4 - - - --2e-4 - - - -0 - - - + 2e-4 - - + + 4e-4 - - + + 6e-4 - - + + 8e-4 - - - - + + +0.001 + + + +0.0012 + + + +0.0014 + + + +0.0016 + + + +0.0018 + + + +0.002 + + + +0.0022 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 36a07c2bcdfe..2cf250223585 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 1bd5441c2fdb..09aaee204ab9 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 21.829 µs - 21.844 µs - 21.859 µs + 21.850 µs + 21.864 µs + 21.878 µs R² - 0.9985958 - 0.9986544 - 0.9985816 + 0.9989329 + 0.9989865 + 0.9989249 Mean - 21.829 µs - 21.845 µs - 21.862 µs + 21.848 µs + 21.873 µs + 21.908 µs Std. Dev. - 55.115 ns - 85.914 ns - 112.88 ns + 65.967 ns + 159.04 ns + 253.54 ns Median - 21.814 µs - 21.830 µs - 21.838 µs + 21.841 µs + 21.860 µs + 21.867 µs MAD - 32.191 ns - 45.472 ns - 55.741 ns + 44.809 ns + 58.865 ns + 84.869 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0223% - +0.0675% - +0.1701% - (p = 0.18 > + -0.0124% + +0.1283% + +0.2963% + (p = 0.12 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index c5434b524d66..dcccef8beb48 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs)
- + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - -21.83 + +21.85 - - -21.835 + + +21.86 - - -21.84 + + +21.87 - - -21.845 + + +21.88 - - -21.85 + + +21.89 - - -21.855 - - - -21.86 + + +21.9 - - -21.865 + + +21.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index e0ae0cbf8085..9a9937004a31 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - -21.815 + +21.84 - - -21.82 + + +21.845 - - -21.825 + + +21.85 - - -21.83 + + +21.855 - - -21.835 + + +21.86 - - -21.84 + + +21.865 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index ec254555bb0a..98397cb2bc37 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -54,30 +54,46 @@ Average Time (µs) - -21.7 + +21.6 - - + + 21.8 - - -21.9 - - - + + 22 - - -22.1 - - - + + 22.2 - + + +22.4 + + + +22.6 + + + +22.8 + + + +23 + + + +23.2 + + + +23.4 + + Density (a.u.) @@ -86,52 +102,56 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 - - - -6 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 94610b30275a..d56e2eff823a 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - + -4 +2.5 - -5 + +3 - - -6 + + +3.5 - - -7 + + +4 - - - -21.8 + + +4.5 - - + + + 22 - - -22.2 + + +22.5 + + + +23 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 0abc00bfbaeb..d41a7df50ac1 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -20,14 +20,14 @@ Iterations (x 10^3) - - + + - - - - + + + + 2.0 @@ -37,14 +37,14 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - + 10.0 @@ -53,22 +53,22 @@ Iterations (x 10^3) 12.0 - + 14.0 - - + + 16.0 - - + + 18.0 - - + + 20.0 - + 0.1 @@ -114,104 +114,104 @@ Iterations (x 10^3) - + - - + + - + - + - + - - + + - - + + - + - - - - + + + + - + - + - - + + - + - - + + - + - - + + - - - - + + + + - - - - - - + + + + + + - - + + - + - - - - + + + + - - - - - - - - - + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 4b9c0e4f2ca2..eaa32b6af0c6 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -20,9 +20,9 @@ Iterations (x 10^3) - - - + + + @@ -46,18 +46,18 @@ Iterations (x 10^3) 10.0 - + 12.0 - - + + 14.0 - - + + 16.0 - + 18.0 @@ -111,7 +111,7 @@ Iterations (x 10^3) - + @@ -123,30 +123,30 @@ Iterations (x 10^3) - + - + - + - + - - - + + + - + @@ -155,17 +155,17 @@ Iterations (x 10^3) - + - + - + - - + + @@ -177,36 +177,36 @@ Iterations (x 10^3) - - + + - + - - + + - + - + - - - - - - + + + + + + - + - - + + - + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index b6b9f19dbdfc..5aa6de5f2908 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -21.8 - - - + 22 - - -22.2 + + +22.5 + + + +23 - - - - - + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 6de14991973a..9710438b636c 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -118,7 +118,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 715c5eab22ee..8d8a40e83422 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - -21.83 + +21.85 - - -21.835 + + +21.855 - - -21.84 + + +21.86 - - -21.845 + + +21.865 - - -21.85 + + +21.87 - - -21.855 + + +21.875 - - -21.86 + + +21.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 614f3865dcc6..c26c4e3f4c38 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - -21.83 + +21.85 - - -21.835 + + +21.855 - - -21.84 + + +21.86 - - -21.845 + + +21.865 - - -21.85 + + +21.87 - - -21.855 + + +21.875 - - -21.86 + + +21.88 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 359b81c97e44..7759989e01ca 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18872.818582819888,"upper_bound":19340.946827254724},"point_estimate":19103.050400509685,"standard_error":119.7059887827986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18271.791706924316,"upper_bound":18428.990879156103},"point_estimate":18333.72641238253,"standard_error":85.46641346334877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":191.18026107981967,"upper_bound":630.4458888102417},"point_estimate":370.4693062179501,"standard_error":142.63958401758703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18327.216975938198,"upper_bound":18486.57839914806},"point_estimate":18396.303275043923,"standard_error":41.011248163033635},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1081.6671125449432,"upper_bound":1283.6459566527947},"point_estimate":1199.710761690438,"standard_error":51.537947934962304}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18812.533953282422,"upper_bound":19241.95557398898},"point_estimate":19023.73281709402,"standard_error":109.74211608924959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18250.697318007664,"upper_bound":18482.286786786786},"point_estimate":18278.486778115504,"standard_error":83.32594997814498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.55345969208156,"upper_bound":719.1458961510712},"point_estimate":303.40200169561854,"standard_error":145.3190035754839},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18314.46259277927,"upper_bound":18449.125938576988},"point_estimate":18374.502658325535,"standard_error":34.436754635105984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1003.9699782609566,"upper_bound":1175.586270002802},"point_estimate":1105.2390425563765,"standard_error":43.59754021106738}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 62dd84953633..d47959537c54 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[188912.0,374303.0,578595.0,743489.0,945734.0,1162658.0,1353161.0,1508794.0,1684916.0,1908783.0,2087239.0,2236436.0,2432394.0,2586939.0,2808526.0,2874642.0,3118172.0,3428111.0,3495930.0,3639472.0,3965420.0,4019925.0,4208946.0,4437400.0,4624923.0,4798034.0,4922959.0,5132800.0,5353429.0,5601541.0,5743244.0,5861590.0,6045129.0,6237610.0,5923044.0,6504184.0,6201006.0,6183728.0,6320763.0,6451067.0,6697617.0,6808317.0,6987652.0,7115590.0,7274583.0,7455148.0,7605587.0,7767722.0,7979768.0,8172926.0,8312922.0,8503821.0,8627318.0,8803669.0,8922069.0,9130554.0,9398474.0,9520910.0,9715715.0,9865282.0,10089172.0,10189312.0,10391709.0,10575682.0,10720098.0,10866031.0,11057920.0,11178069.0,11348491.0,11464358.0,11640928.0,11810530.0,11940055.0,12163209.0,12372262.0,12475806.0,12625260.0,12796810.0,12992158.0,13213744.0,13224823.0,13623970.0,13722676.0,13786272.0,14032516.0,14084105.0,14277970.0,14462727.0,14638484.0,14864870.0,14968531.0,16193255.0,15398555.0,15743876.0,15560904.0,15761848.0,15938556.0,16195272.0,16408539.0,16399313.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[184626.0,367302.0,548442.0,739945.0,931200.0,1103892.0,1292489.0,1479050.0,1655562.0,1833426.0,2033929.0,2223213.0,2397383.0,2600589.0,2762762.0,2939252.0,3140338.0,3302130.0,3514599.0,3679812.0,3920626.0,4008334.0,4189235.0,4506709.0,4637729.0,4777283.0,5238882.0,5166338.0,5336385.0,5559184.0,5705467.0,5909244.0,6036527.0,6225967.0,5978025.0,5855653.0,6028376.0,6163903.0,6319323.0,6491597.0,6684601.0,6797300.0,6942054.0,7206833.0,7330309.0,7422982.0,7564032.0,7811499.0,8016572.0,8175954.0,8315486.0,8417439.0,8587570.0,8798393.0,9183440.0,9150831.0,9360825.0,9539268.0,9702482.0,9867874.0,9975766.0,10168627.0,10271916.0,10472871.0,10719841.0,10806698.0,10980237.0,11485345.0,11319505.0,11514436.0,11762857.0,12341380.0,12062415.0,12309203.0,13053834.0,12431925.0,12614426.0,12818357.0,12957386.0,13138963.0,13284894.0,13715811.0,13669604.0,13815784.0,13961065.0,14106752.0,14290296.0,14372080.0,14652563.0,14842942.0,14899459.0,15080996.0,15350502.0,15464957.0,15592770.0,15825308.0,15918749.0,16115508.0,16262859.0,16439219.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index c217e641a77c..c73e3778feb7 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[11728.489513133467,14973.272244728025,23626.026195646846,26870.808927241404] \ No newline at end of file +[11533.923472360966,14863.40429362304,23742.01981698857,27071.500638250644] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 0cc17844e02e..c866685a9f2f 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.024261895563107018,"upper_bound":0.013022883570631659},"point_estimate":-0.005219244658830169,"standard_error":0.009502776189239077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003653761562565805,"upper_bound":0.008147672389775063},"point_estimate":0.0027454237558977024,"standard_error":0.00469204874663505}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02119248257471094,"upper_bound":0.013020459279484684},"point_estimate":-0.004152089941277026,"standard_error":0.008750182295425327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007859889618753517,"upper_bound":0.010917155580891067},"point_estimate":-0.0030130063591281564,"standard_error":0.008012476808122398}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 359b81c97e44..7759989e01ca 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18872.818582819888,"upper_bound":19340.946827254724},"point_estimate":19103.050400509685,"standard_error":119.7059887827986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18271.791706924316,"upper_bound":18428.990879156103},"point_estimate":18333.72641238253,"standard_error":85.46641346334877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":191.18026107981967,"upper_bound":630.4458888102417},"point_estimate":370.4693062179501,"standard_error":142.63958401758703},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18327.216975938198,"upper_bound":18486.57839914806},"point_estimate":18396.303275043923,"standard_error":41.011248163033635},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1081.6671125449432,"upper_bound":1283.6459566527947},"point_estimate":1199.710761690438,"standard_error":51.537947934962304}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18812.533953282422,"upper_bound":19241.95557398898},"point_estimate":19023.73281709402,"standard_error":109.74211608924959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18250.697318007664,"upper_bound":18482.286786786786},"point_estimate":18278.486778115504,"standard_error":83.32594997814498},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.55345969208156,"upper_bound":719.1458961510712},"point_estimate":303.40200169561854,"standard_error":145.3190035754839},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18314.46259277927,"upper_bound":18449.125938576988},"point_estimate":18374.502658325535,"standard_error":34.436754635105984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1003.9699782609566,"upper_bound":1175.586270002802},"point_estimate":1105.2390425563765,"standard_error":43.59754021106738}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 62dd84953633..d47959537c54 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[188912.0,374303.0,578595.0,743489.0,945734.0,1162658.0,1353161.0,1508794.0,1684916.0,1908783.0,2087239.0,2236436.0,2432394.0,2586939.0,2808526.0,2874642.0,3118172.0,3428111.0,3495930.0,3639472.0,3965420.0,4019925.0,4208946.0,4437400.0,4624923.0,4798034.0,4922959.0,5132800.0,5353429.0,5601541.0,5743244.0,5861590.0,6045129.0,6237610.0,5923044.0,6504184.0,6201006.0,6183728.0,6320763.0,6451067.0,6697617.0,6808317.0,6987652.0,7115590.0,7274583.0,7455148.0,7605587.0,7767722.0,7979768.0,8172926.0,8312922.0,8503821.0,8627318.0,8803669.0,8922069.0,9130554.0,9398474.0,9520910.0,9715715.0,9865282.0,10089172.0,10189312.0,10391709.0,10575682.0,10720098.0,10866031.0,11057920.0,11178069.0,11348491.0,11464358.0,11640928.0,11810530.0,11940055.0,12163209.0,12372262.0,12475806.0,12625260.0,12796810.0,12992158.0,13213744.0,13224823.0,13623970.0,13722676.0,13786272.0,14032516.0,14084105.0,14277970.0,14462727.0,14638484.0,14864870.0,14968531.0,16193255.0,15398555.0,15743876.0,15560904.0,15761848.0,15938556.0,16195272.0,16408539.0,16399313.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[184626.0,367302.0,548442.0,739945.0,931200.0,1103892.0,1292489.0,1479050.0,1655562.0,1833426.0,2033929.0,2223213.0,2397383.0,2600589.0,2762762.0,2939252.0,3140338.0,3302130.0,3514599.0,3679812.0,3920626.0,4008334.0,4189235.0,4506709.0,4637729.0,4777283.0,5238882.0,5166338.0,5336385.0,5559184.0,5705467.0,5909244.0,6036527.0,6225967.0,5978025.0,5855653.0,6028376.0,6163903.0,6319323.0,6491597.0,6684601.0,6797300.0,6942054.0,7206833.0,7330309.0,7422982.0,7564032.0,7811499.0,8016572.0,8175954.0,8315486.0,8417439.0,8587570.0,8798393.0,9183440.0,9150831.0,9360825.0,9539268.0,9702482.0,9867874.0,9975766.0,10168627.0,10271916.0,10472871.0,10719841.0,10806698.0,10980237.0,11485345.0,11319505.0,11514436.0,11762857.0,12341380.0,12062415.0,12309203.0,13053834.0,12431925.0,12614426.0,12818357.0,12957386.0,13138963.0,13284894.0,13715811.0,13669604.0,13815784.0,13961065.0,14106752.0,14290296.0,14372080.0,14652563.0,14842942.0,14899459.0,15080996.0,15350502.0,15464957.0,15592770.0,15825308.0,15918749.0,16115508.0,16262859.0,16439219.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index c217e641a77c..c73e3778feb7 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[11728.489513133467,14973.272244728025,23626.026195646846,26870.808927241404] \ No newline at end of file +[11533.923472360966,14863.40429362304,23742.01981698857,27071.500638250644] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 4b7cdbe82f43..410eda2340f1 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,94 +9,74 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - + + 0.0045 - - + + 0.005 - + - -150 - - - + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 - - - + + 600 - - -650 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 3c99fd6978bb..c0c3c37f5430 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + + +10 + + - + +1 + + + +1.02 + + + +1.04 + + + +1.06 + + + +1.08 + + + 1.1 - - -1.15 + + +1.12 - - -1.2 + + +1.14 - - -1.25 + + +1.16 - - -1.3 + + +1.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 643be3d053f3..9c84a8b2d34d 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + 18 - - + + 20 - - + + 22 - - -24 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index aaa933325b9c..458042a5f7a3 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -105,9 +105,9 @@ Iterations 900 - + - + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 6c59f9a350bc..a3a4b059044a 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - - --0.025 + + +45 - - + + + -0.02 - - + + -0.015 - - + + -0.01 - - + + -0.005 - - -3.46945e-18 + + +0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index b7b7a85f5dc9..5fd4cbf0e395 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 + + + +-0.008 - - -200 + + +-0.006 - - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - - - - + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 58a4ba6c1ff2..b8e89fa2f70d 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -29,61 +29,65 @@ t score 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index dc12ccbc44b9..5d8da67eddc1 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 18.327 µs - 18.396 µs - 18.487 µs + 18.314 µs + 18.375 µs + 18.449 µs R² - 0.8983447 - 0.9000123 - 0.8971686 + 0.9041332 + 0.9053925 + 0.9034487 Mean - 18.873 µs - 19.103 µs - 19.341 µs + 18.813 µs + 19.024 µs + 19.242 µs Std. Dev. - 1.0817 µs - 1.1997 µs - 1.2836 µs + 1.0040 µs + 1.1052 µs + 1.1756 µs Median - 18.272 µs - 18.334 µs - 18.429 µs + 18.251 µs + 18.278 µs + 18.482 µs MAD - 191.18 ns - 370.47 ns - 630.45 ns + 182.55 ns + 303.40 ns + 719.15 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -2.4262% - -0.5219% - +1.3023% - (p = 0.59 > + -2.1192% + -0.4152% + +1.3020% + (p = 0.62 > 0.05) diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index dfd22cd44f18..1f9ecc4a3314 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,81 +9,77 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - + +18.8 + + + 18.85 - - + + 18.9 - - + + 18.95 - - + + 19 - - + + 19.05 - - + + 19.1 - - + + 19.15 - - + + 19.2 - - -19.25 - - - -19.3 - - + -19.35 +19.25 - - + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index b6664767908d..c44e0ae150fc 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -18.26 + + +16 - - -18.28 + + +18 - - -18.3 + + +20 - - -18.32 + + +22 - - -18.34 + + + +18.25 - - -18.36 + + +18.3 - - -18.38 + + +18.35 - - + + 18.4 - - -18.42 + + +18.45 - - -18.44 + + +18.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 471ce9c05bb7..a527d29d9595 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -50,34 +50,30 @@ Average Time (µs) - + 17 - - + + 18 - - + + 19 - - + + 20 - - + + 21 - - + + 22 - - -23 - - + Density (a.u.) @@ -86,44 +82,48 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - - + + +0.5 + + + + diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 2aa0a9cf1306..714012ca03f7 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + - + 18 - + 20 - + 22 - - - + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index 03eb48c65508..68d73eb28811 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -19,12 +19,12 @@ Iterations - + - + - + 2.0 @@ -34,10 +34,10 @@ Iterations 4.0 - + 6.0 - + 8.0 @@ -46,18 +46,18 @@ Iterations 10.0 - + 12.0 - + 14.0 - + 16.0 - + 100 @@ -97,104 +97,104 @@ Iterations - + - - - - - - + + + + + + - - - - - + + + + + - - + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - - - - - + + + + + + - + - - + + - - - + + + - + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - - - - - - - + + + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index 7c5718ebbcd1..4b5b88736aa8 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -16,12 +16,12 @@ Iterations - + - + 2.0 @@ -31,10 +31,10 @@ Iterations 4.0 - + 6.0 - + 8.0 @@ -51,10 +51,10 @@ Iterations 14.0 - + 16.0 - + 100 @@ -97,101 +97,101 @@ Iterations - - + + - - + + - + - + - + - - - + + + - + - - - + + + - - + + - - - + + + - + - - + + - + - - + + - + - + - - - - + + + + - - - - + + + + - - - - - - + + + + + + - - - + + + - - - - + + + + - - - - - - - + + + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index c867fe84a351..ad305f218d3e 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,61 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + 18 - - + + 20 - - + + 22 - - -24 - - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index 7214e9e83af5..ba72be11d6c7 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 900 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index d611963efa52..9790bad898b7 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - + -5 - - - 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + - + +18.3 + + + 18.32 - - + + 18.34 - - + + 18.36 - - + + 18.38 - - + + 18.4 - - + + 18.42 - - + + 18.44 - - + + 18.46 - - -18.48 - - - -18.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index b62624b03c25..bcc28b936ae4 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - + -5 - - - 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + - + +18.3 + + + 18.32 - - + + 18.34 - - + + 18.36 - - + + 18.38 - - + + 18.4 - - + + 18.42 - - + + 18.44 - - + + 18.46 - - -18.48 - - - -18.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 75db4daed857..66b58a0f1a86 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8838.79514741756,"upper_bound":8976.574588948568},"point_estimate":8901.377355088049,"standard_error":35.241587659546845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8888.766369047618,"upper_bound":8976.354133279914},"point_estimate":8958.524321660483,"standard_error":22.249489559827694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.08565249813462,"upper_bound":249.85812547676315},"point_estimate":142.30532872357506,"standard_error":42.43002113514259},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890.42078990604,"upper_bound":9023.805597341683},"point_estimate":8948.564551499927,"standard_error":34.48868706749317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.74671717237203,"upper_bound":517.5080406587663},"point_estimate":355.38609812963523,"standard_error":88.58228713053416}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8844.633685921906,"upper_bound":8971.38596574006},"point_estimate":8902.284429587986,"standard_error":32.30971807428718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8945.817759763877,"upper_bound":8989.398684210526},"point_estimate":8976.847407724505,"standard_error":16.861162980533518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68.28558269157332,"upper_bound":340.3474015525601},"point_estimate":227.17213552453833,"standard_error":66.54496154957015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8879.369187355,"upper_bound":9110.684427509188},"point_estimate":8970.017967156791,"standard_error":64.51163386095584},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":207.38635103154414,"upper_bound":465.1468150615916},"point_estimate":323.5794043863991,"standard_error":79.12759478916543}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index a0e3c3ec0c52..78cf73bba707 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[145341.0,286768.0,429632.0,575144.0,718556.0,880569.0,1083365.0,1456029.0,1303983.0,1449033.0,1568097.0,1714612.0,1858929.0,2022502.0,2164777.0,2319508.0,2431811.0,2540313.0,2709875.0,2831309.0,2978126.0,3153980.0,3317300.0,3446346.0,3526146.0,3583380.0,3655375.0,3788005.0,3880679.0,4021337.0,4271105.0,4478932.0,4544442.0,4769316.0,4819712.0,5010931.0,5089864.0,5310198.0,5427111.0,5578352.0,5647072.0,5804969.0,5939964.0,6106713.0,6235383.0,6685458.0,6490374.0,6647231.0,6866858.0,6848798.0,6994809.0,7091580.0,7272559.0,7462000.0,7687811.0,7694481.0,7902859.0,8077922.0,8091079.0,8297911.0,8399513.0,8562815.0,9098445.0,9543961.0,9363184.0,9484809.0,9575312.0,9816292.0,9886943.0,10132616.0,10247440.0,10343351.0,10524747.0,10616583.0,10815621.0,10907021.0,11141390.0,11199683.0,11416416.0,11554546.0,11647109.0,11762080.0,12042227.0,12053124.0,12232279.0,12357205.0,12523345.0,12690272.0,12787412.0,14745300.0,13159858.0,13207520.0,13366515.0,13566259.0,13602094.0,13770206.0,13971541.0,14044385.0,14246009.0,14384721.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[146954.0,292444.0,437938.0,587384.0,751781.0,892476.0,1026644.0,1169643.0,1315647.0,1450513.0,1608677.0,1741352.0,1884353.0,2047704.0,2179135.0,2329632.0,2474591.0,2648846.0,2784585.0,2876613.0,3006451.0,3163811.0,3274742.0,3433104.0,3594548.0,3605485.0,3620138.0,3764926.0,3936589.0,4028018.0,4291527.0,4397364.0,4566140.0,4719140.0,4844096.0,4942890.0,5078992.0,5233435.0,5387516.0,5853716.0,5605331.0,5800398.0,5943201.0,6094268.0,6170984.0,6382977.0,6456983.0,6596437.0,6734036.0,6925094.0,7039974.0,7165314.0,7318023.0,7479782.0,7629324.0,7720432.0,7814305.0,8071919.0,8220811.0,8262438.0,8436585.0,8556296.0,9052627.0,9205114.0,9299103.0,9510640.0,9639897.0,9800967.0,9931501.0,10091623.0,10208290.0,10370400.0,10484258.0,10685670.0,10822207.0,10948770.0,11089249.0,11222330.0,11328419.0,11484455.0,11646757.0,11711954.0,11967049.0,12083828.0,12243041.0,12355249.0,12512897.0,12609051.0,12840840.0,12927523.0,13059209.0,13211001.0,13314048.0,13552893.0,13663886.0,13812530.0,13913530.0,17561843.0,14216956.0,14386510.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index cb59429301ee..8976bedc80e5 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7622.212486003693,8143.16885265097,9532.385830377041,10053.342197024318] \ No newline at end of file +[7564.735543509003,8107.18111049909,9553.702622472656,10096.148189462743] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 904c0f9874c5..f059534bb2a6 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013341101989631171,"upper_bound":0.007001651840819517},"point_estimate":-0.0037306751466122945,"standard_error":0.005161062503362306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009517969950645022,"upper_bound":0.0025746536233828277},"point_estimate":-0.001061388758694104,"standard_error":0.0034462476364359607}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010360598181787372,"upper_bound":0.01043446152697524},"point_estimate":0.00010190271277732421,"standard_error":0.0053054722814411025},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014579437751105484,"upper_bound":0.00951101464477988},"point_estimate":0.0020453241411333423,"standard_error":0.002791522949797583}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 75db4daed857..66b58a0f1a86 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8838.79514741756,"upper_bound":8976.574588948568},"point_estimate":8901.377355088049,"standard_error":35.241587659546845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8888.766369047618,"upper_bound":8976.354133279914},"point_estimate":8958.524321660483,"standard_error":22.249489559827694},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81.08565249813462,"upper_bound":249.85812547676315},"point_estimate":142.30532872357506,"standard_error":42.43002113514259},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8890.42078990604,"upper_bound":9023.805597341683},"point_estimate":8948.564551499927,"standard_error":34.48868706749317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.74671717237203,"upper_bound":517.5080406587663},"point_estimate":355.38609812963523,"standard_error":88.58228713053416}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8844.633685921906,"upper_bound":8971.38596574006},"point_estimate":8902.284429587986,"standard_error":32.30971807428718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8945.817759763877,"upper_bound":8989.398684210526},"point_estimate":8976.847407724505,"standard_error":16.861162980533518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68.28558269157332,"upper_bound":340.3474015525601},"point_estimate":227.17213552453833,"standard_error":66.54496154957015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8879.369187355,"upper_bound":9110.684427509188},"point_estimate":8970.017967156791,"standard_error":64.51163386095584},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":207.38635103154414,"upper_bound":465.1468150615916},"point_estimate":323.5794043863991,"standard_error":79.12759478916543}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index a0e3c3ec0c52..78cf73bba707 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[145341.0,286768.0,429632.0,575144.0,718556.0,880569.0,1083365.0,1456029.0,1303983.0,1449033.0,1568097.0,1714612.0,1858929.0,2022502.0,2164777.0,2319508.0,2431811.0,2540313.0,2709875.0,2831309.0,2978126.0,3153980.0,3317300.0,3446346.0,3526146.0,3583380.0,3655375.0,3788005.0,3880679.0,4021337.0,4271105.0,4478932.0,4544442.0,4769316.0,4819712.0,5010931.0,5089864.0,5310198.0,5427111.0,5578352.0,5647072.0,5804969.0,5939964.0,6106713.0,6235383.0,6685458.0,6490374.0,6647231.0,6866858.0,6848798.0,6994809.0,7091580.0,7272559.0,7462000.0,7687811.0,7694481.0,7902859.0,8077922.0,8091079.0,8297911.0,8399513.0,8562815.0,9098445.0,9543961.0,9363184.0,9484809.0,9575312.0,9816292.0,9886943.0,10132616.0,10247440.0,10343351.0,10524747.0,10616583.0,10815621.0,10907021.0,11141390.0,11199683.0,11416416.0,11554546.0,11647109.0,11762080.0,12042227.0,12053124.0,12232279.0,12357205.0,12523345.0,12690272.0,12787412.0,14745300.0,13159858.0,13207520.0,13366515.0,13566259.0,13602094.0,13770206.0,13971541.0,14044385.0,14246009.0,14384721.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[146954.0,292444.0,437938.0,587384.0,751781.0,892476.0,1026644.0,1169643.0,1315647.0,1450513.0,1608677.0,1741352.0,1884353.0,2047704.0,2179135.0,2329632.0,2474591.0,2648846.0,2784585.0,2876613.0,3006451.0,3163811.0,3274742.0,3433104.0,3594548.0,3605485.0,3620138.0,3764926.0,3936589.0,4028018.0,4291527.0,4397364.0,4566140.0,4719140.0,4844096.0,4942890.0,5078992.0,5233435.0,5387516.0,5853716.0,5605331.0,5800398.0,5943201.0,6094268.0,6170984.0,6382977.0,6456983.0,6596437.0,6734036.0,6925094.0,7039974.0,7165314.0,7318023.0,7479782.0,7629324.0,7720432.0,7814305.0,8071919.0,8220811.0,8262438.0,8436585.0,8556296.0,9052627.0,9205114.0,9299103.0,9510640.0,9639897.0,9800967.0,9931501.0,10091623.0,10208290.0,10370400.0,10484258.0,10685670.0,10822207.0,10948770.0,11089249.0,11222330.0,11328419.0,11484455.0,11646757.0,11711954.0,11967049.0,12083828.0,12243041.0,12355249.0,12512897.0,12609051.0,12840840.0,12927523.0,13059209.0,13211001.0,13314048.0,13552893.0,13663886.0,13812530.0,13913530.0,17561843.0,14216956.0,14386510.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index cb59429301ee..8976bedc80e5 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7622.212486003693,8143.16885265097,9532.385830377041,10053.342197024318] \ No newline at end of file +[7564.735543509003,8107.18111049909,9553.702622472656,10096.148189462743] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 0c7ead472e91..1e7eff359af4 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - + + +0.007 + + + 0.008 - - -0.01 + + +0.009 - - -0.012 + + +0.01 - + - -80 + +50 - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - - -240 + + +300 - - -260 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 03ad472d0f08..5d0022f84d72 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ns) - -5e-4 - - - -0.001 - - - -0.0015 - - - + 0.002 - - -0.0025 - - - -0.003 - - - -0.0035 - - - + + 0.004 - - -0.0045 + + +0.006 + + + +0.008 - - -0.005 + + +0.01 - - -0.0055 + + +0.012 - + - + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - - -550 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 41c34c18bfb7..8fc59c3769e3 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -17,26 +17,26 @@ Average Time (µs) 0.4 - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + 8 @@ -54,10 +54,10 @@ Average Time (µs) 11 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index b5246bdc12cb..39d7068e166e 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index f97bc20a41d4..35bd7a8fb862 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + - --0.015 - - - + -0.01 - - + + -0.005 - - -0 + + +1.73472e-18 - - + + 0.005 - - - - - + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index bb0d63ee61a9..a7b766954d38 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,75 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - --0.01 - - - --0.008 + + +200 - - --0.006 + + +220 - - --0.004 - - - + + + -0.002 - - + + 0 - - + + 0.002 - - - - - + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 3be124989027..4dbbe46c3e02 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index eb8384fdee61..d2e5a8d06ec8 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8904 µs - 8.9486 µs - 9.0238 µs + 8.8794 µs + 8.9700 µs + 9.1107 µs R² - 0.8924075 - 0.8969453 - 0.8893722 + 0.7699151 + 0.7781854 + 0.7585641 Mean - 8.8388 µs - 8.9014 µs - 8.9766 µs + 8.8446 µs + 8.9023 µs + 8.9714 µs Std. Dev. - 195.75 ns - 355.39 ns - 517.51 ns + 207.39 ns + 323.58 ns + 465.15 ns Median - 8.8888 µs - 8.9585 µs - 8.9764 µs + 8.9458 µs + 8.9768 µs + 8.9894 µs MAD - 81.086 ns - 142.31 ns - 249.86 ns + 68.286 ns + 227.17 ns + 340.35 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.3341% - -0.3731% - +0.7002% - (p = 0.48 > + -1.0361% + +0.0102% + +1.0434% + (p = 0.98 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 15d5433fdfb1..8df9d7ba905d 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs)
- + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 3bdcf35b4f3a..a8671c0a5d01 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -8.88 - - - -8.89 - - - -8.9 - - - -8.91 + + +50 - - -8.92 + + +60 - - -8.93 - - - -8.94 + + + +8.945 - - + + 8.95 - - + + +8.955 + + + 8.96 - - + + +8.965 + + + 8.97 - - + + +8.975 + + + 8.98 - - - - + + +8.985 + + + +8.99 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 3e8636ffbb3b..266a0b933996 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -46,38 +46,38 @@ Average Time (µs) - + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - - + + 11.5 - + Density (a.u.) @@ -94,38 +94,34 @@ Density (a.u.) 0.4 - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 14ac3ac06ab2..ee818f3e90ce 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -26,39 +26,39 @@ Average Time (µs) 0.8 - + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + - + 8 - - + + 9 - - + + 10 - - + + 11 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index c6352c381e99..08b1b99d16da 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -16,42 +16,47 @@ Iterations (x 10^3) - - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + + +16.0 + + 0.2 @@ -86,107 +91,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 08614e022066..3cb87ab51f2a 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -13,42 +13,47 @@ Iterations (x 10^3) - - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + + +16.0 + + 0.2 @@ -83,105 +88,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index a8a76b421daf..91fa501ee438 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -18,22 +18,22 @@ Average Time (µs) 0.6 - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + 8 @@ -51,8 +51,8 @@ Average Time (µs) 11 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 7487e9db0d72..5658c5a3025f 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index d713ac4be1d6..fee08db7abdc 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + +11 - + - -8.88 - - - + 8.9 - - -8.92 - - - -8.94 + + +8.95 - + -8.96 +9 - -8.98 - - - -9 + +9.05 - - -9.02 + + +9.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index b4228223be5f..acdc9e373c0e 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + +11 - + - -8.88 - - - + 8.9 - - -8.92 - - - -8.94 + + +8.95 - + -8.96 +9 - -8.98 - - - -9 + +9.05 - - -9.02 + + +9.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 5c141b2981be..9e5a1ead2605 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.9075576498067,"upper_bound":3922.475091273672},"point_estimate":3913.754248427846,"standard_error":4.233354194712059},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3899.286231884058,"upper_bound":3910.120459770115},"point_estimate":3905.4835858585857,"standard_error":2.929151528874528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.355706979487604,"upper_bound":31.3328566343871},"point_estimate":22.404326925961925,"standard_error":3.7342087811740385},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3901.73499368546,"upper_bound":3927.4699267959277},"point_estimate":3913.8370292103837,"standard_error":6.554055732083459},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.871541125708752,"upper_bound":56.004871903674804},"point_estimate":42.55144795413437,"standard_error":7.048917679513521}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3993.7270078270085,"upper_bound":4033.5411134157744},"point_estimate":4010.6655983089872,"standard_error":10.26402275282482},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4004.1787439613527,"upper_bound":4014.123015873016},"point_estimate":4011.211458333333,"standard_error":2.776248678191507},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.2066455832002,"upper_bound":35.43963025193486},"point_estimate":27.259745669889018,"standard_error":4.37287260053384},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3961.6742934622903,"upper_bound":4030.8604314186055},"point_estimate":3990.325682478696,"standard_error":17.90048083393905},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.25179363233804,"upper_bound":162.62123233943697},"point_estimate":103.8523868651707,"standard_error":36.49028305551238}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 7771c6c21023..9d21c4a57acd 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47034.0,93812.0,139381.0,186635.0,236320.0,281498.0,326902.0,373655.0,419175.0,465948.0,536503.0,566926.0,609390.0,670407.0,708011.0,748455.0,814790.0,838038.0,900600.0,934070.0,986223.0,1031146.0,1076203.0,1127368.0,1164640.0,1218755.0,1294859.0,1305625.0,1360301.0,1412735.0,1462488.0,1484304.0,1532813.0,1588375.0,1623595.0,1687434.0,1759480.0,1775449.0,1820687.0,1859685.0,1923095.0,1964134.0,2011415.0,2045398.0,2097178.0,2149427.0,2211970.0,2258254.0,2291086.0,2353465.0,2389928.0,2433059.0,2510443.0,2532771.0,2565753.0,2631156.0,2668381.0,2714546.0,2760555.0,2818800.0,2856302.0,2898497.0,2947785.0,3012916.0,3053152.0,3117264.0,3158700.0,3212486.0,3231843.0,3304446.0,3340433.0,3395323.0,3631407.0,3463282.0,3520197.0,3548509.0,3596182.0,3645366.0,3701680.0,3744988.0,3820816.0,3835710.0,4012522.0,3945601.0,3971483.0,4001428.0,4131925.0,4189331.0,4198357.0,4331308.0,4271690.0,4308122.0,4311889.0,4356388.0,4512207.0,4510145.0,4497463.0,4596051.0,4566524.0,4629189.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47838.0,96006.0,143800.0,190584.0,240844.0,288943.0,335271.0,385091.0,434510.0,479908.0,549543.0,576837.0,624375.0,671918.0,716805.0,767237.0,813671.0,861774.0,914499.0,987142.0,1006206.0,1064519.0,1103507.0,1148680.0,1199412.0,1259195.0,1307803.0,1345727.0,1410480.0,1443981.0,1493580.0,1553882.0,1590145.0,1631379.0,1684501.0,1728581.0,1781739.0,1837929.0,1893633.0,1927182.0,1971328.0,2036078.0,2076715.0,2118703.0,2185182.0,2214564.0,2293481.0,2303519.0,2370747.0,2417571.0,2448828.0,2514504.0,2544596.0,2636530.0,2647980.0,2704715.0,2738449.0,2812050.0,2851605.0,2894192.0,2956867.0,2989605.0,3034677.0,3095454.0,3131050.0,3174336.0,3220249.0,3269315.0,3315460.0,3378462.0,3409338.0,3471907.0,3554501.0,4335842.0,3768050.0,3689216.0,3706879.0,3758275.0,3878886.0,3869674.0,3919691.0,4004709.0,3996773.0,3919065.0,3971776.0,4027821.0,4047359.0,4136138.0,4165938.0,4213578.0,4251430.0,4307773.0,4343563.0,4430487.0,4443578.0,4494413.0,4556421.0,4609831.0,4675811.0,4661276.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 783efb9ef2ec..ae8ea6b503fb 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3798.5903510551957,3845.3815019615804,3970.157904378607,4016.949055284992] \ No newline at end of file +[3886.588834993132,3940.3212032108518,4083.6075184581046,4137.339886675824] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index d89e93fb0d04..bc72603d66cb 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.043486173609374824,"upper_bound":-0.030945350205145144},"point_estimate":-0.036158240277944786,"standard_error":0.0032683983056408326},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03885275677528366,"upper_bound":-0.03559422771835008},"point_estimate":-0.03707714591819855,"standard_error":0.0008639964452879066}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019946637231011446,"upper_bound":0.032216052346850065},"point_estimate":0.02476173610544663,"standard_error":0.0030398462745653584},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.024855871351330494,"upper_bound":0.028863314555233277},"point_estimate":0.02707164686534047,"standard_error":0.0010162953650196625}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 5c141b2981be..9e5a1ead2605 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.9075576498067,"upper_bound":3922.475091273672},"point_estimate":3913.754248427846,"standard_error":4.233354194712059},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3899.286231884058,"upper_bound":3910.120459770115},"point_estimate":3905.4835858585857,"standard_error":2.929151528874528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16.355706979487604,"upper_bound":31.3328566343871},"point_estimate":22.404326925961925,"standard_error":3.7342087811740385},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3901.73499368546,"upper_bound":3927.4699267959277},"point_estimate":3913.8370292103837,"standard_error":6.554055732083459},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.871541125708752,"upper_bound":56.004871903674804},"point_estimate":42.55144795413437,"standard_error":7.048917679513521}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3993.7270078270085,"upper_bound":4033.5411134157744},"point_estimate":4010.6655983089872,"standard_error":10.26402275282482},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4004.1787439613527,"upper_bound":4014.123015873016},"point_estimate":4011.211458333333,"standard_error":2.776248678191507},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18.2066455832002,"upper_bound":35.43963025193486},"point_estimate":27.259745669889018,"standard_error":4.37287260053384},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3961.6742934622903,"upper_bound":4030.8604314186055},"point_estimate":3990.325682478696,"standard_error":17.90048083393905},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.25179363233804,"upper_bound":162.62123233943697},"point_estimate":103.8523868651707,"standard_error":36.49028305551238}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 7771c6c21023..9d21c4a57acd 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47034.0,93812.0,139381.0,186635.0,236320.0,281498.0,326902.0,373655.0,419175.0,465948.0,536503.0,566926.0,609390.0,670407.0,708011.0,748455.0,814790.0,838038.0,900600.0,934070.0,986223.0,1031146.0,1076203.0,1127368.0,1164640.0,1218755.0,1294859.0,1305625.0,1360301.0,1412735.0,1462488.0,1484304.0,1532813.0,1588375.0,1623595.0,1687434.0,1759480.0,1775449.0,1820687.0,1859685.0,1923095.0,1964134.0,2011415.0,2045398.0,2097178.0,2149427.0,2211970.0,2258254.0,2291086.0,2353465.0,2389928.0,2433059.0,2510443.0,2532771.0,2565753.0,2631156.0,2668381.0,2714546.0,2760555.0,2818800.0,2856302.0,2898497.0,2947785.0,3012916.0,3053152.0,3117264.0,3158700.0,3212486.0,3231843.0,3304446.0,3340433.0,3395323.0,3631407.0,3463282.0,3520197.0,3548509.0,3596182.0,3645366.0,3701680.0,3744988.0,3820816.0,3835710.0,4012522.0,3945601.0,3971483.0,4001428.0,4131925.0,4189331.0,4198357.0,4331308.0,4271690.0,4308122.0,4311889.0,4356388.0,4512207.0,4510145.0,4497463.0,4596051.0,4566524.0,4629189.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47838.0,96006.0,143800.0,190584.0,240844.0,288943.0,335271.0,385091.0,434510.0,479908.0,549543.0,576837.0,624375.0,671918.0,716805.0,767237.0,813671.0,861774.0,914499.0,987142.0,1006206.0,1064519.0,1103507.0,1148680.0,1199412.0,1259195.0,1307803.0,1345727.0,1410480.0,1443981.0,1493580.0,1553882.0,1590145.0,1631379.0,1684501.0,1728581.0,1781739.0,1837929.0,1893633.0,1927182.0,1971328.0,2036078.0,2076715.0,2118703.0,2185182.0,2214564.0,2293481.0,2303519.0,2370747.0,2417571.0,2448828.0,2514504.0,2544596.0,2636530.0,2647980.0,2704715.0,2738449.0,2812050.0,2851605.0,2894192.0,2956867.0,2989605.0,3034677.0,3095454.0,3131050.0,3174336.0,3220249.0,3269315.0,3315460.0,3378462.0,3409338.0,3471907.0,3554501.0,4335842.0,3768050.0,3689216.0,3706879.0,3758275.0,3878886.0,3869674.0,3919691.0,4004709.0,3996773.0,3919065.0,3971776.0,4027821.0,4047359.0,4136138.0,4165938.0,4213578.0,4251430.0,4307773.0,4343563.0,4430487.0,4443578.0,4494413.0,4556421.0,4609831.0,4675811.0,4661276.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 783efb9ef2ec..ae8ea6b503fb 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3798.5903510551957,3845.3815019615804,3970.157904378607,4016.949055284992] \ No newline at end of file +[3886.588834993132,3940.3212032108518,4083.6075184581046,4137.339886675824] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 3bc1672bcae8..afcc407e7f0c 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - + - -16 - - - + 18 - - + + 20 - - + + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - - - + + +34 + + + +36 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 2afec56ece40..c51116214736 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - -0.02 + + +0.015 - - -0.03 - - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - + - -30 + +40 - - -35 + + +60 - - -40 + + +80 + + + +100 - - -45 + + +120 - - -50 + + +140 - - -55 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 963f119044fa..6017b753fd9b 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -34,22 +34,22 @@ Average Time (µs) - + 4 - - + + 4.5 - - + + 5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index ceaa1fe5bf83..98089c91b8dd 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -17,14 +17,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 @@ -34,38 +34,38 @@ Iterations (x 10^3) 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0 @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 329cdda97252..c2f8eb707d7c 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.044 + +0.02 - - --0.042 + + +0.022 - - --0.04 + + +0.024 - - --0.038 + + +0.026 - - --0.036 + + +0.028 - - --0.034 + + +0.03 - - --0.032 + + +0.032 - - --0.03 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index ae956c33769e..8cd7c3bd7514 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + - --0.039 + +0.0245 + + + +0.025 + + + +0.0255 - - --0.0385 + + +0.026 - - --0.038 + + +0.0265 - - --0.0375 + + +0.027 - - --0.037 + + +0.0275 - - --0.0365 + + +0.028 - - --0.036 + + +0.0285 - - --0.0355 + + +0.029 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 45d0e122ca21..6fef858d824f 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -33,57 +33,57 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 8dafabded271..a0c64a1930e5 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9017 µs - 3.9138 µs - 3.9275 µs + 3.9617 µs + 3.9903 µs + 4.0309 µs R² - 0.9780722 - 0.9794137 - 0.9777120 + 0.8463165 + 0.8520843 + 0.8406176 Mean - 3.9059 µs - 3.9138 µs - 3.9225 µs + 3.9937 µs + 4.0107 µs + 4.0335 µs Std. Dev. - 28.872 ns - 42.551 ns - 56.005 ns + 47.252 ns + 103.85 ns + 162.62 ns Median - 3.8993 µs - 3.9055 µs - 3.9101 µs + 4.0042 µs + 4.0112 µs + 4.0141 µs MAD - 16.356 ns - 22.404 ns - 31.333 ns + 18.207 ns + 27.260 ns + 35.440 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.3486% - -3.6158% - -3.0945% + +1.9947% + +2.4762% + +3.2216% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 76a11dbf9797..430fe3ad1035 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -10 - - - -20 - - - -30 + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - - -90 + + +35 - - -100 + + +40 - + - -3.906 + +3.99 - - -3.908 + + +3.995 - - -3.91 + + +4 - - -3.912 + + +4.005 - - -3.914 + + +4.01 - - -3.916 + + +4.015 - - -3.918 + + +4.02 - - -3.92 + + +4.025 - - -3.922 + + +4.03 - - -3.924 + + +4.035 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 27f1df811568..3c8759bd719a 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - -3.9 + +4.004 - - -3.902 + + +4.006 - - -3.904 + + +4.008 - - -3.906 + + +4.01 - - -3.908 + + +4.012 - - -3.91 + + +4.014 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 67293b4a67a1..f0ee75cba225 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - + 3.8 - - -3.85 - - - -3.9 - - - -3.95 - - - + + 4 - - -4.05 + + +4.2 - - -4.1 + + +4.4 - - -4.15 + + +4.6 - + + +4.8 + + Density (a.u.) @@ -79,51 +71,79 @@ Density (a.u.) -2 +1 - + +2 + + + +3 + + + 4 - - + + +5 + + + 6 - - -8 - - - -10 - - - -12 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index f5e8b0c2e674..6fe28a04f02d 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - + - -3.8 - - - -3.9 - - - + 4 - - -4.1 + + +4.5 + + + +5 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 8669e4132779..41cf2882819e 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -14,52 +14,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -91,100 +91,100 @@ Iterations (x 10^3) - - - - - + + + + + - - + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 3f8764de775f..284d1c781782 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -13,13 +13,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.5 @@ -29,34 +29,34 @@ Iterations (x 10^3) 1.0 - + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -85,103 +85,103 @@ Iterations (x 10^3) - + - + - - + + - + - + - - + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 2cdf1c692fbf..e1bfe6842fc5 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -31,20 +31,20 @@ Average Time (µs) - + 4 - - + + 4.5 - - + + 5 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 31e5c768b1a9..3da116cb36ae 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -15,13 +15,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 @@ -35,34 +35,34 @@ Iterations (x 10^3) 1.0 - + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index b7331a2b6263..c5d4fdcef9ae 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - + - -3.9 + +3.96 + + + +3.97 - - -3.905 + + +3.98 - - -3.91 + + +3.99 - - -3.915 + + +4 - - -3.92 + + +4.01 - - -3.925 + + +4.02 - - -3.93 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 79dc18ddd6b0..bcee53116b64 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - + - -3.9 + +3.96 + + + +3.97 - - -3.905 + + +3.98 - - -3.91 + + +3.99 - - -3.915 + + +4 - - -3.92 + + +4.01 - - -3.925 + + +4.02 - - -3.93 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 140895278dfb..5e5d373b1ebb 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81923.1080462325,"upper_bound":82054.42668791662},"point_estimate":81988.21982423296,"standard_error":33.37936829697084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81956.23095238095,"upper_bound":82055.94522592516},"point_estimate":82000.32551554829,"standard_error":23.778157652938905},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157.66922604743243,"upper_bound":300.6927793550334},"point_estimate":222.45370699737762,"standard_error":36.45381983109571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82047.52703888429,"upper_bound":82161.95575607054},"point_estimate":82101.42721974287,"standard_error":29.375490608961005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.30486266944956,"upper_bound":397.0957410251609},"point_estimate":335.69086389726647,"standard_error":33.21940966624817}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82057.51183579618,"upper_bound":83432.64435839889},"point_estimate":82568.16175753142,"standard_error":379.0166233541492},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82005.2667669173,"upper_bound":82157.9075},"point_estimate":82092.32231282431,"standard_error":40.27508705709178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251.57844891444535,"upper_bound":419.87290243966356},"point_estimate":308.5172311118161,"standard_error":42.66157669525729},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82197.53125868566,"upper_bound":85309.92135072494},"point_estimate":83276.68320732968,"standard_error":883.8876498312655},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470.04422711810963,"upper_bound":6386.325187114751},"point_estimate":3798.220478809057,"standard_error":1909.2639143073022}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index a12d030b4923..660fca6c000e 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406249.0,814584.0,1218560.0,1625740.0,2030225.0,2452415.0,2845012.0,3268957.0,3677703.0,4064976.0,4512247.0,4889510.0,5304746.0,5800104.0,6140427.0,6544686.0,6940735.0,7359111.0,7774997.0,8161708.0,8602840.0,8998993.0,9442241.0,9823070.0,10221183.0,10612358.0,11091121.0,11435189.0,11850447.0,12312394.0,12711639.0,13095398.0,13462794.0,13955294.0,14422960.0,14730713.0,15171040.0,15601505.0,16034688.0,16355448.0,16820910.0,17209222.0,17653392.0,18057853.0,18609917.0,18836392.0,19458084.0,19725693.0,20143680.0,20464979.0,20916569.0,21392791.0,21672961.0,22414305.0,22528966.0,23025077.0,23422806.0,23737755.0,24213862.0,24619988.0,25095513.0,25496654.0,25828360.0,26235045.0,26648496.0,27132090.0,27489955.0,27920829.0,28264267.0,28741268.0,29073764.0,29507496.0,29949098.0,30745022.0,30788564.0,31204248.0,31611469.0,31894220.0,32423738.0,32797170.0,33226009.0,33657266.0,34026447.0,34424790.0,34841142.0,35257719.0,35770712.0,36107717.0,36433882.0,36912694.0,37382290.0,37702394.0,38406804.0,38542481.0,38907225.0,39409928.0,39903034.0,40186082.0,40715609.0,41183032.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[420896.0,811437.0,1217334.0,1634993.0,2032595.0,2468743.0,2841035.0,3263578.0,3684924.0,4078428.0,4525474.0,5002003.0,5312296.0,5711601.0,6141427.0,6511365.0,6928365.0,7319370.0,7751624.0,8231186.0,8563273.0,9047343.0,9380583.0,9783480.0,10220864.0,10634467.0,11120686.0,11407305.0,11881013.0,12248814.0,12648942.0,13084754.0,13460042.0,13889540.0,14420878.0,14755116.0,15256126.0,15596136.0,16071850.0,16376486.0,16834794.0,17225076.0,17614003.0,18104388.0,18786901.0,20668444.0,19310363.0,19653224.0,20163404.0,20567734.0,20870712.0,21330406.0,21723676.0,22242311.0,22554184.0,22951308.0,23353867.0,23887298.0,24321854.0,24663053.0,25056981.0,25595378.0,25893964.0,26214362.0,26696189.0,27128580.0,27490074.0,27824992.0,28455669.0,28712376.0,29145400.0,29550064.0,29993495.0,30383759.0,30797571.0,31220241.0,31527455.0,32097476.0,32341179.0,32863163.0,33258743.0,33736642.0,34268192.0,34467975.0,34962536.0,35277205.0,35793615.0,36223580.0,36512463.0,39381410.0,54003730.0,37840916.0,38362742.0,39361070.0,38943522.0,39417658.0,39894304.0,40335368.0,40658877.0,41137345.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index fddccaa0d098..52d03c9ca9ef 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[80978.914553429,81404.57110247208,82539.65523325361,82965.31178229667] \ No newline at end of file +[80517.31646341464,81180.65823170732,82949.56961382114,83612.91138211382] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 582c3ca23437..218db0fb8dd7 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009632315936357799,"upper_bound":0.0020518976900742725},"point_estimate":0.000551156284210208,"standard_error":0.0007673759983129433},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005371006632119979,"upper_bound":0.0026159377995642608},"point_estimate":0.0013670316289886575,"standard_error":0.0005448972901345948}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007654169224758947,"upper_bound":0.018418240448940335},"point_estimate":0.007073478781973064,"standard_error":0.004563164492680569},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00024628533455306467,"upper_bound":0.0020303210764263113},"point_estimate":0.001121907708263592,"standard_error":0.0005810395258123006}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 140895278dfb..5e5d373b1ebb 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81923.1080462325,"upper_bound":82054.42668791662},"point_estimate":81988.21982423296,"standard_error":33.37936829697084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81956.23095238095,"upper_bound":82055.94522592516},"point_estimate":82000.32551554829,"standard_error":23.778157652938905},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157.66922604743243,"upper_bound":300.6927793550334},"point_estimate":222.45370699737762,"standard_error":36.45381983109571},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82047.52703888429,"upper_bound":82161.95575607054},"point_estimate":82101.42721974287,"standard_error":29.375490608961005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.30486266944956,"upper_bound":397.0957410251609},"point_estimate":335.69086389726647,"standard_error":33.21940966624817}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82057.51183579618,"upper_bound":83432.64435839889},"point_estimate":82568.16175753142,"standard_error":379.0166233541492},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82005.2667669173,"upper_bound":82157.9075},"point_estimate":82092.32231282431,"standard_error":40.27508705709178},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":251.57844891444535,"upper_bound":419.87290243966356},"point_estimate":308.5172311118161,"standard_error":42.66157669525729},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82197.53125868566,"upper_bound":85309.92135072494},"point_estimate":83276.68320732968,"standard_error":883.8876498312655},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470.04422711810963,"upper_bound":6386.325187114751},"point_estimate":3798.220478809057,"standard_error":1909.2639143073022}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index a12d030b4923..660fca6c000e 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[406249.0,814584.0,1218560.0,1625740.0,2030225.0,2452415.0,2845012.0,3268957.0,3677703.0,4064976.0,4512247.0,4889510.0,5304746.0,5800104.0,6140427.0,6544686.0,6940735.0,7359111.0,7774997.0,8161708.0,8602840.0,8998993.0,9442241.0,9823070.0,10221183.0,10612358.0,11091121.0,11435189.0,11850447.0,12312394.0,12711639.0,13095398.0,13462794.0,13955294.0,14422960.0,14730713.0,15171040.0,15601505.0,16034688.0,16355448.0,16820910.0,17209222.0,17653392.0,18057853.0,18609917.0,18836392.0,19458084.0,19725693.0,20143680.0,20464979.0,20916569.0,21392791.0,21672961.0,22414305.0,22528966.0,23025077.0,23422806.0,23737755.0,24213862.0,24619988.0,25095513.0,25496654.0,25828360.0,26235045.0,26648496.0,27132090.0,27489955.0,27920829.0,28264267.0,28741268.0,29073764.0,29507496.0,29949098.0,30745022.0,30788564.0,31204248.0,31611469.0,31894220.0,32423738.0,32797170.0,33226009.0,33657266.0,34026447.0,34424790.0,34841142.0,35257719.0,35770712.0,36107717.0,36433882.0,36912694.0,37382290.0,37702394.0,38406804.0,38542481.0,38907225.0,39409928.0,39903034.0,40186082.0,40715609.0,41183032.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[420896.0,811437.0,1217334.0,1634993.0,2032595.0,2468743.0,2841035.0,3263578.0,3684924.0,4078428.0,4525474.0,5002003.0,5312296.0,5711601.0,6141427.0,6511365.0,6928365.0,7319370.0,7751624.0,8231186.0,8563273.0,9047343.0,9380583.0,9783480.0,10220864.0,10634467.0,11120686.0,11407305.0,11881013.0,12248814.0,12648942.0,13084754.0,13460042.0,13889540.0,14420878.0,14755116.0,15256126.0,15596136.0,16071850.0,16376486.0,16834794.0,17225076.0,17614003.0,18104388.0,18786901.0,20668444.0,19310363.0,19653224.0,20163404.0,20567734.0,20870712.0,21330406.0,21723676.0,22242311.0,22554184.0,22951308.0,23353867.0,23887298.0,24321854.0,24663053.0,25056981.0,25595378.0,25893964.0,26214362.0,26696189.0,27128580.0,27490074.0,27824992.0,28455669.0,28712376.0,29145400.0,29550064.0,29993495.0,30383759.0,30797571.0,31220241.0,31527455.0,32097476.0,32341179.0,32863163.0,33258743.0,33736642.0,34268192.0,34467975.0,34962536.0,35277205.0,35793615.0,36223580.0,36512463.0,39381410.0,54003730.0,37840916.0,38362742.0,39361070.0,38943522.0,39417658.0,39894304.0,40335368.0,40658877.0,41137345.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index fddccaa0d098..52d03c9ca9ef 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[80978.914553429,81404.57110247208,82539.65523325361,82965.31178229667] \ No newline at end of file +[80517.31646341464,81180.65823170732,82949.56961382114,83612.91138211382] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 78445e28f8c8..35d583d41370 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - + + +0.007 + + + 0.008 - - -0.01 + + +0.009 - - -0.012 + + +0.01 - + - -160 - - - -180 - - - -200 - - - -220 - - - + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + +320 + + + +340 + + + +360 + + + +380 + + + +400 + + + +420 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index f9165ea9b70d..6438a16c3f66 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,69 +6,73 @@ micro/ops/join:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.002 + +0.1 - + -0.004 +0.2 - -0.006 + +0.3 - - -0.008 + + +0.4 - - -0.01 + + +0.5 - - -0.012 + + +0.6 - + + +0.7 + + - -260 + +0 - - -280 + + +1 - - -300 + + +2 - - -320 + + +3 - - -340 + + +4 - - -360 + + +5 - - -380 + + +6 - - -400 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index b1903af8dc61..5701687d8d45 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -81 - - - -82 - - - -83 - - - -84 - - - -85 - - - - - - + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 0746598d2559..859e3af955db 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -20,51 +20,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -110,10 +110,10 @@ Iterations 500 - - + + - + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index adefd615323b..2749a37fbebb 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,79 +9,99 @@ Density (a.u.) Relative change (%) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - - -500 + + +100 - + + +110 + + - --0.001 + +0 - - --5e-4 + + +0.002 - - -0 + + +0.004 - - -5e-4 + + +0.006 - - -0.001 + + +0.008 - - -0.0015 + + +0.01 - - -0.002 + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 35ea7c27c96c..878648ceb39a 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - + - + +0 + + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - -0.0025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 55653e8c4b89..d3538a1b37df 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index de92242109af..83cc50f2b05e 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 82.048 µs - 82.101 µs - 82.162 µs + 82.198 µs + 83.277 µs + 85.310 µs R² - 0.9987873 - 0.9988459 - 0.9987721 + 0.5879755 + 0.5964559 + 0.5674048 Mean - 81.923 µs - 81.988 µs - 82.054 µs + 82.058 µs + 82.568 µs + 83.433 µs Std. Dev. - 267.30 ns - 335.69 ns - 397.10 ns + 470.04 ns + 3.7982 µs + 6.3863 µs Median - 81.956 µs - 82.000 µs - 82.056 µs + 82.005 µs + 82.092 µs + 82.158 µs MAD - 157.67 ns - 222.45 ns - 300.69 ns + 251.58 ns + 308.52 ns + 419.87 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0963% - +0.0551% - +0.2052% - (p = 0.48 > + +0.0765% + +0.7073% + +1.8418% + (p = 0.10 > 0.05) diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index d67f8fb5a6a7..b52f54aec393 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs)
- -2 + +0.2 - - -4 + + +0.4 - - -6 + + +0.6 - - -8 + + +0.8 - - -10 + + +1 - - -12 + + +1.2 - - - -81.92 + + +1.4 - - -81.94 + + + +82 - - -81.96 + + +82.2 - - -81.98 + + +82.4 - - -82 + + +82.6 - - -82.02 + + +82.8 - - -82.04 + + +83 - - -82.06 + + +83.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 6fdf37226d4b..aefceb0939c6 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 - - - -81.96 + + +20 - - -81.98 + + +22 - - + + + 82 - - + + 82.02 - - + + 82.04 - - + + 82.06 - - - - + + +82.08 + + + +82.1 + + + +82.12 + + + +82.14 + + + +82.16 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index d4403ac2b8ab..3076de97f715 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -54,30 +54,42 @@ Average Time (µs) - -81 + +80 - - -81.5 + + +85 - - -82 + + +90 - - -82.5 + + +95 - - -83 + + +100 + + + +105 + + + +110 + + + +115 - - -83.5 + + +120 - + Density (a.u.) @@ -86,64 +98,48 @@ Density (a.u.) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 - - - -1.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 7d7c57557598..eeea5ef1daac 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - -0.2 - - - -0.4 + +0.05 - - -0.6 + + +0.1 - - -0.8 + + +0.15 - - -1 + + +0.2 - - -1.2 + + +0.25 - - -1.4 + + + +80 - - -1.6 + + +90 - - - -81 + + +100 - - -82 + + +110 - - -83 + + +120 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 57cae4ad35ff..47750760893f 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -18,47 +18,57 @@ Iterations - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + + +45.0 + + + +50.0 + + 50 @@ -101,107 +111,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 8bf3324907dd..27eb842e258f 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -15,47 +15,57 @@ Iterations - - - - - - - - + + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + + +45.0 + + + +50.0 + + 50 @@ -98,105 +108,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 6baed5c4ece5..1357bdb7135b 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -35,28 +35,28 @@ Average Time (µs) - -81 - - - -82 - - - -83 - - - -84 - - - -85 - - - - - - + +80 + + + +90 + + + +100 + + + +110 + + + +120 + + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 6f93b5b2db8d..b75b11dbdbe4 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -18,13 +18,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -34,34 +34,34 @@ Iterations 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -107,8 +107,8 @@ Iterations 500 - - + + - + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 4840cbe95ce8..75cfaae201fd 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - + + +0.8 + + + +0.9 + + - -82.04 + +82 + + + +82.5 - - -82.06 + + +83 - - -82.08 + + +83.5 - - -82.1 + + +84 - - -82.12 + + +84.5 - - -82.14 + + +85 - - -82.16 + + +85.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 14ce80a8d576..d9f10748b8e9 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -2 + +0.1 - - -4 + + +0.2 - - -6 + + +0.3 - - -8 + + +0.4 - - -10 + + +0.5 - - -12 + + +0.6 - - -14 + + +0.7 - + + +0.8 + + + +0.9 + + - -82.04 + +82 + + + +82.5 - - -82.06 + + +83 - - -82.08 + + +83.5 - - -82.1 + + +84 - - -82.12 + + +84.5 - - -82.14 + + +85 - - -82.16 + + +85.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 81dd067294a1..f31588614f3a 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526.57843790476,"upper_bound":6569.298887695282},"point_estimate":6545.8951092846155,"standard_error":10.946367849832717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6505.778270509978,"upper_bound":6519.372474747474},"point_estimate":6513.108498780913,"standard_error":2.9006696306586375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.96814755763959,"upper_bound":35.826360214771},"point_estimate":23.810553209915906,"standard_error":4.626146505998087},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517.99627090828,"upper_bound":6555.970238547233},"point_estimate":6534.705604202211,"standard_error":9.75503597901503},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.20975379008205,"upper_bound":156.3277852714449},"point_estimate":110.32415163842569,"standard_error":25.035560401318858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6560.332192675629,"upper_bound":6666.138645893148},"point_estimate":6606.554815363272,"standard_error":27.312496102281045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6532.721212121212,"upper_bound":6542.388494318182},"point_estimate":6536.091004583652,"standard_error":2.5678215012651537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.059496114259627,"upper_bound":44.94699998108452},"point_estimate":31.365564141319247,"standard_error":8.018583383658394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.962659134985,"upper_bound":6624.879066464766},"point_estimate":6581.26933594852,"standard_error":20.05455660357915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106.6931901352936,"upper_bound":413.123024553681},"point_estimate":274.05563628301917,"standard_error":80.10399300513079}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index c96563d7ca46..e3ff96da4144 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[71634.0,151113.0,215079.0,285862.0,364473.0,428938.0,510770.0,584696.0,644041.0,714825.0,794613.0,856569.0,928455.0,1003508.0,1090092.0,1140317.0,1210541.0,1286996.0,1353958.0,1427800.0,1501239.0,1572993.0,1838688.0,1742767.0,1793335.0,1856304.0,1930690.0,2020512.0,2069108.0,2148982.0,2209413.0,2295497.0,2351706.0,2555615.0,2536165.0,2575489.0,2699027.0,2732424.0,2798044.0,2860149.0,2926767.0,2993305.0,3084256.0,3155818.0,3224998.0,3430277.0,3362989.0,3459117.0,3513708.0,3598564.0,3866901.0,3741156.0,3796840.0,3866837.0,3931912.0,4002191.0,4086357.0,4166986.0,4219404.0,4284197.0,4381082.0,4441627.0,4515118.0,4575454.0,4629050.0,4714595.0,4830153.0,4908506.0,4951076.0,5016387.0,5118103.0,5163343.0,5255735.0,5299073.0,5398347.0,5435020.0,5533723.0,5584136.0,5648027.0,5742648.0,6094217.0,5868212.0,5987091.0,6016940.0,6095746.0,6153061.0,6233313.0,6556256.0,6380553.0,6447700.0,6503153.0,6579840.0,6652090.0,6745230.0,6773930.0,6841869.0,6966071.0,6983746.0,7160294.0,7155899.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[71642.0,143415.0,215493.0,345584.0,472311.0,431701.0,503575.0,584542.0,646614.0,728605.0,802284.0,863343.0,940738.0,1136288.0,1077899.0,1146464.0,1229357.0,1284773.0,1368335.0,1429934.0,1509825.0,1588972.0,1682881.0,1725815.0,1788715.0,1859581.0,1952668.0,2028878.0,2094023.0,2152378.0,2226455.0,2293566.0,2376664.0,2417829.0,2455526.0,2592352.0,2667587.0,2731614.0,2802983.0,2888232.0,2932703.0,3017706.0,3118492.0,3161478.0,3433238.0,3304216.0,3385101.0,3453264.0,3521823.0,3593527.0,3659942.0,3716762.0,3827690.0,3887322.0,3945629.0,4023078.0,4127056.0,4173426.0,4234333.0,4303502.0,4435723.0,4716878.0,4522224.0,4607187.0,4698036.0,4808319.0,4850713.0,4889035.0,4938127.0,5005938.0,5075597.0,5179334.0,5244401.0,5320314.0,5431050.0,5459848.0,5530874.0,5754537.0,5678221.0,5742708.0,5827420.0,5895419.0,6487540.0,6012471.0,6140892.0,6172926.0,6266271.0,6951907.0,6462731.0,6448458.0,6520572.0,6616746.0,6949436.0,6753695.0,6829952.0,6940778.0,7017067.0,7003564.0,7112437.0,7141450.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 643ad067390c..197fc8a5385c 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[6373.515509906761,6436.349492642774,6603.90677993881,6666.7407626748245] \ No newline at end of file +[6381.105566262366,6453.0866903945935,6645.036354747201,6717.017478879428] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 61c8bb10b754..12d0ae8df0eb 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0042088991944207454,"upper_bound":0.004199516184055843},"point_estimate":0.000043500458720702184,"standard_error":0.002147023752612584},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0037498382140823154,"upper_bound":0.0007500123613035647},"point_estimate":-0.0014139125040885103,"standard_error":0.001203770682817053}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0014455301590035568,"upper_bound":0.01927650845940511},"point_estimate":0.009266831360101868,"standard_error":0.0045355022015806734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002472859907885594,"upper_bound":0.0048643880751795265},"point_estimate":0.0035286539149532725,"standard_error":0.0005978210995384746}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 81dd067294a1..f31588614f3a 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526.57843790476,"upper_bound":6569.298887695282},"point_estimate":6545.8951092846155,"standard_error":10.946367849832717},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6505.778270509978,"upper_bound":6519.372474747474},"point_estimate":6513.108498780913,"standard_error":2.9006696306586375},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.96814755763959,"upper_bound":35.826360214771},"point_estimate":23.810553209915906,"standard_error":4.626146505998087},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6517.99627090828,"upper_bound":6555.970238547233},"point_estimate":6534.705604202211,"standard_error":9.75503597901503},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61.20975379008205,"upper_bound":156.3277852714449},"point_estimate":110.32415163842569,"standard_error":25.035560401318858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6560.332192675629,"upper_bound":6666.138645893148},"point_estimate":6606.554815363272,"standard_error":27.312496102281045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6532.721212121212,"upper_bound":6542.388494318182},"point_estimate":6536.091004583652,"standard_error":2.5678215012651537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17.059496114259627,"upper_bound":44.94699998108452},"point_estimate":31.365564141319247,"standard_error":8.018583383658394},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.962659134985,"upper_bound":6624.879066464766},"point_estimate":6581.26933594852,"standard_error":20.05455660357915},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106.6931901352936,"upper_bound":413.123024553681},"point_estimate":274.05563628301917,"standard_error":80.10399300513079}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index c96563d7ca46..e3ff96da4144 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[71634.0,151113.0,215079.0,285862.0,364473.0,428938.0,510770.0,584696.0,644041.0,714825.0,794613.0,856569.0,928455.0,1003508.0,1090092.0,1140317.0,1210541.0,1286996.0,1353958.0,1427800.0,1501239.0,1572993.0,1838688.0,1742767.0,1793335.0,1856304.0,1930690.0,2020512.0,2069108.0,2148982.0,2209413.0,2295497.0,2351706.0,2555615.0,2536165.0,2575489.0,2699027.0,2732424.0,2798044.0,2860149.0,2926767.0,2993305.0,3084256.0,3155818.0,3224998.0,3430277.0,3362989.0,3459117.0,3513708.0,3598564.0,3866901.0,3741156.0,3796840.0,3866837.0,3931912.0,4002191.0,4086357.0,4166986.0,4219404.0,4284197.0,4381082.0,4441627.0,4515118.0,4575454.0,4629050.0,4714595.0,4830153.0,4908506.0,4951076.0,5016387.0,5118103.0,5163343.0,5255735.0,5299073.0,5398347.0,5435020.0,5533723.0,5584136.0,5648027.0,5742648.0,6094217.0,5868212.0,5987091.0,6016940.0,6095746.0,6153061.0,6233313.0,6556256.0,6380553.0,6447700.0,6503153.0,6579840.0,6652090.0,6745230.0,6773930.0,6841869.0,6966071.0,6983746.0,7160294.0,7155899.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[71642.0,143415.0,215493.0,345584.0,472311.0,431701.0,503575.0,584542.0,646614.0,728605.0,802284.0,863343.0,940738.0,1136288.0,1077899.0,1146464.0,1229357.0,1284773.0,1368335.0,1429934.0,1509825.0,1588972.0,1682881.0,1725815.0,1788715.0,1859581.0,1952668.0,2028878.0,2094023.0,2152378.0,2226455.0,2293566.0,2376664.0,2417829.0,2455526.0,2592352.0,2667587.0,2731614.0,2802983.0,2888232.0,2932703.0,3017706.0,3118492.0,3161478.0,3433238.0,3304216.0,3385101.0,3453264.0,3521823.0,3593527.0,3659942.0,3716762.0,3827690.0,3887322.0,3945629.0,4023078.0,4127056.0,4173426.0,4234333.0,4303502.0,4435723.0,4716878.0,4522224.0,4607187.0,4698036.0,4808319.0,4850713.0,4889035.0,4938127.0,5005938.0,5075597.0,5179334.0,5244401.0,5320314.0,5431050.0,5459848.0,5530874.0,5754537.0,5678221.0,5742708.0,5827420.0,5895419.0,6487540.0,6012471.0,6140892.0,6172926.0,6266271.0,6951907.0,6462731.0,6448458.0,6520572.0,6616746.0,6949436.0,6753695.0,6829952.0,6940778.0,7017067.0,7003564.0,7112437.0,7141450.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 643ad067390c..197fc8a5385c 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[6373.515509906761,6436.349492642774,6603.90677993881,6666.7407626748245] \ No newline at end of file +[6381.105566262366,6453.0866903945935,6645.036354747201,6717.017478879428] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index f21d4de722cd..dd57c9ceb8ae 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ns) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - - -0.08 + + +0.02 - - -0.1 + + +0.025 - - -0.12 + + +0.03 - - - -16 + + +0.035 - - -18 + + +0.04 - - -20 + + +0.045 - - -22 + + +0.05 - - -24 + + + +15 - - -26 + + +20 - - -28 + + +25 - - + + 30 - - -32 + + +35 - - -34 + + +40 - - -36 + + +45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 2d6d0fe832d7..bf8dd5193437 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 + +5e-4 - - -0.006 + + +0.001 - - -0.008 + + +0.0015 - - -0.01 - - - -0.012 + + +0.002 - - -0.014 + + +0.0025 - - -0.016 + + +0.003 - - -0.018 + + +0.0035 - - - -60 + + +0.004 - - -70 + + +0.0045 - - -80 + + +0.005 - - -90 + + +0.0055 - - + + + 100 - - -110 + + +150 - - -120 + + +200 - - -130 + + +250 - - -140 + + +300 - - -150 + + +350 - - -160 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index ce1d3faeb1a1..c1f8d46c6f85 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -34,18 +34,30 @@ Average Time (µs) - + 6.5 - - + + 7 - - - - - + + +7.5 + + + +8 + + + +8.5 + + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index f1105939ca96..d1d2d2da1b95 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -15,46 +15,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1 - - + + - + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 5e2018c4338d..44170e72f1f4 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -10,90 +10,94 @@ Relative change (%) -20 +10 - -40 + +20 - - -60 + + +30 - - -80 + + +40 - - -100 + + +50 - - -120 + + +60 - - -140 + + +70 - - -160 + + +80 - - -180 + + +90 - + + +100 + + - --0.005 + +0 - - --0.004 + + +0.002 - - --0.003 + + +0.004 - - --0.002 + + +0.006 - - --0.001 + + +0.008 - - -0 + + +0.01 - - -0.001 + + +0.012 - - -0.002 + + +0.014 - - -0.003 + + +0.016 - - -0.004 + + +0.018 - - -0.005 + + +0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index ded7a712be6d..1e9e29a06e24 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - - --0.004 + + +400 + + + +500 - - --0.0035 + + +600 - - --0.003 + + +700 - - --0.0025 + + +800 - - --0.002 + + +900 - - --0.0015 + + + +0.0025 - - --0.001 + + +0.003 - - --5e-4 + + +0.0035 - - -0 + + +0.004 - - -5e-4 + + +0.0045 - - -0.001 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index c781afa6a375..adecb3376d3e 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 48134b4ff122..a999f8443388 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.5180 µs - 6.5347 µs - 6.5560 µs + 6.5470 µs + 6.5813 µs + 6.6249 µs R² - 0.9779962 - 0.9788774 - 0.9774510 + 0.9316296 + 0.9350833 + 0.9295152 Mean - 6.5266 µs - 6.5459 µs - 6.5693 µs + 6.5603 µs + 6.6066 µs + 6.6661 µs Std. Dev. - 61.210 ns - 110.32 ns - 156.33 ns + 106.69 ns + 274.06 ns + 413.12 ns Median - 6.5058 µs - 6.5131 µs - 6.5194 µs + 6.5327 µs + 6.5361 µs + 6.5424 µs MAD - 17.968 ns - 23.811 ns - 35.826 ns + 17.059 ns + 31.366 ns + 44.947 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4209% - +0.0044% - +0.4200% - (p = 0.99 > + +0.1446% + +0.9267% + +1.9277% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 4c86d354b103..5a2d0d2c38fb 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - + -10 +4 - -15 + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - + - -6.525 - - - -6.53 - - - -6.535 - - - -6.54 - - - -6.545 + +6.56 - - -6.55 + + +6.58 - - -6.555 + + +6.6 - - -6.56 + + +6.62 - - -6.565 + + +6.64 - - -6.57 + + +6.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 6d0f6656449e..45fcc91b98d2 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - - -6.506 + + +350 + + + +400 - - -6.508 + + +450 - - -6.51 + + + +6.532 - - -6.512 + + +6.534 - - -6.514 + + +6.536 - - -6.516 + + +6.538 - - -6.518 + + +6.54 - - -6.52 + + +6.542 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 92006b7b90b6..9678e97d1758 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -34,50 +34,26 @@ Average Time (µs) - -6.4 - - - + 6.5 - - -6.6 - - - -6.7 - - - -6.8 - - - -6.9 - - - + + 7 - - -7.1 - - - -7.2 + + +7.5 - - -7.3 + + +8 - - -7.4 + + +8.5 - + Density (a.u.) @@ -86,60 +62,58 @@ Density (a.u.) 0 - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 4956a5cd3aa1..ddd067c49a87 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (µs) 0 - -1 - - - -2 + +0.5 - - -3 + + +1 - - -4 + + +1.5 - - -5 + + +2 - - -6 + + +2.5 - - -7 + + +3 - + - + 6.5 - - + + 7 - - - + + +7.5 + + + +8 + + + +8.5 + + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 393fe21e3f4b..25062e7f9942 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -19,22 +19,22 @@ Iterations (x 10^3) - - + + - - - + + + - + 1.0 - - + + 2.0 - + 3.0 @@ -43,18 +43,18 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - + 0.1 @@ -103,103 +103,103 @@ Iterations (x 10^3) - - + + - + - + - - - + + + - + - + - - - + + + - + - - - + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 56416ff8d84e..a20faae8a037 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -16,18 +16,18 @@ Iterations (x 10^3) - + - + - - + + - + 1.0 - + 2.0 @@ -36,22 +36,22 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 - + 6.0 - - + + 7.0 - + 0.1 @@ -100,103 +100,103 @@ Iterations (x 10^3) - - + + - + - + - - + + - + - + - - + + - - + + - - - - + + + + - + - + - - - - - - + + + + + + - - + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - + + + - - + + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 2be5afd780f2..939b982aca14 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -35,12 +35,24 @@ Average Time (µs) 6.5 - + 7 - - - - - + + +7.5 + + + +8 + + + +8.5 + + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index fb77c2ebe75f..e5e0f646653b 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -14,11 +14,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1 - - + + - + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 4aeb4b02e77a..33cf2b1aa336 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,86 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 + + + +12 - - -25 + + +14 - - -30 + + +16 - - -35 + + +18 - - -40 + + +20 - - -45 + + +22 - + - -6.515 + +6.54 - - -6.52 + + +6.55 - - -6.525 + + +6.56 - - -6.53 + + +6.57 - - -6.535 + + +6.58 - - -6.54 + + +6.59 - - -6.545 + + +6.6 - - -6.55 + + +6.61 - - -6.555 + + +6.62 - - -6.56 + + +6.63 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index d706005a0513..f6ea5544f5d4 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,86 +9,94 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 + + + +12 - - -25 + + +14 - - -30 + + +16 - - -35 + + +18 - - -40 + + +20 - - -45 + + +22 - + - -6.515 + +6.54 - - -6.52 + + +6.55 - - -6.525 + + +6.56 - - -6.53 + + +6.57 - - -6.535 + + +6.58 - - -6.54 + + +6.59 - - -6.545 + + +6.6 - - -6.55 + + +6.61 - - -6.555 + + +6.62 - - -6.56 + + +6.63 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 681a233afa3b..0da6218c68c9 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68285.9806678544,"upper_bound":69625.47426223151},"point_estimate":69027.411282547,"standard_error":343.16087814457194},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69287.3271025641,"upper_bound":69482.51047619048},"point_estimate":69369.19840771004,"standard_error":59.16042010515657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":348.8984106685581,"upper_bound":1045.0851541513775},"point_estimate":595.0206295537306,"standard_error":185.9096589170862},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69775.97441342665,"upper_bound":70439.90356720978},"point_estimate":70092.82166868627,"standard_error":169.52061702189494},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1685.9106933412036,"upper_bound":5151.837905564287},"point_estimate":3447.6965636545146,"standard_error":954.8701340707469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68088.93370560693,"upper_bound":69413.5328790274},"point_estimate":68826.28261582702,"standard_error":340.0877616955181},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68863.85555555555,"upper_bound":69143.21025641025},"point_estimate":68981.66871693122,"standard_error":72.85102565247979},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":499.64150161204486,"upper_bound":941.849893791672},"point_estimate":657.0235803911404,"standard_error":114.90146360370612},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69411.2914754934,"upper_bound":70093.51867035427},"point_estimate":69733.27914033791,"standard_error":174.32196211714134},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1678.0178960385422,"upper_bound":5118.950964657901},"point_estimate":3414.23722207213,"standard_error":957.4942105832836}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 7136c1cd314d..5e64a4658dce 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[656840.0,1695034.0,2754267.0,3784357.0,4890657.0,5868318.0,7029872.0,7996243.0,9053342.0,10052993.0,11092479.0,12680603.0,13200287.0,14240945.0,15302693.0,16367817.0,17403807.0,18555173.0,19501695.0,20546291.0,22624743.0,22702829.0,24714806.0,24783565.0,25934400.0,26956394.0,27933002.0,29912779.0,29792594.0,30845997.0,31974189.0,32934107.0,34340980.0,35007839.0,36086820.0,37342330.0,40355212.0,39318281.0,40644253.0,41526905.0,42800790.0,43628390.0,44743118.0,45777955.0,46774030.0,49729274.0,48554254.0,49829792.0,50689532.0,51971432.0,53192448.0,54037941.0,57786701.0,56158120.0,59276060.0,58430425.0,65924127.0,60767221.0,61898220.0,62415187.0,63718618.0,65040713.0,65644985.0,69881227.0,67439875.0,68820300.0,70044743.0,71072276.0,71740488.0,73067413.0,73952971.0,74697114.0,77669530.0,76999836.0,78176970.0,78999289.0,80242910.0,81131105.0,82360805.0,83491048.0,84462656.0,89071045.0,86482283.0,91058862.0,88577862.0,93616065.0,90920795.0,91558106.0,95806491.0,94870381.0,95028437.0,95829976.0,101511462.0,98246675.0,103054858.0,100111493.0,101230737.0,102394683.0,103297522.0,104210559.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[653788.0,1691452.0,2756205.0,3922719.0,4783001.0,6197747.0,6943797.0,7925896.0,8937001.0,9981576.0,11015883.0,12115162.0,13923189.0,14163517.0,15828769.0,16208518.0,18083631.0,18318328.0,19559781.0,20527244.0,21655065.0,22500430.0,23545497.0,26717817.0,25534192.0,28277604.0,27675731.0,28746116.0,29760064.0,30848954.0,31856571.0,32965788.0,34723673.0,34983586.0,36994914.0,37026443.0,38590526.0,39082914.0,40181732.0,41259700.0,42209669.0,43552398.0,44531549.0,47388418.0,46373225.0,49730466.0,51481742.0,49750442.0,50633579.0,51727239.0,52783048.0,53713673.0,58089354.0,58350271.0,56817482.0,57798873.0,59296586.0,61703895.0,60923821.0,62207124.0,63274514.0,67056367.0,65197541.0,66184120.0,69128783.0,68825647.0,69780307.0,70804839.0,71343693.0,72304976.0,73643182.0,74488929.0,75403053.0,76517903.0,77413683.0,81622162.0,79863643.0,85307976.0,82136551.0,83454930.0,83140433.0,85456263.0,86281492.0,87169887.0,91467991.0,89570667.0,95851744.0,91458884.0,91977338.0,93257796.0,94380482.0,95744114.0,96339070.0,97816364.0,98618485.0,103828311.0,100440799.0,105858002.0,102324218.0,104049042.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 30bb48c210ad..88cd5019595a 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[66171.165247633,67479.46403877251,70968.26081514452,72276.55960628402] \ No newline at end of file +[65933.59190342083,67250.41806428351,70761.95449325065,72078.78065411333] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 69f146d098fe..5a07a4e8722f 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015325899030291853,"upper_bound":0.012838679721188656},"point_estimate":-0.0010158063870567835,"standard_error":0.007125505013661911},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0033480851074920714,"upper_bound":0.008137014918464669},"point_estimate":0.005733469646187261,"standard_error":0.0012612764707616627}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017914006976775348,"upper_bound":0.0108857609141522},"point_estimate":-0.002913750682271732,"standard_error":0.007274678266562729},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008280102226224106,"upper_bound":-0.0029682151060134165},"point_estimate":-0.005586480738917432,"standard_error":0.0013747058178665574}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 681a233afa3b..0da6218c68c9 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68285.9806678544,"upper_bound":69625.47426223151},"point_estimate":69027.411282547,"standard_error":343.16087814457194},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69287.3271025641,"upper_bound":69482.51047619048},"point_estimate":69369.19840771004,"standard_error":59.16042010515657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":348.8984106685581,"upper_bound":1045.0851541513775},"point_estimate":595.0206295537306,"standard_error":185.9096589170862},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69775.97441342665,"upper_bound":70439.90356720978},"point_estimate":70092.82166868627,"standard_error":169.52061702189494},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1685.9106933412036,"upper_bound":5151.837905564287},"point_estimate":3447.6965636545146,"standard_error":954.8701340707469}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68088.93370560693,"upper_bound":69413.5328790274},"point_estimate":68826.28261582702,"standard_error":340.0877616955181},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68863.85555555555,"upper_bound":69143.21025641025},"point_estimate":68981.66871693122,"standard_error":72.85102565247979},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":499.64150161204486,"upper_bound":941.849893791672},"point_estimate":657.0235803911404,"standard_error":114.90146360370612},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69411.2914754934,"upper_bound":70093.51867035427},"point_estimate":69733.27914033791,"standard_error":174.32196211714134},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1678.0178960385422,"upper_bound":5118.950964657901},"point_estimate":3414.23722207213,"standard_error":957.4942105832836}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 7136c1cd314d..5e64a4658dce 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[656840.0,1695034.0,2754267.0,3784357.0,4890657.0,5868318.0,7029872.0,7996243.0,9053342.0,10052993.0,11092479.0,12680603.0,13200287.0,14240945.0,15302693.0,16367817.0,17403807.0,18555173.0,19501695.0,20546291.0,22624743.0,22702829.0,24714806.0,24783565.0,25934400.0,26956394.0,27933002.0,29912779.0,29792594.0,30845997.0,31974189.0,32934107.0,34340980.0,35007839.0,36086820.0,37342330.0,40355212.0,39318281.0,40644253.0,41526905.0,42800790.0,43628390.0,44743118.0,45777955.0,46774030.0,49729274.0,48554254.0,49829792.0,50689532.0,51971432.0,53192448.0,54037941.0,57786701.0,56158120.0,59276060.0,58430425.0,65924127.0,60767221.0,61898220.0,62415187.0,63718618.0,65040713.0,65644985.0,69881227.0,67439875.0,68820300.0,70044743.0,71072276.0,71740488.0,73067413.0,73952971.0,74697114.0,77669530.0,76999836.0,78176970.0,78999289.0,80242910.0,81131105.0,82360805.0,83491048.0,84462656.0,89071045.0,86482283.0,91058862.0,88577862.0,93616065.0,90920795.0,91558106.0,95806491.0,94870381.0,95028437.0,95829976.0,101511462.0,98246675.0,103054858.0,100111493.0,101230737.0,102394683.0,103297522.0,104210559.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[653788.0,1691452.0,2756205.0,3922719.0,4783001.0,6197747.0,6943797.0,7925896.0,8937001.0,9981576.0,11015883.0,12115162.0,13923189.0,14163517.0,15828769.0,16208518.0,18083631.0,18318328.0,19559781.0,20527244.0,21655065.0,22500430.0,23545497.0,26717817.0,25534192.0,28277604.0,27675731.0,28746116.0,29760064.0,30848954.0,31856571.0,32965788.0,34723673.0,34983586.0,36994914.0,37026443.0,38590526.0,39082914.0,40181732.0,41259700.0,42209669.0,43552398.0,44531549.0,47388418.0,46373225.0,49730466.0,51481742.0,49750442.0,50633579.0,51727239.0,52783048.0,53713673.0,58089354.0,58350271.0,56817482.0,57798873.0,59296586.0,61703895.0,60923821.0,62207124.0,63274514.0,67056367.0,65197541.0,66184120.0,69128783.0,68825647.0,69780307.0,70804839.0,71343693.0,72304976.0,73643182.0,74488929.0,75403053.0,76517903.0,77413683.0,81622162.0,79863643.0,85307976.0,82136551.0,83454930.0,83140433.0,85456263.0,86281492.0,87169887.0,91467991.0,89570667.0,95851744.0,91458884.0,91977338.0,93257796.0,94380482.0,95744114.0,96339070.0,97816364.0,98618485.0,103828311.0,100440799.0,105858002.0,102324218.0,104049042.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 30bb48c210ad..88cd5019595a 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[66171.165247633,67479.46403877251,70968.26081514452,72276.55960628402] \ No newline at end of file +[65933.59190342083,67250.41806428351,70761.95449325065,72078.78065411333] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 10030e2db070..1a4a20a1642a 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -6,69 +6,93 @@ micro/ops/next_tick/big:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + - -0.3 + +500 + + + +550 - - -0.4 + + +600 - - -0.5 + + +650 - - -0.6 + + +700 - - -0.7 + + +750 - - -0.8 + + +800 - + -0.9 +850 - -1 + +900 - - -1.1 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 09eac5b7659d..41487f967893 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + - + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 1c4797275255..fbcd158b6c60 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -50,30 +50,30 @@ Average Time (µs) - + 40 - + 50 - + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 365a2bc994f5..42d7ce032b37 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -106,9 +106,9 @@ Iterations (x 10^3) - - - + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index a7736d26745c..e647d7a7d97a 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,22 +9,22 @@ Density (a.u.) Relative change (%) - + 5 - + 10 - + 15 - - + + 20 - + 25 @@ -33,10 +33,10 @@ Relative change (%) 30 - + 35 - + 40 @@ -49,43 +49,43 @@ Relative change (%) 50 - + 55 - + - + +-0.02 + + + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - -0.015 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index f10edec62986..119ac95fcc38 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,70 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - + - -0.003 + +-0.008 - - -0.004 + + +-0.007 - - -0.005 + + +-0.006 - - -0.006 + + +-0.005 - - -0.007 + + +-0.004 - - -0.008 + + +-0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 8490085b439b..e1d574f26a9e 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 520019aece63..65812a433a6f 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 69.776 µs - 70.093 µs - 70.440 µs + 69.411 µs + 69.733 µs + 70.094 µs R² - 0.9469801 - 0.9495990 - 0.9464582 + 0.9485287 + 0.9512341 + 0.9478502 Mean - 68.286 µs - 69.027 µs - 69.625 µs + 68.089 µs + 68.826 µs + 69.414 µs Std. Dev. - 1.6859 µs - 3.4477 µs - 5.1518 µs + 1.6780 µs + 3.4142 µs + 5.1190 µs Median - 69.287 µs - 69.369 µs - 69.483 µs + 68.864 µs + 68.982 µs + 69.143 µs MAD - 348.90 ns - 595.02 ns - 1.0451 µs + 499.64 ns + 657.02 ns + 941.85 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.5326% - -0.1016% - +1.2839% - (p = 0.89 > + -1.7914% + -0.2914% + +1.0886% + (p = 0.69 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 50b9dc1575ac..53db60457805 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -13,62 +13,62 @@ Average time (µs) 0.2
- + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + +68 + + + 68.2 - - + + 68.4 - - + + 68.6 - - + + 68.8 - - + + 69 - - + + 69.2 - - + + 69.4 - - -69.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index e533153e5e01..0c15bd3679d6 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + + +68.85 - - -18 + + +68.9 - - - -69.3 + + +68.95 - - -69.35 + + +69 - - -69.4 + + +69.05 - - -69.45 + + +69.1 - - -69.5 + + +69.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 61a1dc50c3fb..75ba3ded838e 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,42 +42,38 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - + Density (a.u.) @@ -86,104 +82,104 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - -0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 2abcb8d1edf5..0d281ef86c22 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - + + +0.16 + + + +0.18 + + + 0.2 - + - + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 37948a1cf98f..7a8ad57115c6 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -98,105 +98,105 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 1225bfc79ee8..ac58df72838c 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -14,14 +14,14 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 10.0 @@ -31,38 +31,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -95,103 +95,103 @@ Iterations (x 10^3) - - - - - + + + + + - - - - - - + + + + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index cbc93752ca2a..143b9b228578 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -47,28 +47,28 @@ Average Time (µs) - + 40 - + 50 - + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 7d00acf7ac43..c32eb37c48a3 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -22,7 +22,7 @@ Iterations (x 10^3) - + @@ -61,10 +61,10 @@ Iterations (x 10^3) 80.0 - + 90.0 - + 100.0 @@ -104,6 +104,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index d46ebf81d785..b952be18c917 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -13,58 +13,58 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -69.8 + +69.4 - - -69.9 + + +69.5 - - -70 + + +69.6 - - -70.1 + + +69.7 - - -70.2 + + +69.8 - - -70.3 + + +69.9 - - -70.4 + + +70 - - -70.5 + + +70.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 1ced26d01dbe..8d05dcaa3765 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -13,58 +13,58 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -69.8 + +69.4 - - -69.9 + + +69.5 - - -70 + + +69.6 - - -70.1 + + +69.7 - - -70.2 + + +69.8 - - -70.3 + + +69.9 - - -70.4 + + +70 - - -70.5 + + +70.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 2b01f95cf941..89085f4526df 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51433.37733518276,"upper_bound":52021.156786485735},"point_estimate":51752.85098126319,"standard_error":149.92678112463926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51846.817355889725,"upper_bound":52079.71222410866},"point_estimate":51954.85490553939,"standard_error":63.602413456466046},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":287.9494482078301,"upper_bound":484.2279779989602},"point_estimate":364.1821460418273,"standard_error":48.59161906286239},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52070.99745827553,"upper_bound":52355.34210126023},"point_estimate":52203.44683922752,"standard_error":72.44108439732692},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":839.0268753413744,"upper_bound":2174.4362786997413},"point_estimate":1507.737716948328,"standard_error":359.42625644158875}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51674.38190505017,"upper_bound":52220.67576805666},"point_estimate":51973.11216061433,"standard_error":139.67502351545602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52062.00877795037,"upper_bound":52200.90656974605},"point_estimate":52135.858283002584,"standard_error":38.42900167263704},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.95561262501602,"upper_bound":368.3744873779792},"point_estimate":274.1179919933612,"standard_error":39.13678964722269},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52198.38962282347,"upper_bound":52535.628699436966},"point_estimate":52340.34491082887,"standard_error":87.47170779126327},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.7593079292733,"upper_bound":2096.0606362795165},"point_estimate":1405.0244632510235,"standard_error":384.13656165238524}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 6b3381f2262a..5703da4c3417 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[790228.0,1762336.0,2781421.0,3726217.0,4738621.0,5672086.0,6659533.0,7627704.0,8648182.0,9633474.0,10606444.0,11601344.0,12537625.0,13586717.0,14783675.0,15651087.0,16659432.0,17674380.0,18535251.0,19536021.0,20644625.0,21427188.0,22569755.0,23651558.0,26389898.0,26434672.0,26719374.0,27575395.0,28672777.0,30714424.0,30451393.0,31569564.0,32572680.0,33578210.0,34728822.0,35582939.0,36309918.0,37260685.0,38544918.0,39420936.0,40069028.0,41384428.0,42555617.0,43544056.0,44536782.0,45550127.0,46537493.0,47546300.0,48310909.0,49478042.0,50403873.0,51141031.0,52088744.0,53102379.0,54767794.0,58870245.0,56109954.0,57513122.0,58175646.0,58905266.0,60552232.0,61349901.0,61970374.0,63427702.0,63872072.0,65662650.0,66469877.0,67395187.0,68398606.0,69120401.0,70448404.0,74435235.0,71590123.0,72814339.0,74555082.0,75355317.0,76280517.0,77125364.0,78338820.0,79211962.0,79613652.0,81094421.0,82368670.0,82587118.0,87374849.0,85982186.0,85353068.0,86778453.0,87402240.0,89657836.0,89643479.0,91120821.0,93130378.0,93090063.0,94508945.0,95513473.0,95761657.0,97495628.0,98105268.0,99988869.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[795293.0,1794957.0,2774164.0,3749012.0,4824819.0,5748981.0,6733468.0,7924780.0,8845788.0,9771655.0,11517711.0,11723715.0,12734049.0,13800949.0,14931207.0,15828631.0,16795313.0,17727643.0,18755619.0,19650829.0,20721526.0,21721010.0,22656344.0,23595215.0,24849716.0,25515507.0,26545318.0,27657652.0,28565154.0,29686115.0,30769846.0,31884495.0,32848744.0,34027813.0,34553894.0,35543819.0,36504521.0,37728855.0,38415065.0,39574237.0,40716928.0,41759532.0,42646195.0,43909442.0,45038848.0,45803704.0,46404995.0,47616245.0,48374880.0,49608170.0,50529107.0,51576230.0,52510943.0,53416993.0,54548113.0,55564319.0,56531953.0,57324291.0,58297616.0,59539813.0,60424472.0,61326485.0,62464797.0,63723626.0,66201697.0,65467438.0,66102492.0,66702801.0,68556318.0,68430764.0,70082064.0,71426200.0,72141855.0,73437071.0,76511745.0,81907027.0,76318806.0,77590487.0,78253624.0,79684412.0,81056932.0,81102988.0,82885462.0,83198015.0,85146599.0,85540283.0,86238355.0,87851435.0,88474646.0,89432192.0,90173245.0,91595397.0,92294410.0,92986631.0,93692798.0,95039991.0,96218389.0,96980349.0,98805162.0,100298728.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index f0ce28fca02e..dff1ec85f6ba 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[50166.39585749603,50916.174475689695,52915.58412420614,53665.36274239981] \ No newline at end of file +[50817.389246088176,51374.65959459459,52860.713857278344,53417.98420578475] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index b8570b88cd93..825fd3e1f686 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010103026682398413,"upper_bound":0.005194351795106959},"point_estimate":-0.0027185239453074717,"standard_error":0.0038729518159444547},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0073046126130404745,"upper_bound":-0.0022582731166794767},"point_estimate":-0.004795170979039254,"standard_error":0.0013542106921152503}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033469332531709892,"upper_bound":0.01223033155430307},"point_estimate":0.004256020203232458,"standard_error":0.00397214442151156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007320960249769583,"upper_bound":0.006129214446404884},"point_estimate":0.003483858780710447,"standard_error":0.0014361068859637437}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 2b01f95cf941..89085f4526df 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51433.37733518276,"upper_bound":52021.156786485735},"point_estimate":51752.85098126319,"standard_error":149.92678112463926},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51846.817355889725,"upper_bound":52079.71222410866},"point_estimate":51954.85490553939,"standard_error":63.602413456466046},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":287.9494482078301,"upper_bound":484.2279779989602},"point_estimate":364.1821460418273,"standard_error":48.59161906286239},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52070.99745827553,"upper_bound":52355.34210126023},"point_estimate":52203.44683922752,"standard_error":72.44108439732692},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":839.0268753413744,"upper_bound":2174.4362786997413},"point_estimate":1507.737716948328,"standard_error":359.42625644158875}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51674.38190505017,"upper_bound":52220.67576805666},"point_estimate":51973.11216061433,"standard_error":139.67502351545602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52062.00877795037,"upper_bound":52200.90656974605},"point_estimate":52135.858283002584,"standard_error":38.42900167263704},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":212.95561262501602,"upper_bound":368.3744873779792},"point_estimate":274.1179919933612,"standard_error":39.13678964722269},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52198.38962282347,"upper_bound":52535.628699436966},"point_estimate":52340.34491082887,"standard_error":87.47170779126327},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.7593079292733,"upper_bound":2096.0606362795165},"point_estimate":1405.0244632510235,"standard_error":384.13656165238524}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 6b3381f2262a..5703da4c3417 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[790228.0,1762336.0,2781421.0,3726217.0,4738621.0,5672086.0,6659533.0,7627704.0,8648182.0,9633474.0,10606444.0,11601344.0,12537625.0,13586717.0,14783675.0,15651087.0,16659432.0,17674380.0,18535251.0,19536021.0,20644625.0,21427188.0,22569755.0,23651558.0,26389898.0,26434672.0,26719374.0,27575395.0,28672777.0,30714424.0,30451393.0,31569564.0,32572680.0,33578210.0,34728822.0,35582939.0,36309918.0,37260685.0,38544918.0,39420936.0,40069028.0,41384428.0,42555617.0,43544056.0,44536782.0,45550127.0,46537493.0,47546300.0,48310909.0,49478042.0,50403873.0,51141031.0,52088744.0,53102379.0,54767794.0,58870245.0,56109954.0,57513122.0,58175646.0,58905266.0,60552232.0,61349901.0,61970374.0,63427702.0,63872072.0,65662650.0,66469877.0,67395187.0,68398606.0,69120401.0,70448404.0,74435235.0,71590123.0,72814339.0,74555082.0,75355317.0,76280517.0,77125364.0,78338820.0,79211962.0,79613652.0,81094421.0,82368670.0,82587118.0,87374849.0,85982186.0,85353068.0,86778453.0,87402240.0,89657836.0,89643479.0,91120821.0,93130378.0,93090063.0,94508945.0,95513473.0,95761657.0,97495628.0,98105268.0,99988869.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[795293.0,1794957.0,2774164.0,3749012.0,4824819.0,5748981.0,6733468.0,7924780.0,8845788.0,9771655.0,11517711.0,11723715.0,12734049.0,13800949.0,14931207.0,15828631.0,16795313.0,17727643.0,18755619.0,19650829.0,20721526.0,21721010.0,22656344.0,23595215.0,24849716.0,25515507.0,26545318.0,27657652.0,28565154.0,29686115.0,30769846.0,31884495.0,32848744.0,34027813.0,34553894.0,35543819.0,36504521.0,37728855.0,38415065.0,39574237.0,40716928.0,41759532.0,42646195.0,43909442.0,45038848.0,45803704.0,46404995.0,47616245.0,48374880.0,49608170.0,50529107.0,51576230.0,52510943.0,53416993.0,54548113.0,55564319.0,56531953.0,57324291.0,58297616.0,59539813.0,60424472.0,61326485.0,62464797.0,63723626.0,66201697.0,65467438.0,66102492.0,66702801.0,68556318.0,68430764.0,70082064.0,71426200.0,72141855.0,73437071.0,76511745.0,81907027.0,76318806.0,77590487.0,78253624.0,79684412.0,81056932.0,81102988.0,82885462.0,83198015.0,85146599.0,85540283.0,86238355.0,87851435.0,88474646.0,89432192.0,90173245.0,91595397.0,92294410.0,92986631.0,93692798.0,95039991.0,96218389.0,96980349.0,98805162.0,100298728.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index f0ce28fca02e..dff1ec85f6ba 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[50166.39585749603,50916.174475689695,52915.58412420614,53665.36274239981] \ No newline at end of file +[50817.389246088176,51374.65959459459,52860.713857278344,53417.98420578475] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 775dfb514351..0d6d8951a816 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - + -0.003 - - - 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - + + +0.012 + + - + +200 + + + +220 + + + +240 + + + +260 + + + +280 + + + 300 - - -350 + + +320 - - -400 + + +340 - - -450 + + +360 - - -500 + + +380 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 3a189bc700b8..f1c7aa561525 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + +0.6 + + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 65532af6d925..72a62c483673 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,67 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 7f37c6875b9f..5296b643fd99 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -26,8 +26,8 @@ Iterations (x 10^3) - - + + 0.0 @@ -61,14 +61,14 @@ Iterations (x 10^3) 70.0 - + 80.0 - - + + 90.0 - + 0 @@ -110,10 +110,10 @@ Iterations (x 10^3) 1.8 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 8261dd734d60..a821fb44f257 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - --0.01 - - - --0.008 - - - --0.006 - - - + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 19b4dc7c7f0d..a1dd3d81556c 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,54 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.007 + +0.001 - - --0.006 + + +0.002 - - --0.005 + + +0.003 - - --0.004 + + +0.004 - - --0.003 + + +0.005 - - --0.002 + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 9fa2f0e6f955..071d54574f29 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 263763478370..9b4208e33c7c 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.071 µs - 52.203 µs - 52.355 µs + 52.198 µs + 52.340 µs + 52.536 µs R² - 0.9812409 - 0.9820684 - 0.9809803 + 0.9772537 + 0.9781902 + 0.9764195 Mean - 51.433 µs - 51.753 µs - 52.021 µs + 51.674 µs + 51.973 µs + 52.221 µs Std. Dev. - 839.03 ns - 1.5077 µs - 2.1744 µs + 668.76 ns + 1.4050 µs + 2.0961 µs Median - 51.847 µs - 51.955 µs - 52.080 µs + 52.062 µs + 52.136 µs + 52.201 µs MAD - 287.95 ns - 364.18 ns - 484.23 ns + 212.96 ns + 274.12 ns + 368.37 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0103% - -0.2719% - +0.5194% - (p = 0.51 > + -0.3347% + +0.4256% + +1.2230% + (p = 0.30 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index dfd6aaa319ed..b6587df3965e 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -51.4 - - - -51.5 + + +3 - - -51.6 - - - + + + 51.7 - - + + 51.8 - - + + 51.9 - - - - + + +52 + + + +52.1 + + + +52.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index b09ca1619cab..4873aab4ec74 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - + - -51.85 + +52.06 - - -51.9 + + +52.08 - - -51.95 + + +52.1 - - -52 + + +52.12 - - -52.05 + + +52.14 - - -52.1 + + +52.16 + + + +52.18 + + + +52.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index f3c19edcfd91..e2a6eb5d811a 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -50,42 +50,42 @@ Average Time (µs) - -40 - - - + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - + + +58 + + Density (a.u.) @@ -94,86 +94,74 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index caeb9a738e70..2b0a4bb690ad 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + - -40 - - - + 45 - - + + 50 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 5a14d76048fe..ba3be5a4fedd 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,27 +18,28 @@ Iterations (x 10^3) - - + + - - - - + + + + + 10.0 - + 20.0 - - + + 30.0 - + 40.0 @@ -47,22 +48,26 @@ Iterations (x 10^3) 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + 0.2 @@ -106,99 +111,99 @@ Iterations (x 10^3) - - + + - - - + + + - + - + - - + + - - - + + + - - - + + + - - + + - - + + - - + + - - + + - + - - - - - - - + + + + + + + - - - - + + + + - - - - + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index ff627b51c639..0b141e94a643 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -23,6 +23,7 @@ Iterations (x 10^3) + 10.0 @@ -60,6 +61,10 @@ Iterations (x 10^3) 90.0 + +100.0 + + 0.2 @@ -104,98 +109,98 @@ Iterations (x 10^3) - + - - + + - + - + - - + + - - + + - - - - - - + + + + + + - - + + - - + + - + - - - - - + + + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - + + - - - - - - - + + + + + + + - - - - + + + + - - + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 7f668dc716f8..4be8e91a48ad 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -14,57 +14,57 @@ Average Time (µs) 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 06761c641b44..a7ee3f327547 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations (x 10^3) 1.8 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index e8f477f4e72c..f8cabfdf677d 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - -4 - - - -5 + +3 - - -6 + + +3.5 - - - -52.05 + + +4 - - -52.1 + + +4.5 - - -52.15 + + +5 - - + + + 52.2 - - + + 52.25 - - + + 52.3 - - + + 52.35 - - - - + + +52.4 + + + +52.45 + + + +52.5 + + + +52.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index cf29e58a3021..b8ba6fbfaaa2 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - -4 - - - -5 + +3 - - -6 + + +3.5 - - - -52.05 + + +4 - - -52.1 + + +4.5 - - -52.15 + + +5 - - + + + 52.2 - - + + 52.25 - - + + 52.3 - - + + 52.35 - - - - + + +52.4 + + + +52.45 + + + +52.5 + + + +52.55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 8a0dd7d7858d..110a856d4885 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98726.25890107907,"upper_bound":99592.9766552738},"point_estimate":99126.15342407062,"standard_error":221.46833185036812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97958.54999291383,"upper_bound":99592.92657569851},"point_estimate":98304.98183148785,"standard_error":551.9713323262257},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":971.0790173173289,"upper_bound":2270.101157066071},"point_estimate":1619.7427612324543,"standard_error":380.05654051007883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97859.05621966493,"upper_bound":99380.84205054035},"point_estimate":98477.75597359736,"standard_error":402.9797395480987},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1394.6585260400682,"upper_bound":3108.223270181188},"point_estimate":2216.125254161135,"standard_error":472.6807401304861}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99228.28056654973,"upper_bound":100164.7972923052},"point_estimate":99653.4001347617,"standard_error":240.2250891808593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98925.49285714286,"upper_bound":99822.87802083333},"point_estimate":99573.71294421953,"standard_error":216.83322548388333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1163.7863623942224,"upper_bound":1807.6780488104719},"point_estimate":1479.881430895312,"standard_error":174.0325483094959},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98630.87836269147,"upper_bound":100253.32677131651},"point_estimate":99320.68936702625,"standard_error":424.4050448987255},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1257.8020686658526,"upper_bound":3331.6948154980887},"point_estimate":2402.717574519109,"standard_error":522.4409296477347}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 1bf8fbf08613..7e68bf99584a 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[598387.0,1212757.0,1835933.0,2384807.0,2980292.0,3608828.0,4287872.0,4845679.0,5483270.0,6024173.0,6654939.0,7364711.0,7858709.0,8440089.0,8996126.0,9672786.0,10264756.0,10876703.0,11424706.0,12033693.0,12671318.0,13214833.0,13801334.0,14562610.0,14931703.0,15787447.0,16143937.0,16791369.0,17316027.0,18166740.0,18567557.0,19159073.0,19789128.0,20390600.0,20928878.0,21582700.0,22075993.0,22693278.0,23480416.0,24051730.0,24639688.0,25408373.0,25811051.0,26544685.0,26772910.0,27044010.0,27345990.0,28209235.0,28802700.0,29454025.0,29958389.0,30579874.0,30857560.0,31523823.0,32088393.0,32771114.0,33321462.0,33998021.0,34693938.0,35051718.0,35800863.0,36385943.0,36689784.0,37567565.0,38093114.0,38627415.0,39251280.0,39706024.0,40113007.0,41153323.0,41209811.0,42055412.0,42891585.0,43348308.0,43763631.0,44585113.0,45169012.0,45672676.0,46219518.0,46777216.0,47826672.0,48242894.0,48449467.0,49248188.0,49780095.0,55421851.0,59207761.0,51719102.0,52648260.0,52899247.0,53902082.0,54007876.0,54378469.0,54813697.0,55956518.0,56160394.0,57153083.0,57302078.0,58007682.0,58359674.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[620137.0,1199936.0,1804601.0,2401922.0,2968298.0,3609155.0,4272553.0,4892947.0,5430683.0,6048526.0,6635669.0,7239095.0,7872240.0,8447674.0,9079667.0,9654083.0,11399714.0,10846402.0,11353358.0,11976569.0,12673557.0,13248054.0,13754300.0,14360373.0,14958872.0,15710959.0,16134089.0,16795607.0,17411115.0,18078624.0,18596673.0,19184629.0,19788388.0,20343407.0,21077283.0,21701738.0,22098345.0,22932085.0,23434232.0,24059180.0,24639033.0,25104444.0,26121955.0,26379149.0,26638866.0,27808541.0,27592124.0,27927878.0,28724078.0,29164107.0,30039557.0,30498288.0,31200741.0,31486167.0,32180288.0,32856555.0,33479967.0,34228470.0,34734534.0,35442557.0,35879677.0,36369938.0,37194411.0,37510260.0,38091220.0,38749669.0,39222082.0,40048118.0,40696767.0,41548707.0,42116162.0,42680774.0,43230151.0,43509773.0,44130688.0,45074315.0,47040682.0,46592473.0,47062993.0,47617296.0,48436108.0,48947971.0,49633561.0,50092373.0,50681328.0,50485256.0,51222525.0,52981992.0,52914285.0,61237562.0,58984154.0,53807948.0,55003104.0,55298198.0,56078257.0,56374210.0,57019665.0,58959897.0,58160607.0,58906954.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index acfc9be00f57..cef36a1f1746 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[89903.8161006401,93770.82359086059,104082.84356478188,107949.85105500238] \ No newline at end of file +[91453.91194676157,94789.76598945326,103685.37676996442,107021.23081265611] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index ab3a7f52aca3..7124958ecc8e 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.025552854063786098,"upper_bound":-0.0005908158086900539},"point_estimate":-0.011549786352948677,"standard_error":0.006420313150946912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014626302863498974,"upper_bound":0.0039152909074138265},"point_estimate":-0.009674055458281483,"standard_error":0.0057209022033742705}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000903187852458789,"upper_bound":0.011692409224966135},"point_estimate":0.005318946539118352,"standard_error":0.003231727643336362},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0025053409530919613,"upper_bound":0.01746697815258247},"point_estimate":0.012906071382084328,"standard_error":0.006060277874987388}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 8a0dd7d7858d..110a856d4885 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98726.25890107907,"upper_bound":99592.9766552738},"point_estimate":99126.15342407062,"standard_error":221.46833185036812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97958.54999291383,"upper_bound":99592.92657569851},"point_estimate":98304.98183148785,"standard_error":551.9713323262257},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":971.0790173173289,"upper_bound":2270.101157066071},"point_estimate":1619.7427612324543,"standard_error":380.05654051007883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97859.05621966493,"upper_bound":99380.84205054035},"point_estimate":98477.75597359736,"standard_error":402.9797395480987},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1394.6585260400682,"upper_bound":3108.223270181188},"point_estimate":2216.125254161135,"standard_error":472.6807401304861}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99228.28056654973,"upper_bound":100164.7972923052},"point_estimate":99653.4001347617,"standard_error":240.2250891808593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98925.49285714286,"upper_bound":99822.87802083333},"point_estimate":99573.71294421953,"standard_error":216.83322548388333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1163.7863623942224,"upper_bound":1807.6780488104719},"point_estimate":1479.881430895312,"standard_error":174.0325483094959},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98630.87836269147,"upper_bound":100253.32677131651},"point_estimate":99320.68936702625,"standard_error":424.4050448987255},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1257.8020686658526,"upper_bound":3331.6948154980887},"point_estimate":2402.717574519109,"standard_error":522.4409296477347}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 1bf8fbf08613..7e68bf99584a 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[598387.0,1212757.0,1835933.0,2384807.0,2980292.0,3608828.0,4287872.0,4845679.0,5483270.0,6024173.0,6654939.0,7364711.0,7858709.0,8440089.0,8996126.0,9672786.0,10264756.0,10876703.0,11424706.0,12033693.0,12671318.0,13214833.0,13801334.0,14562610.0,14931703.0,15787447.0,16143937.0,16791369.0,17316027.0,18166740.0,18567557.0,19159073.0,19789128.0,20390600.0,20928878.0,21582700.0,22075993.0,22693278.0,23480416.0,24051730.0,24639688.0,25408373.0,25811051.0,26544685.0,26772910.0,27044010.0,27345990.0,28209235.0,28802700.0,29454025.0,29958389.0,30579874.0,30857560.0,31523823.0,32088393.0,32771114.0,33321462.0,33998021.0,34693938.0,35051718.0,35800863.0,36385943.0,36689784.0,37567565.0,38093114.0,38627415.0,39251280.0,39706024.0,40113007.0,41153323.0,41209811.0,42055412.0,42891585.0,43348308.0,43763631.0,44585113.0,45169012.0,45672676.0,46219518.0,46777216.0,47826672.0,48242894.0,48449467.0,49248188.0,49780095.0,55421851.0,59207761.0,51719102.0,52648260.0,52899247.0,53902082.0,54007876.0,54378469.0,54813697.0,55956518.0,56160394.0,57153083.0,57302078.0,58007682.0,58359674.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[620137.0,1199936.0,1804601.0,2401922.0,2968298.0,3609155.0,4272553.0,4892947.0,5430683.0,6048526.0,6635669.0,7239095.0,7872240.0,8447674.0,9079667.0,9654083.0,11399714.0,10846402.0,11353358.0,11976569.0,12673557.0,13248054.0,13754300.0,14360373.0,14958872.0,15710959.0,16134089.0,16795607.0,17411115.0,18078624.0,18596673.0,19184629.0,19788388.0,20343407.0,21077283.0,21701738.0,22098345.0,22932085.0,23434232.0,24059180.0,24639033.0,25104444.0,26121955.0,26379149.0,26638866.0,27808541.0,27592124.0,27927878.0,28724078.0,29164107.0,30039557.0,30498288.0,31200741.0,31486167.0,32180288.0,32856555.0,33479967.0,34228470.0,34734534.0,35442557.0,35879677.0,36369938.0,37194411.0,37510260.0,38091220.0,38749669.0,39222082.0,40048118.0,40696767.0,41548707.0,42116162.0,42680774.0,43230151.0,43509773.0,44130688.0,45074315.0,47040682.0,46592473.0,47062993.0,47617296.0,48436108.0,48947971.0,49633561.0,50092373.0,50681328.0,50485256.0,51222525.0,52981992.0,52914285.0,61237562.0,58984154.0,53807948.0,55003104.0,55298198.0,56078257.0,56374210.0,57019665.0,58959897.0,58160607.0,58906954.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index acfc9be00f57..cef36a1f1746 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[89903.8161006401,93770.82359086059,104082.84356478188,107949.85105500238] \ No newline at end of file +[91453.91194676157,94789.76598945326,103685.37676996442,107021.23081265611] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 3d07060b2272..2b72d79e0f0f 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 - - + - -1 + +1.1 - - + + 1.2 - - -1.4 + + +1.3 - - -1.6 + + +1.4 - - -1.8 + + +1.5 - - -2 + + +1.6 - - -2.2 + + +1.7 - - -2.4 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 3bad155abcff..a4643d835d63 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - -0.9 - - - -1 - - - -1.1 - - + - -1.4 - - - -1.6 + +1.5 - - -1.8 - - - + + 2 - - -2.2 - - - -2.4 - - - -2.6 - - - -2.8 + + +2.5 - - + + 3 - - -3.2 + + +3.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 40dd60458721..6a6a325978ca 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,63 +9,75 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + + +0.22 + + - + +95 + + + 100 - - -120 + + +105 + + + +110 - - -140 + + +115 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 4b935b487169..75632bdf8b9c 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -19,7 +19,7 @@ Iterations - + @@ -38,10 +38,10 @@ Iterations 30.0 - + 40.0 - + 50.0 @@ -75,10 +75,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 81b72bb2013a..b018cad9610a 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - + + +80 + + + +100 + + + +120 + + - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - -3.46945e-18 - - - - - - + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index c30d43f6d2b1..3783b68b92e9 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,95 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - -100 - - + - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - + 0 - - -0.002 + + +0.005 + + + +0.01 - - -0.004 + + +0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 21c6121ce2fb..b0ed041a03fd 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 82e5a6c09fa7..6e82e5f2ac02 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 97.859 µs - 98.478 µs - 99.381 µs + 98.631 µs + 99.321 µs + 100.25 µs R² - 0.8917658 - 0.8963621 - 0.8866256 + 0.8890026 + 0.8945569 + 0.8844559 Mean - 98.726 µs - 99.126 µs - 99.593 µs + 99.228 µs + 99.653 µs + 100.16 µs Std. Dev. - 1.3947 µs - 2.2161 µs - 3.1082 µs + 1.2578 µs + 2.4027 µs + 3.3317 µs Median - 97.959 µs - 98.305 µs - 99.593 µs + 98.925 µs + 99.574 µs + 99.823 µs MAD - 971.08 ns - 1.6197 µs - 2.2701 µs + 1.1638 µs + 1.4799 µs + 1.8077 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -2.5553% - -1.1550% - -0.0591% - (p = 0.07 > + -0.0903% + +0.5319% + +1.1692% + (p = 0.11 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index e9ef7f84191c..5779546e631e 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs)
- + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + -98.7 +99.2 - -98.8 + +99.3 - - -98.9 + + +99.4 - - -99 + + +99.5 - - -99.1 + + +99.6 - - -99.2 + + +99.7 - - -99.3 + + +99.8 - - -99.4 + + +99.9 - - -99.5 + + +100 - - -99.6 + + +100.1 + + + +100.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index def92f7130e0..12a77a3f4630 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - + -0.4 +1 - -0.6 + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - + - -97.8 + +98.9 - - -98 + + +99 - - -98.2 + + +99.1 - - -98.4 + + +99.2 - - -98.6 + + +99.3 - - -98.8 + + +99.4 - - -99 + + +99.5 - - -99.2 + + +99.6 - - -99.4 + + +99.7 - - -99.6 + + +99.8 + + + +99.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 82bfca36d9d8..3985fdc3f6b5 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,22 +42,22 @@ Average Time (µs) 95 - + 100 - - + + 105 - - + + 110 - - + + 115 - + Density (a.u.) @@ -66,56 +66,34 @@ Density (a.u.) 0 - -0.02 + +0.05 - - -0.04 - - - -0.06 - - - -0.08 - - - + + 0.1 - - -0.12 - - - -0.14 - - - -0.16 - - - -0.18 + + +0.15 - - + + 0.2 - - - - - + + + + + - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 04c89af253a5..bd9a44ca6e20 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - + 95 - + 100 - - + + 105 - - + + 110 - - + + 115 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index d7d6e2bccb44..934356e3bdd2 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -14,62 +14,37 @@ Iterations - - - - - - - - - - - + + + + + + - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - - -55.0 + + +60.0 - + 100 @@ -99,104 +74,104 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 0676df7122cf..14b7d134fe6c 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -11,62 +11,37 @@ Iterations - - - - - - - - - - - + + + + + + - -5.0 - - - + 10.0 - - -15.0 - - - + + 20.0 - - -25.0 - - - + + 30.0 - - -35.0 - - - + + 40.0 - - -45.0 - - - + + 50.0 - - -55.0 + + +60.0 - + 100 @@ -96,102 +71,102 @@ Iterations - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 4e06dfd1e44a..12d859418d2f 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -10,57 +10,69 @@ Average Time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + + +0.22 + + - + +95 + + + 100 - - -120 + + +105 + + + +110 - - -140 + + +115 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 918dbb4e4922..80ebfc896f80 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -17,7 +17,7 @@ Iterations - + 0.0 @@ -39,10 +39,10 @@ Iterations 40.0 - + 50.0 - + 0 @@ -72,8 +72,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 7328d6c29807..d6792abb81b3 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - + 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - + - -97.8 - - - -98 - - - -98.2 - - - -98.4 - - - + 98.6 - - + + 98.8 - - + + 99 - - + + 99.2 - - + + 99.4 - - - - + + +99.6 + + + +99.8 + + + +100 + + + +100.2 + + + +100.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index dadfe091eff9..ba69175af3f5 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.1 - + 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - + - -97.8 - - - -98 - - - -98.2 - - - -98.4 - - - + 98.6 - - + + 98.8 - - + + 99 - - + + 99.2 - - + + 99.4 - - - - + + +99.6 + + + +99.8 + + + +100 + + + +100.2 + + + +100.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 8f09134d96f6..4c9a2e1b34fa 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6885.736079888071,"upper_bound":6904.6682084355225},"point_estimate":6894.742201970237,"standard_error":4.844272957433293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6872.133333333333,"upper_bound":6893.973684210527},"point_estimate":6881.581806722688,"standard_error":5.063955815102041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.190957314399984,"upper_bound":39.04413470316943},"point_estimate":28.96084394335747,"standard_error":3.8844611898543215},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6885.515017624896,"upper_bound":6905.092868613624},"point_estimate":6894.675179252254,"standard_error":5.010346352566414},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.29005985765624,"upper_bound":61.74626337207391},"point_estimate":48.70084078150044,"standard_error":7.06909439379102}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.400769099049,"upper_bound":6909.629598794281},"point_estimate":6901.650101581306,"standard_error":3.889385167223984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6889.374868421053,"upper_bound":6904.4},"point_estimate":6895.765986394557,"standard_error":3.41345808834714},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.872526114544772,"upper_bound":33.13126569021174},"point_estimate":27.457380618524436,"standard_error":3.083925986512332},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6898.759323882475,"upper_bound":6919.5124987367835},"point_estimate":6908.018059701492,"standard_error":5.340668958795005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.851868080055034,"upper_bound":49.7258762658293},"point_estimate":39.11006050565228,"standard_error":5.779428990388341}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 4c897864c22a..a438d970aeca 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68538.0,137106.0,209542.0,285189.0,342481.0,411661.0,484513.0,550642.0,616634.0,697154.0,752150.0,821200.0,896240.0,958695.0,1028752.0,1106898.0,1169834.0,1243222.0,1327974.0,1370306.0,1456037.0,1511941.0,1586371.0,1648708.0,1735278.0,1784637.0,1852943.0,1946848.0,2000279.0,2065257.0,2125084.0,2204718.0,2262820.0,2332857.0,2403739.0,2471297.0,2539286.0,2623226.0,2695216.0,2802372.0,2808571.0,2906506.0,2954175.0,3038856.0,3094826.0,3229617.0,3227362.0,3292553.0,3373206.0,3434824.0,3521260.0,3582010.0,3642833.0,3716696.0,3779766.0,3845018.0,3904828.0,3974816.0,4049046.0,4251503.0,4203903.0,4265047.0,4343911.0,4417661.0,4468637.0,4535393.0,4594179.0,4677041.0,4807105.0,4817251.0,4869662.0,4970710.0,5023000.0,5102878.0,5215585.0,5217789.0,5357930.0,5408492.0,5428337.0,5523258.0,5593139.0,5629663.0,5702691.0,5792557.0,5861963.0,5952549.0,5972130.0,6042432.0,6137406.0,6219029.0,6278338.0,6356779.0,6382696.0,6436269.0,6549275.0,6590922.0,6674182.0,6760489.0,6928084.0,6891913.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68470.0,136998.0,205564.0,274982.0,343817.0,414544.0,481114.0,548813.0,618267.0,692582.0,753863.0,826731.0,902615.0,960182.0,1035063.0,1096459.0,1167055.0,1235289.0,1302510.0,1385337.0,1443478.0,1521447.0,1581968.0,1649991.0,1729232.0,1789443.0,1861857.0,1949499.0,2013572.0,2084728.0,2129127.0,2200249.0,2282880.0,2347762.0,2416540.0,2487266.0,2560814.0,2647085.0,2675131.0,2755862.0,2813589.0,2894145.0,2970808.0,3029676.0,3089620.0,3173670.0,3250193.0,3339461.0,3378925.0,3452828.0,3513263.0,3593200.0,3653987.0,3706546.0,3832541.0,3864088.0,3920004.0,3996738.0,4168821.0,4155605.0,4201757.0,4269167.0,4356377.0,4429815.0,4483093.0,4550179.0,4631590.0,4700190.0,4759779.0,4822307.0,4899599.0,4964578.0,5016069.0,5226905.0,5208888.0,5231777.0,5317230.0,5386070.0,5461160.0,5527571.0,5608390.0,5683040.0,5726867.0,5793862.0,5842839.0,5922481.0,6144911.0,6090015.0,6147752.0,6222713.0,6306680.0,6327456.0,6395882.0,6468746.0,6544640.0,6607234.0,6684347.0,6769893.0,6825995.0,6881732.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index c6d87644b287..c245a885a3df 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6743.737190033693,6804.061118226396,6964.924926740269,7025.248854932972] \ No newline at end of file +[6766.131824116745,6821.700589477727,6969.88396377368,7025.452729134663] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 09ae025f1b75..4bb4d2428424 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0051565336137092965,"upper_bound":-0.0006304853858575191},"point_estimate":-0.0028833867485815734,"standard_error":0.0011509105482048702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004511797035183562,"upper_bound":-0.00046070903503359073},"point_estimate":-0.002484959523007091,"standard_error":0.000991278362747985}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008693105089216917,"upper_bound":0.0026884271433228355},"point_estimate":0.0010019083250270011,"standard_error":0.0009116273906342365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00017166319899919458,"upper_bound":0.003796543561796817},"point_estimate":0.002061180128384521,"standard_error":0.000886865983265864}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 8f09134d96f6..4c9a2e1b34fa 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6885.736079888071,"upper_bound":6904.6682084355225},"point_estimate":6894.742201970237,"standard_error":4.844272957433293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6872.133333333333,"upper_bound":6893.973684210527},"point_estimate":6881.581806722688,"standard_error":5.063955815102041},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.190957314399984,"upper_bound":39.04413470316943},"point_estimate":28.96084394335747,"standard_error":3.8844611898543215},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6885.515017624896,"upper_bound":6905.092868613624},"point_estimate":6894.675179252254,"standard_error":5.010346352566414},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.29005985765624,"upper_bound":61.74626337207391},"point_estimate":48.70084078150044,"standard_error":7.06909439379102}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6894.400769099049,"upper_bound":6909.629598794281},"point_estimate":6901.650101581306,"standard_error":3.889385167223984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6889.374868421053,"upper_bound":6904.4},"point_estimate":6895.765986394557,"standard_error":3.41345808834714},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.872526114544772,"upper_bound":33.13126569021174},"point_estimate":27.457380618524436,"standard_error":3.083925986512332},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6898.759323882475,"upper_bound":6919.5124987367835},"point_estimate":6908.018059701492,"standard_error":5.340668958795005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.851868080055034,"upper_bound":49.7258762658293},"point_estimate":39.11006050565228,"standard_error":5.779428990388341}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 4c897864c22a..a438d970aeca 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68538.0,137106.0,209542.0,285189.0,342481.0,411661.0,484513.0,550642.0,616634.0,697154.0,752150.0,821200.0,896240.0,958695.0,1028752.0,1106898.0,1169834.0,1243222.0,1327974.0,1370306.0,1456037.0,1511941.0,1586371.0,1648708.0,1735278.0,1784637.0,1852943.0,1946848.0,2000279.0,2065257.0,2125084.0,2204718.0,2262820.0,2332857.0,2403739.0,2471297.0,2539286.0,2623226.0,2695216.0,2802372.0,2808571.0,2906506.0,2954175.0,3038856.0,3094826.0,3229617.0,3227362.0,3292553.0,3373206.0,3434824.0,3521260.0,3582010.0,3642833.0,3716696.0,3779766.0,3845018.0,3904828.0,3974816.0,4049046.0,4251503.0,4203903.0,4265047.0,4343911.0,4417661.0,4468637.0,4535393.0,4594179.0,4677041.0,4807105.0,4817251.0,4869662.0,4970710.0,5023000.0,5102878.0,5215585.0,5217789.0,5357930.0,5408492.0,5428337.0,5523258.0,5593139.0,5629663.0,5702691.0,5792557.0,5861963.0,5952549.0,5972130.0,6042432.0,6137406.0,6219029.0,6278338.0,6356779.0,6382696.0,6436269.0,6549275.0,6590922.0,6674182.0,6760489.0,6928084.0,6891913.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68470.0,136998.0,205564.0,274982.0,343817.0,414544.0,481114.0,548813.0,618267.0,692582.0,753863.0,826731.0,902615.0,960182.0,1035063.0,1096459.0,1167055.0,1235289.0,1302510.0,1385337.0,1443478.0,1521447.0,1581968.0,1649991.0,1729232.0,1789443.0,1861857.0,1949499.0,2013572.0,2084728.0,2129127.0,2200249.0,2282880.0,2347762.0,2416540.0,2487266.0,2560814.0,2647085.0,2675131.0,2755862.0,2813589.0,2894145.0,2970808.0,3029676.0,3089620.0,3173670.0,3250193.0,3339461.0,3378925.0,3452828.0,3513263.0,3593200.0,3653987.0,3706546.0,3832541.0,3864088.0,3920004.0,3996738.0,4168821.0,4155605.0,4201757.0,4269167.0,4356377.0,4429815.0,4483093.0,4550179.0,4631590.0,4700190.0,4759779.0,4822307.0,4899599.0,4964578.0,5016069.0,5226905.0,5208888.0,5231777.0,5317230.0,5386070.0,5461160.0,5527571.0,5608390.0,5683040.0,5726867.0,5793862.0,5842839.0,5922481.0,6144911.0,6090015.0,6147752.0,6222713.0,6306680.0,6327456.0,6395882.0,6468746.0,6544640.0,6607234.0,6684347.0,6769893.0,6825995.0,6881732.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index c6d87644b287..c245a885a3df 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6743.737190033693,6804.061118226396,6964.924926740269,7025.248854932972] \ No newline at end of file +[6766.131824116745,6821.700589477727,6969.88396377368,7025.452729134663] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index cbfbc1c74000..aae3051871da 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ns) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - + + +0.14 + + - + +20 + + + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - -36 - - - -38 - - - -40 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index aab4e23455f8..a0025365c45b 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 + + +0.07 + + + +0.08 + - + +25 + + + +30 + + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 8a37b677e2e0..3eebedd99813 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + - + 6.8 - - + + +6.9 + + + 7 - - - - - + + +7.1 + + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 1ef5f53ca05e..ef932eaa6352 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -22,10 +22,10 @@ Iterations (x 10^3) - + - + 0.0 @@ -39,10 +39,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -51,10 +51,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 0 @@ -100,9 +100,9 @@ Iterations (x 10^3) 1 - - - + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 166294bd60ef..f3d773289403 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - --0.0055 - - - --0.005 + + +400 - - --0.0045 + + + +-0.001 - - --0.004 + + +-5e-4 - - --0.0035 + + +0 - - --0.003 + + +5e-4 - - --0.0025 + + +0.001 - - --0.002 + + +0.0015 - - --0.0015 + + +0.002 - - --0.001 + + +0.0025 - - --5e-4 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 5107207ffbf5..0e7f5a0202a8 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - + + +500 + + + +550 + + - --0.0045 + +0 - - --0.004 + + +5e-4 - - --0.0035 + + +0.001 - - --0.003 + + +0.0015 - - --0.0025 + + +0.002 - - --0.002 + + +0.0025 - - --0.0015 + + +0.003 - - --0.001 + + +0.0035 - - --5e-4 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index dfec4662ce0b..7f6dab47773a 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 5c8013e3492b..668126a07490 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.8855 µs - 6.8947 µs - 6.9051 µs + 6.8988 µs + 6.9080 µs + 6.9195 µs R² - 0.9952466 - 0.9954884 - 0.9951756 + 0.9949358 + 0.9951851 + 0.9948008 Mean - 6.8857 µs - 6.8947 µs - 6.9047 µs + 6.8944 µs + 6.9017 µs + 6.9096 µs Std. Dev. - 34.290 ns - 48.701 ns - 61.746 ns + 26.852 ns + 39.110 ns + 49.726 ns Median - 6.8721 µs - 6.8816 µs - 6.8940 µs + 6.8894 µs + 6.8958 µs + 6.9044 µs MAD - 23.191 ns - 28.961 ns - 39.044 ns + 20.873 ns + 27.457 ns + 33.131 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5157% - -0.2883% - -0.0630% - (p = 0.01 < + -0.0869% + +0.1002% + +0.2688% + (p = 0.27 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 73ec428d9fee..5f2ad39b79a5 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + + +100 + + + +110 + + - -6.885 + +6.894 - - -6.89 + + +6.896 - - -6.895 + + +6.898 - - + + 6.9 - - -6.905 + + +6.902 + + + +6.904 + + + +6.906 + + + +6.908 + + + +6.91 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 174b2049b9b5..e2aeac1f2ca9 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - - -6.87 + + +180 - - -6.875 + + +200 - - -6.88 + + +220 - - -6.885 + + + +6.888 - - + + 6.89 - - -6.895 + + +6.892 + + + +6.894 + + + +6.896 + + + +6.898 + + + +6.9 + + + +6.902 + + + +6.904 + + + +6.906 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index c4d5a34b05ff..75a87cc6ceee 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -54,38 +54,34 @@ Average Time (µs) - + 6.8 - - + + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7 - - + + 7.05 - - + + 7.1 - - -7.15 - - + Density (a.u.) @@ -94,50 +90,42 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - - - - + + +12 + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index c4e2d5e44365..12108c9afc52 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + - + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 2c310b954d99..18e7a95b3aeb 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -93,105 +93,105 @@ Iterations (x 10^3) - + - + - - - + + + - + - - + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 30ed7d78a0ca..75589769eebc 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -17,10 +17,10 @@ Iterations (x 10^3) - - - - + + + + 1.0 @@ -30,22 +30,22 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -90,103 +90,103 @@ Iterations (x 10^3) - + - + - + - - + + - + - - - - - + + + + + - - - - - - + + + + + + - - + + - + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 6c70ba045022..5c39eafd29e9 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + - + 6.8 - - + + +6.9 + + + 7 - - - - - + + +7.1 + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index b1b7df88e807..832ce2419299 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -22,7 +22,7 @@ Iterations (x 10^3) - + 0.0 @@ -48,10 +48,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - - - + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 0a7b4abb7375..cb098e52595a 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - -6.885 + +6.9 - - -6.89 + + +6.905 - - -6.895 + + +6.91 - - -6.9 + + +6.915 - - -6.905 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index edf78053a943..14dd64c69aeb 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - -6.885 + +6.9 - - -6.89 + + +6.905 - - -6.895 + + +6.91 - - -6.9 + + +6.915 - - -6.905 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 0ffca97cda13..7b948aaa768f 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14922.009265276249,"upper_bound":14980.473416555562},"point_estimate":14948.152622399795,"standard_error":15.039230422289275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14901.902255639097,"upper_bound":14939.43537414966},"point_estimate":14913.798606539389,"standard_error":10.607985217228192},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.550614983394716,"upper_bound":91.10902776444853},"point_estimate":74.26474691020086,"standard_error":8.62409845210519},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14926.016158204437,"upper_bound":14963.418623195601},"point_estimate":14943.62065528088,"standard_error":9.525542184403736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.03994858393516,"upper_bound":220.93579955691678},"point_estimate":151.52578300614212,"standard_error":38.71127638357777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15021.856637974759,"upper_bound":15069.877943061707},"point_estimate":15043.416361331922,"standard_error":12.291714768369319},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15010.930875576038,"upper_bound":15040.66629318394},"point_estimate":15030.697251258227,"standard_error":7.419545122469397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.104803823518225,"upper_bound":73.62863588547872},"point_estimate":59.1724728666075,"standard_error":7.083684481380184},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15041.707693631386,"upper_bound":15086.407297579357},"point_estimate":15062.999639004413,"standard_error":11.438939459827875},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.29262814840247,"upper_bound":182.21005670700762},"point_estimate":123.94649576837995,"standard_error":32.266058162431264}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 8769e21d748e..3f38bc48de45 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[103865.0,208102.0,311474.0,425673.0,518669.0,625670.0,746345.0,830783.0,952420.0,1036764.0,1140955.0,1249281.0,1424351.0,1451090.0,1558260.0,1661708.0,1777330.0,1877444.0,1981953.0,2107650.0,2196097.0,2295130.0,2438277.0,2496155.0,2605559.0,2709303.0,2833183.0,2935925.0,3013788.0,3127787.0,3250330.0,3318746.0,3463974.0,3584787.0,3629324.0,3771366.0,3839328.0,3974911.0,4362100.0,4167765.0,4279150.0,4441714.0,4465169.0,4582082.0,4718973.0,4808765.0,4885163.0,5045418.0,5112451.0,5236972.0,5303639.0,5426261.0,5517631.0,5621725.0,5754397.0,5864566.0,5988699.0,6097906.0,6183073.0,6272179.0,6343165.0,6453104.0,6565476.0,6707106.0,6799967.0,6886474.0,7001676.0,7104003.0,7197479.0,7343027.0,7406816.0,7553487.0,7593011.0,7707480.0,7817584.0,7924090.0,8058810.0,8138734.0,8281777.0,8408349.0,8427431.0,8563246.0,8657100.0,8769710.0,8916128.0,9056758.0,9100572.0,9215744.0,9337466.0,9519990.0,9528927.0,9636414.0,9708444.0,9849699.0,9923901.0,9996114.0,10118786.0,10339328.0,10302712.0,10443645.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[104224.0,208771.0,314518.0,417237.0,536821.0,629333.0,738265.0,847070.0,946939.0,1043989.0,1161506.0,1254792.0,1372000.0,1467838.0,1582030.0,1671160.0,1780957.0,1901483.0,1998983.0,2091442.0,2199483.0,2306534.0,2416696.0,2522890.0,2623816.0,2726384.0,2843986.0,2955317.0,3050586.0,3151640.0,3257372.0,3372307.0,3464481.0,3572044.0,3901514.0,3800122.0,3902546.0,3991902.0,4105222.0,4200420.0,4313787.0,4410222.0,4507297.0,4571161.0,4730839.0,4849510.0,4946671.0,5031929.0,5123275.0,5258896.0,5369894.0,5443527.0,5559538.0,5644610.0,5790648.0,5914150.0,6045380.0,6096067.0,6190025.0,6283421.0,6440707.0,6560947.0,6610089.0,6722674.0,6840687.0,6911670.0,7023100.0,7136529.0,7262796.0,7600301.0,7498377.0,7601811.0,7695905.0,7759928.0,7898885.0,8006568.0,8087855.0,8186791.0,8361430.0,8426011.0,8525425.0,8668748.0,8773033.0,8815915.0,8955326.0,9052798.0,9147532.0,9275783.0,9482257.0,9474956.0,9594368.0,9700679.0,9849480.0,9895403.0,9995058.0,10124551.0,10227221.0,10342929.0,10570549.0,10599304.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 3b15885c3052..d2a06d0ea6c5 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14559.44051205234,14715.907671794364,15133.153431106428,15289.620590848452] \ No newline at end of file +[14749.001858402462,14868.143380889294,15185.854107520845,15304.995630007676] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index c12c261fba21..0a75891d8971 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01865498489714229,"upper_bound":-0.011202199905669884},"point_estimate":-0.014781040356501407,"standard_error":0.0018997996171102884},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015289606264785371,"upper_bound":-0.012177088782403644},"point_estimate":-0.014078618338591808,"standard_error":0.0008191077963886192}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0036849388328987764,"upper_bound":0.00882928805453324},"point_estimate":0.006372943957594801,"standard_error":0.0013054910739225514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005773871659738861,"upper_bound":0.008990373797305712},"point_estimate":0.007838287736269933,"standard_error":0.0008591930948521751}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 0ffca97cda13..7b948aaa768f 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14922.009265276249,"upper_bound":14980.473416555562},"point_estimate":14948.152622399795,"standard_error":15.039230422289275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14901.902255639097,"upper_bound":14939.43537414966},"point_estimate":14913.798606539389,"standard_error":10.607985217228192},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.550614983394716,"upper_bound":91.10902776444853},"point_estimate":74.26474691020086,"standard_error":8.62409845210519},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14926.016158204437,"upper_bound":14963.418623195601},"point_estimate":14943.62065528088,"standard_error":9.525542184403736},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.03994858393516,"upper_bound":220.93579955691678},"point_estimate":151.52578300614212,"standard_error":38.71127638357777}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15021.856637974759,"upper_bound":15069.877943061707},"point_estimate":15043.416361331922,"standard_error":12.291714768369319},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15010.930875576038,"upper_bound":15040.66629318394},"point_estimate":15030.697251258227,"standard_error":7.419545122469397},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.104803823518225,"upper_bound":73.62863588547872},"point_estimate":59.1724728666075,"standard_error":7.083684481380184},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15041.707693631386,"upper_bound":15086.407297579357},"point_estimate":15062.999639004413,"standard_error":11.438939459827875},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.29262814840247,"upper_bound":182.21005670700762},"point_estimate":123.94649576837995,"standard_error":32.266058162431264}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 8769e21d748e..3f38bc48de45 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[103865.0,208102.0,311474.0,425673.0,518669.0,625670.0,746345.0,830783.0,952420.0,1036764.0,1140955.0,1249281.0,1424351.0,1451090.0,1558260.0,1661708.0,1777330.0,1877444.0,1981953.0,2107650.0,2196097.0,2295130.0,2438277.0,2496155.0,2605559.0,2709303.0,2833183.0,2935925.0,3013788.0,3127787.0,3250330.0,3318746.0,3463974.0,3584787.0,3629324.0,3771366.0,3839328.0,3974911.0,4362100.0,4167765.0,4279150.0,4441714.0,4465169.0,4582082.0,4718973.0,4808765.0,4885163.0,5045418.0,5112451.0,5236972.0,5303639.0,5426261.0,5517631.0,5621725.0,5754397.0,5864566.0,5988699.0,6097906.0,6183073.0,6272179.0,6343165.0,6453104.0,6565476.0,6707106.0,6799967.0,6886474.0,7001676.0,7104003.0,7197479.0,7343027.0,7406816.0,7553487.0,7593011.0,7707480.0,7817584.0,7924090.0,8058810.0,8138734.0,8281777.0,8408349.0,8427431.0,8563246.0,8657100.0,8769710.0,8916128.0,9056758.0,9100572.0,9215744.0,9337466.0,9519990.0,9528927.0,9636414.0,9708444.0,9849699.0,9923901.0,9996114.0,10118786.0,10339328.0,10302712.0,10443645.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[104224.0,208771.0,314518.0,417237.0,536821.0,629333.0,738265.0,847070.0,946939.0,1043989.0,1161506.0,1254792.0,1372000.0,1467838.0,1582030.0,1671160.0,1780957.0,1901483.0,1998983.0,2091442.0,2199483.0,2306534.0,2416696.0,2522890.0,2623816.0,2726384.0,2843986.0,2955317.0,3050586.0,3151640.0,3257372.0,3372307.0,3464481.0,3572044.0,3901514.0,3800122.0,3902546.0,3991902.0,4105222.0,4200420.0,4313787.0,4410222.0,4507297.0,4571161.0,4730839.0,4849510.0,4946671.0,5031929.0,5123275.0,5258896.0,5369894.0,5443527.0,5559538.0,5644610.0,5790648.0,5914150.0,6045380.0,6096067.0,6190025.0,6283421.0,6440707.0,6560947.0,6610089.0,6722674.0,6840687.0,6911670.0,7023100.0,7136529.0,7262796.0,7600301.0,7498377.0,7601811.0,7695905.0,7759928.0,7898885.0,8006568.0,8087855.0,8186791.0,8361430.0,8426011.0,8525425.0,8668748.0,8773033.0,8815915.0,8955326.0,9052798.0,9147532.0,9275783.0,9482257.0,9474956.0,9594368.0,9700679.0,9849480.0,9895403.0,9995058.0,10124551.0,10227221.0,10342929.0,10570549.0,10599304.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 3b15885c3052..d2a06d0ea6c5 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14559.44051205234,14715.907671794364,15133.153431106428,15289.620590848452] \ No newline at end of file +[14749.001858402462,14868.143380889294,15185.854107520845,15304.995630007676] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 8fe6ebc07f15..fee8741bd077 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - + + +0.06 + + - + +45 + + + +50 + + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - - -85 - - - -90 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 04fffc573618..e4000cc0e26b 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - + + +0.016 + + - + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - - -220 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 65987e8c53ab..1923fc0b6e06 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + 15 - - + + 15.5 - - + + 16 - - -16.5 - - - -17 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 1f65083b9359..c88880270970 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,15 +18,15 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 @@ -36,42 +36,42 @@ Iterations 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 0 @@ -105,10 +105,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 615894e7835b..64d11459e304 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 - - - -160 + + +200 - - -180 + + +250 - - -200 + + +300 - + - --0.019 - - - --0.018 - - - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - - - - + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 27b53f001386..964f61913948 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - + - --0.0155 - - - --0.015 - - - --0.0145 - - - --0.014 - - - --0.0135 - - - --0.013 - - - --0.0125 - - - --0.012 - - - - - - + +0.0055 + + + +0.006 + + + +0.0065 + + + +0.007 + + + +0.0075 + + + +0.008 + + + +0.0085 + + + +0.009 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index a3bfa0b8ef9c..06a9a3b43abf 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 0de3101ba04d..207399dc3da5 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 14.926 µs - 14.944 µs - 14.963 µs + 15.042 µs + 15.063 µs + 15.086 µs R² - 0.9942675 - 0.9944583 - 0.9942170 + 0.9938503 + 0.9941170 + 0.9937947 Mean - 14.922 µs - 14.948 µs - 14.980 µs + 15.022 µs + 15.043 µs + 15.070 µs Std. Dev. - 76.040 ns - 151.53 ns - 220.94 ns + 64.293 ns + 123.95 ns + 182.21 ns Median - 14.902 µs - 14.914 µs - 14.939 µs + 15.011 µs + 15.031 µs + 15.041 µs MAD - 57.551 ns - 74.265 ns - 91.109 ns + 46.105 ns + 59.172 ns + 73.629 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.8655% - -1.4781% - -1.1202% + +0.3685% + +0.6373% + +0.8829% (p = 0.00 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index e1718fb0fa92..06bd64db7675 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -14.92 + + +30 + + + +35 - - -14.93 + + + +15.02 - - -14.94 + + +15.03 - - -14.95 + + +15.04 - - -14.96 + + +15.05 - - -14.97 + + +15.06 - - -14.98 + + +15.07 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 41e94a662d0d..1a658380a237 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - - -14.9 + + +80 + + + +100 - - -14.905 + + +120 - - -14.91 + + + +15.01 - - -14.915 + + +15.015 - - -14.92 + + +15.02 - - -14.925 + + +15.025 - - -14.93 + + +15.03 - - -14.935 + + +15.035 - - -14.94 + + +15.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index e4f2843cb666..18155630bd5d 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -42,34 +42,34 @@ Average Time (µs) - + 14.8 - - + + 15 - - + + 15.2 - - + + 15.4 - - + + 15.6 - - + + 15.8 - - + + 16 - + Density (a.u.) @@ -78,54 +78,60 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - - - - - - - - - - - - - - - + + +4.5 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index b73395f7cfe5..9e2e7dfaf4a0 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + + +5 + + - + 15 - - + + 15.5 - - + + 16 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index c0c2c56d0f09..40733ea2fd45 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -15,57 +15,57 @@ Iterations - - - - - - - - - - + + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 100 @@ -98,105 +98,105 @@ Iterations - - - - + + + + - + - - + + - - - + + + - - - - - + + + + + - - - - + + + + - - + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - + + + - - + + - - - + + + - - + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 25d6f0170733..e7694e304fa2 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,14 +14,14 @@ Iterations - - - - - - - - + + + + + + + + 1.0 @@ -31,38 +31,38 @@ Iterations 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 100 @@ -95,103 +95,103 @@ Iterations - + - + - + - + - + - - + + - + - + - + - + - - - - + + + + - - - - - + + + + + - - - + + + - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - + - + - - - - - - - + + + + + + + - - - - - + + + + + - - - + + + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index a9355e64dbab..0c7a3ddd1ec8 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + 15 - - + + 15.5 - - + + 16 - - -16.5 - - - -17 - - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index c5d91debc573..2ab98a78bc43 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -16,14 +16,14 @@ Iterations - + - - - - - - + + + + + + 0.0 @@ -37,38 +37,38 @@ Iterations 2.0 - + 3.0 - + 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - + 0 @@ -102,8 +102,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index ad78133aa0a8..289452f82649 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - -14.925 + +15.04 + + + +15.045 - - -14.93 + + +15.05 - - -14.935 + + +15.055 - - -14.94 + + +15.06 - - -14.945 + + +15.065 - - -14.95 + + +15.07 - - -14.955 + + +15.075 - - -14.96 + + +15.08 - - -14.965 + + +15.085 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index c404ff0a2b3f..cb60ed7e4d2c 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - -14.925 + +15.04 + + + +15.045 - - -14.93 + + +15.05 - - -14.935 + + +15.055 - - -14.94 + + +15.06 - - -14.945 + + +15.065 - - -14.95 + + +15.07 - - -14.955 + + +15.075 - - -14.96 + + +15.08 - - -14.965 + + +15.085 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 4acc11f3f9fe..22a2cb7fb700 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52915.03809374268,"upper_bound":53970.932897071354},"point_estimate":53285.70762665916,"standard_error":318.1356371533991},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52894.70925151976,"upper_bound":52937.41447368421},"point_estimate":52918.95040375382,"standard_error":10.911632101343796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.17164391038925,"upper_bound":176.25812150464122},"point_estimate":125.7554226181926,"standard_error":19.94571223247458},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52983.15079424964,"upper_bound":55882.77913445849},"point_estimate":53952.39348899069,"standard_error":846.2247849409495},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":234.29082015328177,"upper_bound":5473.741443443241},"point_estimate":3204.8080670674417,"standard_error":1840.235087647826}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52830.9409369465,"upper_bound":53009.913317058505},"point_estimate":52922.122085260664,"standard_error":45.72886674809647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52829.612980769234,"upper_bound":53075.920567770096},"point_estimate":53003.25837703963,"standard_error":57.692462542506114},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":226.0981445065073,"upper_bound":390.40000395960874},"point_estimate":320.32397959791956,"standard_error":39.65695899663031},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53034.18028021764,"upper_bound":53151.14468810124},"point_estimate":53095.78478055268,"standard_error":29.76522781548798},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313.4704521592694,"upper_bound":602.6239044399932},"point_estimate":460.2778401599127,"standard_error":74.51642570266128}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 62f246023a3c..4d5b5f60f4e4 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420275.0,854300.0,1265384.0,1690428.0,2109622.0,2548452.0,2946871.0,3392006.0,3798882.0,4220741.0,4645362.0,5081618.0,5476883.0,5906175.0,6297348.0,6812703.0,7165553.0,7575350.0,8031183.0,8464610.0,8880872.0,9267140.0,9659830.0,10095119.0,10569890.0,10989005.0,11413074.0,11850106.0,12290916.0,12678750.0,13078013.0,13596249.0,13946348.0,14379229.0,14759115.0,15198228.0,15659611.0,16092974.0,16490203.0,17058114.0,17306770.0,17739150.0,18228765.0,18584176.0,19018366.0,19403693.0,19885572.0,20263709.0,20981278.0,21123038.0,21586612.0,21974776.0,22594222.0,22872824.0,23959951.0,23747708.0,24165732.0,24592648.0,25013826.0,25414301.0,25849754.0,26282058.0,26699316.0,27166847.0,27546972.0,27923122.0,28357517.0,28786267.0,29362464.0,29722128.0,30093113.0,30484223.0,30933918.0,31947657.0,31728102.0,32163266.0,32693540.0,33124917.0,33444225.0,33877137.0,34299796.0,34712631.0,35141633.0,35532455.0,35989800.0,36557936.0,36832197.0,37278805.0,37667197.0,38133625.0,38526835.0,39027473.0,39387754.0,39812228.0,42075544.0,65122175.0,41070052.0,42584720.0,41948326.0,42352948.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[421366.0,877860.0,1274902.0,1681680.0,2118305.0,2524693.0,2956331.0,3420709.0,3811392.0,4217370.0,4633819.0,5062282.0,5521868.0,5899120.0,6323734.0,6740117.0,7156016.0,7580107.0,8052015.0,8448035.0,8868238.0,9191283.0,9532769.0,9919804.0,10114710.0,10942639.0,11310261.0,11684231.0,12187302.0,12632597.0,13181324.0,13555166.0,13905465.0,14358613.0,14760887.0,15182248.0,15619917.0,16088944.0,16535656.0,16976211.0,17317536.0,17711478.0,18165408.0,18569758.0,18985738.0,19398712.0,19832788.0,20263972.0,20696303.0,21060404.0,21565555.0,21977119.0,22519537.0,23095110.0,23441134.0,23833159.0,24263767.0,24618910.0,25056197.0,25564864.0,25562118.0,25772021.0,26721178.0,27207945.0,27584401.0,27988023.0,28487418.0,28807489.0,29299220.0,29910960.0,30188316.0,30611758.0,31143228.0,31408179.0,32022234.0,32284841.0,32679389.0,33349792.0,33634561.0,34158402.0,34332610.0,34856043.0,35292030.0,35710808.0,36202831.0,36822702.0,37041935.0,37363775.0,37856205.0,38232588.0,38638954.0,39125395.0,39929083.0,39976172.0,40373422.0,40799139.0,41167887.0,41754962.0,42181260.0,42467270.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index bce341748e98..b04ff36f80a0 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52335.61345865311,52580.5074504804,53233.55809535317,53478.452087180456] \ No newline at end of file +[51422.80334390254,52069.84090806238,53795.27441248862,54442.31197664846] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 1ff121c2508b..bc73280d5418 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018430773545440315,"upper_bound":0.019177697301511185},"point_estimate":0.006143540634158118,"standard_error":0.005869705748936218},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00027098945298176247,"upper_bound":0.001591120224989173},"point_estimate":0.0010386140315208348,"standard_error":0.0003471227861351844}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019817380225396378,"upper_bound":0.0006906898391660921},"point_estimate":-0.006823322004953392,"standard_error":0.005948799861463289},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012468176876638815,"upper_bound":0.003050276296308274},"point_estimate":0.0015931527863377593,"standard_error":0.0010453540393077225}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 4acc11f3f9fe..22a2cb7fb700 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52915.03809374268,"upper_bound":53970.932897071354},"point_estimate":53285.70762665916,"standard_error":318.1356371533991},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52894.70925151976,"upper_bound":52937.41447368421},"point_estimate":52918.95040375382,"standard_error":10.911632101343796},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93.17164391038925,"upper_bound":176.25812150464122},"point_estimate":125.7554226181926,"standard_error":19.94571223247458},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52983.15079424964,"upper_bound":55882.77913445849},"point_estimate":53952.39348899069,"standard_error":846.2247849409495},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":234.29082015328177,"upper_bound":5473.741443443241},"point_estimate":3204.8080670674417,"standard_error":1840.235087647826}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52830.9409369465,"upper_bound":53009.913317058505},"point_estimate":52922.122085260664,"standard_error":45.72886674809647},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52829.612980769234,"upper_bound":53075.920567770096},"point_estimate":53003.25837703963,"standard_error":57.692462542506114},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":226.0981445065073,"upper_bound":390.40000395960874},"point_estimate":320.32397959791956,"standard_error":39.65695899663031},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53034.18028021764,"upper_bound":53151.14468810124},"point_estimate":53095.78478055268,"standard_error":29.76522781548798},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":313.4704521592694,"upper_bound":602.6239044399932},"point_estimate":460.2778401599127,"standard_error":74.51642570266128}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 62f246023a3c..4d5b5f60f4e4 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420275.0,854300.0,1265384.0,1690428.0,2109622.0,2548452.0,2946871.0,3392006.0,3798882.0,4220741.0,4645362.0,5081618.0,5476883.0,5906175.0,6297348.0,6812703.0,7165553.0,7575350.0,8031183.0,8464610.0,8880872.0,9267140.0,9659830.0,10095119.0,10569890.0,10989005.0,11413074.0,11850106.0,12290916.0,12678750.0,13078013.0,13596249.0,13946348.0,14379229.0,14759115.0,15198228.0,15659611.0,16092974.0,16490203.0,17058114.0,17306770.0,17739150.0,18228765.0,18584176.0,19018366.0,19403693.0,19885572.0,20263709.0,20981278.0,21123038.0,21586612.0,21974776.0,22594222.0,22872824.0,23959951.0,23747708.0,24165732.0,24592648.0,25013826.0,25414301.0,25849754.0,26282058.0,26699316.0,27166847.0,27546972.0,27923122.0,28357517.0,28786267.0,29362464.0,29722128.0,30093113.0,30484223.0,30933918.0,31947657.0,31728102.0,32163266.0,32693540.0,33124917.0,33444225.0,33877137.0,34299796.0,34712631.0,35141633.0,35532455.0,35989800.0,36557936.0,36832197.0,37278805.0,37667197.0,38133625.0,38526835.0,39027473.0,39387754.0,39812228.0,42075544.0,65122175.0,41070052.0,42584720.0,41948326.0,42352948.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[421366.0,877860.0,1274902.0,1681680.0,2118305.0,2524693.0,2956331.0,3420709.0,3811392.0,4217370.0,4633819.0,5062282.0,5521868.0,5899120.0,6323734.0,6740117.0,7156016.0,7580107.0,8052015.0,8448035.0,8868238.0,9191283.0,9532769.0,9919804.0,10114710.0,10942639.0,11310261.0,11684231.0,12187302.0,12632597.0,13181324.0,13555166.0,13905465.0,14358613.0,14760887.0,15182248.0,15619917.0,16088944.0,16535656.0,16976211.0,17317536.0,17711478.0,18165408.0,18569758.0,18985738.0,19398712.0,19832788.0,20263972.0,20696303.0,21060404.0,21565555.0,21977119.0,22519537.0,23095110.0,23441134.0,23833159.0,24263767.0,24618910.0,25056197.0,25564864.0,25562118.0,25772021.0,26721178.0,27207945.0,27584401.0,27988023.0,28487418.0,28807489.0,29299220.0,29910960.0,30188316.0,30611758.0,31143228.0,31408179.0,32022234.0,32284841.0,32679389.0,33349792.0,33634561.0,34158402.0,34332610.0,34856043.0,35292030.0,35710808.0,36202831.0,36822702.0,37041935.0,37363775.0,37856205.0,38232588.0,38638954.0,39125395.0,39929083.0,39976172.0,40373422.0,40799139.0,41167887.0,41754962.0,42181260.0,42467270.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index bce341748e98..b04ff36f80a0 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52335.61345865311,52580.5074504804,53233.55809535317,53478.452087180456] \ No newline at end of file +[51422.80334390254,52069.84090806238,53795.27441248862,54442.31197664846] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index e1dad9458af2..de3c03533061 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 + + + +0.006 - - -0.015 + + +0.008 + + + +0.01 - - -0.02 + + +0.012 - - -0.025 + + +0.014 - + - -90 + +220 - - -100 + + +240 - - -110 + + +260 - - -120 + + +280 - - -130 + + +300 - - -140 + + +320 - - -150 + + +340 - - -160 + + +360 - - -170 + + +380 - - -180 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 45f204fa01db..0bc849c793cb 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,73 +6,85 @@ micro/ops/unique:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.1 + +5e-4 - - -0.2 + + +0.001 - - -0.3 + + +0.0015 - - -0.4 + + +0.002 - - -0.5 + + +0.0025 - - -0.6 + + +0.003 - - -0.7 + + +0.0035 - - -0.8 + + +0.004 - + + +0.0045 + + + +0.005 + + + +0.0055 + + - -0 + +300 - - -1 + + +350 - - -2 + + +400 - - -3 + + +450 - - -4 + + +500 - - -5 + + +550 - - -6 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index 4f272df91bb7..4adc6cab4ac7 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,50 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - + 50 @@ -70,10 +66,10 @@ Average Time (µs) 80 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 97d07ead88e8..d144461cd76e 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -100,10 +100,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index ec48035982d0..8e80eee0a500 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,55 +9,75 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + +110 - + - -0 + +-0.02 - - -0.005 + + +-0.015 - - -0.01 + + +-0.01 - - -0.015 + + +-0.005 - - -0.02 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 3b9b5ff366ac..e82348c7602c 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + +50 + + + +100 + + + +150 + + + 200 - - -400 + + +250 - - -600 + + +300 - - -800 + + +350 - - -1000 + + +400 - - -1200 + + +450 - + - -2e-4 + +-0.0015 + + + +-0.001 - - -4e-4 + + +-5e-4 - - -6e-4 + + +0 - - -8e-4 + + +5e-4 - - + + 0.001 - - -0.0012 + + +0.0015 + + + +0.002 + + + +0.0025 - - -0.0014 + + +0.003 - - -0.0016 + + +0.0035 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 607391cdae15..52a71ff38b05 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index a9a940e2478f..b5334baea758 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.983 µs - 53.952 µs - 55.883 µs + 53.034 µs + 53.096 µs + 53.151 µs R² - 0.4152275 - 0.4235945 - 0.3922427 + 0.9958053 + 0.9959893 + 0.9958407 Mean - 52.915 µs - 53.286 µs - 53.971 µs + 52.831 µs + 52.922 µs + 53.010 µs Std. Dev. - 234.29 ns - 3.2048 µs - 5.4737 µs + 313.47 ns + 460.28 ns + 602.62 ns Median - 52.895 µs - 52.919 µs - 52.937 µs + 52.830 µs + 53.003 µs + 53.076 µs MAD - 93.172 ns - 125.76 ns - 176.26 ns + 226.10 ns + 320.32 ns + 390.40 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.1843% - +0.6144% - +1.9178% - (p = 0.41 > + -1.9817% + -0.6823% + +0.0691% + (p = 0.29 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index e454192ca63f..ff10088d0fd4 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs)
- -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - + + +4 + + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + - -52.8 + +52.82 - - -53 + + +52.84 + + + +52.86 + + + +52.88 - - -53.2 + + +52.9 - - -53.4 + + +52.92 - - -53.6 + + +52.94 - - -53.8 + + +52.96 + + + +52.98 + + + +53 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 35ed77fb5dcf..fb5dc4ee86fc 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - -20 - - - -30 + +2 - - -40 + + +4 - - -50 + + +6 - - -60 - - - - -52.89 + + +8 - - -52.895 + + +10 - - -52.9 + + +12 - - -52.905 + + +14 - - -52.91 + + +16 - - -52.915 + + + +52.85 - - -52.92 + + +52.9 - - -52.925 + + +52.95 - - -52.93 + + +53 - - -52.935 + + +53.05 - - -52.94 + + +53.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 0a315a180ad4..40aefea26a7f 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,38 +46,50 @@ Average Time (µs) - + 50 - - -55 + + +50.5 + + + +51 - - -60 + + +51.5 - - -65 + + +52 - - -70 + + +52.5 - - -75 + + +53 - - -80 + + +53.5 - - -85 + + +54 - + + +54.5 + + + +55 + + Density (a.u.) @@ -86,58 +98,62 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 + + + +0.8 + + + +0.9 + + + +1 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index ef3d00c2b931..afa5c31b40f0 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (µs) 0 - -0.05 - - - -0.1 + +0.2 - - -0.15 + + +0.4 - - -0.2 + + +0.6 - - -0.25 + + +0.8 - - -0.3 + + +1 - + - + 50 - - -60 - - - -70 + + +52 - - -80 + + +54 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 85cd325183e1..eebea69a72ff 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -16,37 +16,47 @@ Iterations - - - - - - + + + + + + + + - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 + + +30.0 - - -50.0 + + +35.0 - - -60.0 + + +40.0 - + 100 @@ -81,107 +91,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 5d69d7ab3ff6..483b59f67a2b 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -13,37 +13,47 @@ Iterations - - - - - - + + + + + + + + - + +5.0 + + + 10.0 - - + + +15.0 + + + 20.0 - - -30.0 + + +25.0 - - -40.0 + + +30.0 - - -50.0 + + +35.0 - - -60.0 + + +40.0 - + 100 @@ -78,105 +88,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 83f2f5567ed7..2b42093c8720 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,50 +6,46 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - + 50 @@ -67,8 +63,8 @@ Average Time (µs) 80 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index 8582634aca61..04476411303a 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 50241e6e1c0b..18a0e114ed13 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - - -0.4 + + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - + + +14 + + - -53 + +53.04 - - -53.5 + + +53.06 - - -54 + + +53.08 - - -54.5 + + +53.1 - - -55 + + +53.12 - - -55.5 + + +53.14 - - -56 + + +53.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 843be1d5a0ce..77ce2b8990a1 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 + +2 - - -0.4 + + +4 - - -0.6 + + +6 - - -0.8 + + +8 - - -1 + + +10 - - -1.2 + + +12 - + + +14 + + - -53 + +53.04 - - -53.5 + + +53.06 - - -54 + + +53.08 - - -54.5 + + +53.1 - - -55 + + +53.12 - - -55.5 + + +53.14 - - -56 + + +53.16 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 4aa8a7cf661e..b3e4978c4cc8 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1973209.2117018176,"upper_bound":2009353.2786047359},"point_estimate":1988940.2704510905,"standard_error":9235.813137634492},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1969655.6227159468,"upper_bound":1971492.1666666667},"point_estimate":1970255.2421875,"standard_error":498.0287595895541},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2787.817914980001,"upper_bound":5249.420770221749},"point_estimate":3607.1670364864126,"standard_error":651.7976406983076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1969929.776509626,"upper_bound":1983739.9133962172},"point_estimate":1974608.7494606178,"standard_error":3838.550634875675},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19214.728002163032,"upper_bound":139701.67950704036},"point_estimate":93343.55279681899,"standard_error":29249.912187262587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1976108.416096153,"upper_bound":1979835.7899230765},"point_estimate":1978089.904615384,"standard_error":951.1083168967704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1978294.1153846155,"upper_bound":1980133.3076923077},"point_estimate":1979328.2115384615,"standard_error":453.9989057973779},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3258.9828344490484,"upper_bound":6276.019608962778},"point_estimate":5063.364025492027,"standard_error":751.2647195365549},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6141.632604011194,"upper_bound":12594.770287747859},"point_estimate":9544.65359192629,"standard_error":1650.0658789034712}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index bf2c1dc1417a..9bc5be7fb143 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2156040.0,3957638.0,5939624.0,7906140.0,9874901.0,11828953.0,13777154.0,15768748.0,17669672.0,19790044.0,21924345.0,23554042.0,34207507.0,33034524.0,29433753.0,31386915.0,33594651.0,35387773.0,37382523.0,39490614.0,41518595.0,43482536.0,45280667.0,47338805.0,49361516.0,51184103.0,53299218.0,55200662.0,57260741.0,59221499.0,61039276.0,63049405.0,64982347.0,66925029.0,69045794.0,70987584.0,72986111.0,75111413.0,76817843.0,78996215.0,80708476.0,82713184.0,84700129.0,86685380.0,88700357.0,90613853.0,92681920.0,94651892.0,122064811.0,99912737.0,100705599.0,102330837.0,104440140.0,106331947.0,108282994.0,110294285.0,112440862.0,114574500.0,116537139.0,118251002.0,120342179.0,122284100.0,124288166.0,126093861.0,128043324.0,129952763.0,133211003.0,134044661.0,135960472.0,137931185.0,139627226.0,142443149.0,143659632.0,145785446.0,147742354.0,149576863.0,151448351.0,153465340.0,155390519.0,157422456.0,160291710.0,161543038.0,163166823.0,165422910.0,167271836.0,169096295.0,172035750.0,173215745.0,175062067.0,176973599.0,178863762.0,181233922.0,183070525.0,185331931.0,186805656.0,188781629.0,191014402.0,193704090.0,194851184.0,196857003.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[51828001.0,51531898.0,51358163.0,51493225.0,51683631.0,51435647.0,51481453.0,51513824.0,51353223.0,51514214.0,51795860.0,51401394.0,51367861.0,51363282.0,51442109.0,51314502.0,51483466.0,51558517.0,51472216.0,51764291.0,51684913.0,51581159.0,51429877.0,51489168.0,51471144.0,51434926.0,51550772.0,51355678.0,51460284.0,51484629.0,51502232.0,51617277.0,51374924.0,51507421.0,51467096.0,51362922.0,51418887.0,51371688.0,51320853.0,51835394.0,51356249.0,51358544.0,51355628.0,51544601.0,51406824.0,51464752.0,51551885.0,51282441.0,51299203.0,51468188.0,51390763.0,51380024.0,51492063.0,51462207.0,51302410.0,51363893.0,51330681.0,51293963.0,51516408.0,51515486.0,51345138.0,51327806.0,51422002.0,51309041.0,51337525.0,51602759.0,51445856.0,51526838.0,51501350.0,51508924.0,51453812.0,51705742.0,51513533.0,51459212.0,51663132.0,51651562.0,51335472.0,51462860.0,51808265.0,51438044.0,51613130.0,51625624.0,51532310.0,51508915.0,51519636.0,51451909.0,51011508.0,51062553.0,50906251.0,51475474.0,51467669.0,51734347.0,50447494.0,51436771.0,50922331.0,50115915.0,50569541.0,51644690.0,51721282.0,51433295.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 6b2ad0afd4dd..7b4656f006da 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1949968.6330075609,1959173.1110392082,1983718.385790268,1992922.8638219154] \ No newline at end of file +[1957038.4807692314,1966246.6923076927,1990801.9230769228,2000010.134615384] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 987b7174feae..cff948b523d7 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0003718469548802774,"upper_bound":0.021884600831594405},"point_estimate":0.010496085002821731,"standard_error":0.005598497066636062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004483725686910117,"upper_bound":0.005544753117723493},"point_estimate":0.004862377080108393,"standard_error":0.00027094664676337494}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01569464942469418,"upper_bound":0.002503242193012678},"point_estimate":-0.005455350267127734,"standard_error":0.004674928824210776},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0037472615751187382,"upper_bound":0.005100326994324611},"point_estimate":0.00460497155733397,"standard_error":0.0003416499785833841}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 4aa8a7cf661e..b3e4978c4cc8 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1973209.2117018176,"upper_bound":2009353.2786047359},"point_estimate":1988940.2704510905,"standard_error":9235.813137634492},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1969655.6227159468,"upper_bound":1971492.1666666667},"point_estimate":1970255.2421875,"standard_error":498.0287595895541},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2787.817914980001,"upper_bound":5249.420770221749},"point_estimate":3607.1670364864126,"standard_error":651.7976406983076},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1969929.776509626,"upper_bound":1983739.9133962172},"point_estimate":1974608.7494606178,"standard_error":3838.550634875675},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19214.728002163032,"upper_bound":139701.67950704036},"point_estimate":93343.55279681899,"standard_error":29249.912187262587}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1976108.416096153,"upper_bound":1979835.7899230765},"point_estimate":1978089.904615384,"standard_error":951.1083168967704},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1978294.1153846155,"upper_bound":1980133.3076923077},"point_estimate":1979328.2115384615,"standard_error":453.9989057973779},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3258.9828344490484,"upper_bound":6276.019608962778},"point_estimate":5063.364025492027,"standard_error":751.2647195365549},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6141.632604011194,"upper_bound":12594.770287747859},"point_estimate":9544.65359192629,"standard_error":1650.0658789034712}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index bf2c1dc1417a..9bc5be7fb143 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2156040.0,3957638.0,5939624.0,7906140.0,9874901.0,11828953.0,13777154.0,15768748.0,17669672.0,19790044.0,21924345.0,23554042.0,34207507.0,33034524.0,29433753.0,31386915.0,33594651.0,35387773.0,37382523.0,39490614.0,41518595.0,43482536.0,45280667.0,47338805.0,49361516.0,51184103.0,53299218.0,55200662.0,57260741.0,59221499.0,61039276.0,63049405.0,64982347.0,66925029.0,69045794.0,70987584.0,72986111.0,75111413.0,76817843.0,78996215.0,80708476.0,82713184.0,84700129.0,86685380.0,88700357.0,90613853.0,92681920.0,94651892.0,122064811.0,99912737.0,100705599.0,102330837.0,104440140.0,106331947.0,108282994.0,110294285.0,112440862.0,114574500.0,116537139.0,118251002.0,120342179.0,122284100.0,124288166.0,126093861.0,128043324.0,129952763.0,133211003.0,134044661.0,135960472.0,137931185.0,139627226.0,142443149.0,143659632.0,145785446.0,147742354.0,149576863.0,151448351.0,153465340.0,155390519.0,157422456.0,160291710.0,161543038.0,163166823.0,165422910.0,167271836.0,169096295.0,172035750.0,173215745.0,175062067.0,176973599.0,178863762.0,181233922.0,183070525.0,185331931.0,186805656.0,188781629.0,191014402.0,193704090.0,194851184.0,196857003.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[51828001.0,51531898.0,51358163.0,51493225.0,51683631.0,51435647.0,51481453.0,51513824.0,51353223.0,51514214.0,51795860.0,51401394.0,51367861.0,51363282.0,51442109.0,51314502.0,51483466.0,51558517.0,51472216.0,51764291.0,51684913.0,51581159.0,51429877.0,51489168.0,51471144.0,51434926.0,51550772.0,51355678.0,51460284.0,51484629.0,51502232.0,51617277.0,51374924.0,51507421.0,51467096.0,51362922.0,51418887.0,51371688.0,51320853.0,51835394.0,51356249.0,51358544.0,51355628.0,51544601.0,51406824.0,51464752.0,51551885.0,51282441.0,51299203.0,51468188.0,51390763.0,51380024.0,51492063.0,51462207.0,51302410.0,51363893.0,51330681.0,51293963.0,51516408.0,51515486.0,51345138.0,51327806.0,51422002.0,51309041.0,51337525.0,51602759.0,51445856.0,51526838.0,51501350.0,51508924.0,51453812.0,51705742.0,51513533.0,51459212.0,51663132.0,51651562.0,51335472.0,51462860.0,51808265.0,51438044.0,51613130.0,51625624.0,51532310.0,51508915.0,51519636.0,51451909.0,51011508.0,51062553.0,50906251.0,51475474.0,51467669.0,51734347.0,50447494.0,51436771.0,50922331.0,50115915.0,50569541.0,51644690.0,51721282.0,51433295.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 6b2ad0afd4dd..7b4656f006da 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1949968.6330075609,1959173.1110392082,1983718.385790268,1992922.8638219154] \ No newline at end of file +[1957038.4807692314,1966246.6923076927,1990801.9230769228,2000010.134615384] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index ddaff33584d4..6208f9d86020 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - - - + + +6 + + + +6.5 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 95966e0ac813..e619a502053a 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 + +0.05 - - -0.004 - - + -0.006 +0.1 - -0.008 - - - -0.01 + +0.15 - - -0.012 + + +0.2 - - -0.014 + + +0.25 - - -0.016 - - + - -20 + +6 + + + +7 - - -40 + + +8 - - -60 + + +9 - - -80 + + +10 - - -100 + + +11 - - -120 + + +12 - - -140 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index 7e039220c69e..d682ef4f2d98 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 2.0 - - -2.05 - - - + + 2.1 - - -2.15 - - - + + 2.2 - - -2.25 - - - + + 2.3 - - -2.35 - - - + + 2.4 - - -2.45 - - - + + 2.5 - + + +2.6 + + 0 @@ -117,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 88908f4de4e7..53fbd293f2e9 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,34 +9,30 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - + 2 @@ -54,10 +50,10 @@ Average Time (ms) 2.6 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 74fdb3b38c8d..e3fa3d93bba8 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + - -0 + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 - - -0.005 + + +-0.008 - - -0.01 + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 - - -0.015 + + +0.002 - - -0.02 + + +0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index ee88db66be3e..c7167f9013e6 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 + + + +0.0036 - - -1600 + + +0.0038 - - - + + +0.004 + + + +0.0042 + + + 0.0044 - - + + 0.0046 - - + + 0.0048 - - + + 0.005 - - + + 0.0052 - - -0.0054 - - - -0.0056 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index b2f444bc33b6..ed13837e791f 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 8069fa977f2d..cb266923b8ed 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -95,8 +95,8 @@

reachability/hydroflow

- - Regression + + Iteration Times @@ -116,41 +116,35 @@

Additional Statistics:

- - Slope - 1.9699 ms - 1.9746 ms - 1.9837 ms - R² - 0.9248814 - 0.9255562 - 0.9229914 + 0.0000014 + 0.0000014 + 0.0000014 Mean - 1.9732 ms - 1.9889 ms - 2.0094 ms + 1.9761 ms + 1.9781 ms + 1.9798 ms Std. Dev. - 19.215 µs - 93.344 µs - 139.70 µs + 6.1416 µs + 9.5447 µs + 12.595 µs Median - 1.9697 ms - 1.9703 ms - 1.9715 ms + 1.9783 ms + 1.9793 ms + 1.9801 ms MAD - 2.7878 µs - 3.6072 µs - 5.2494 µs + 3.2590 µs + 5.0634 µs + 6.2760 µs @@ -174,9 +168,6 @@

Additional Plots:

  • MAD
  • -
  • - Slope -
  • @@ -185,9 +176,8 @@

    Understanding this report:

    The plot on the left displays the average time per iteration for this benchmark. The shaded region shows the estimated probability of an iteration taking a certain amount of time, while the line shows the mean. Click on the plot for a larger view showing the outliers.

    -

    The plot on the right shows the linear regression calculated from the measurements. Each point - represents a sample, though here it shows the total time for the sample rather than time per - iteration. The line is the line of best fit for these measurements.

    +

    The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

    See the documentation for more details on the additional statistics.

    @@ -205,8 +195,8 @@

    Change Since Previous Benchmark

    - - Regression Comparison + Iteration Time Comparison @@ -231,15 +221,15 @@

    Additional Statistics:

    Change in time - -0.0372% - +1.0496% - +2.1885% - (p = 0.05 < + -1.5695% + -0.5455% + +0.2503% + (p = 0.29 > 0.05) - Change within noise threshold. + No change in performance detected.

    Additional Plots:

    @@ -263,8 +253,8 @@

    Understanding this report:

    curve represents the saved measurements from the last time this benchmark was run, while the blue curve shows the measurements from this run. The lines represent the mean time per iteration. Click on the plot for a larger view.

    -

    The plot on the right shows the two regressions. Again, the red line represents the previous measurement - while the blue line shows the current measurement.

    +

    The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

    See the documentation for more details on the additional statistics.

    diff --git a/criterion/reachability_hydroflow/report/iteration_times.svg b/criterion/reachability_hydroflow/report/iteration_times.svg index 7ecccac44ac0..61063e720e88 100644 --- a/criterion/reachability_hydroflow/report/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/iteration_times.svg @@ -15,37 +15,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -1.98 + +1.93 + + + +1.94 - - -2.0 + + +1.95 - - -2.02 + + +1.96 - - -2.04 + + +1.97 - - -2.06 + + +1.98 - - -2.08 + + +1.99 - + 10 @@ -87,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/iteration_times_small.svg b/criterion/reachability_hydroflow/report/iteration_times_small.svg index a9bc6c948727..8ce942d09f01 100644 --- a/criterion/reachability_hydroflow/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - -1.98 + +1.93 + + + +1.94 - - -2.0 + + +1.95 - - -2.02 + + +1.96 - - -2.04 + + +1.97 - - -2.06 + + +1.98 - - -2.08 + + +1.99 - + 10 @@ -84,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 193a8943c66f..bae8e9f9dacb 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 + + +350 - - -40 + + +400 - - -45 + + +450 - + - -1.97 + +1.976 - - -1.975 + + +1.9765 - - -1.98 + + +1.977 - - -1.985 + + +1.9775 - - -1.99 + + +1.978 - - -1.995 + + +1.9785 - - -2 + + +1.979 - - -2.005 + + +1.9795 - - -2.01 + + +1.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index be53b8b286c0..1253e506694b 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + + +1600 + + - -1.9696 + +1.9782 - - -1.9698 + + +1.9784 - - -1.97 + + +1.9786 - - -1.9702 + + +1.9788 - - -1.9704 + + +1.979 - - -1.9706 + + +1.9792 - - -1.9708 + + +1.9794 - - -1.971 + + +1.9796 - - -1.9712 + + +1.9798 - - -1.9714 + + +1.98 - - -1.9716 + + +1.9802 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 3af61e771de4..d167acf6b152 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,83 +13,63 @@ Average Time (ms) 0 - -10 - - - -20 - - - -30 - - - -40 - - - -50 - - - -60 + +5 - - -70 + + +10 - - -80 + + +15 - - -90 + + +20 - - -100 + + +25 - + - -1.9 + +1.92 - - -2 + + +1.93 - - -2.1 + + +1.94 - - -2.2 + + +1.95 - - -2.3 + + +1.96 - - -2.4 + + +1.97 - - -2.5 + + +1.98 - - -2.6 + + +1.99 - - -2.7 + + +2 - + Density (a.u.) @@ -98,62 +78,60 @@ Density (a.u.) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 + + + +60 - - -6 - - - -7 - - - -8 - - - -9 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 69e45c9e5bf1..7a2657d65395 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (ms) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + + +1.92 - - -8 + + +1.94 - - -9 + + +1.96 - - -10 + + +1.98 - - - + + 2 - - -2.2 - - - -2.4 - - - -2.6 - - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index 8de573c89268..b3615b141a02 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,62 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 2.0 - - -2.05 - - - + + 2.1 - - -2.15 - - - + + 2.2 - - -2.25 - - - + + 2.3 - - -2.35 - - - + + 2.4 - - -2.45 - - - + + 2.5 - + + +2.6 + + 0 @@ -115,203 +95,203 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 1ae7474f200d..9766b83333d9 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,34 +6,30 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 + +10 - - -6 + + +20 - - -8 + + +30 - - -10 + + +40 - - -12 + + +50 - - -14 + + +60 - + 2 @@ -51,8 +47,8 @@ Average Time (ms) 2.6 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 1cf762812407..2cf36586752c 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,78 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - + -80 +200 - -100 + +250 - - -120 + + +300 - - -140 + + +350 - - -160 + + +400 - - -180 + + +450 - + - -1.97 + +1.976 - - -1.972 + + +1.9765 - - -1.974 + + +1.977 - - -1.976 + + +1.9775 - - + + 1.978 - - -1.98 + + +1.9785 + + + +1.979 - - -1.982 + + +1.9795 - - -1.984 + + +1.98 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 0f96bf35d34d..9f755734e692 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1951053.9658286327,"upper_bound":1957778.280547238},"point_estimate":1953751.6134193926,"standard_error":1771.5830811961275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1950513.935897436,"upper_bound":1951828.105263158},"point_estimate":1951051.6959485407,"standard_error":374.57657081363106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2041.730915891215,"upper_bound":4016.9577162761034},"point_estimate":3093.478706621445,"standard_error":507.4148119818311},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1951742.004160316,"upper_bound":1953082.704891221},"point_estimate":1952419.5529540416,"standard_error":343.0929307201148},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3039.558768488392,"upper_bound":28727.013835662994},"point_estimate":17771.350120792053,"standard_error":7221.540364227626}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1946745.1259590422,"upper_bound":1956133.647342573},"point_estimate":1950124.247854638,"standard_error":2731.34831203391},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1946083.9166666667,"upper_bound":1948234.5111111111},"point_estimate":1947082.9336080586,"standard_error":479.804089220571},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3126.011065622404,"upper_bound":4751.608778873493},"point_estimate":3797.2848798924774,"standard_error":414.17004539123644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1947353.3258916195,"upper_bound":1949317.5030420176},"point_estimate":1948269.0237003104,"standard_error":501.918385250859},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3726.3608706075265,"upper_bound":46706.70162896922},"point_estimate":27453.53538782888,"standard_error":15094.836249055643}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 7a16319b340f..5bae38969b5e 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2102086.0,3933116.0,5843515.0,7830796.0,9745622.0,11666078.0,13643171.0,15563478.0,17538877.0,20406693.0,21487353.0,23425021.0,25358012.0,27273118.0,29216548.0,31305319.0,33196050.0,35061074.0,37084734.0,38913269.0,40961575.0,42831708.0,44753448.0,46913391.0,48787501.0,50647576.0,52586758.0,54601461.0,56558165.0,58492909.0,60453070.0,62594919.0,64215898.0,66238706.0,68149074.0,70273922.0,72074646.0,74043823.0,76052680.0,77962176.0,79928902.0,81840814.0,83830212.0,85831822.0,87775044.0,89584806.0,91464500.0,93672235.0,95526159.0,97645580.0,99651178.0,101445351.0,103455498.0,105374604.0,107354435.0,109253573.0,111226741.0,113330807.0,115156917.0,117216818.0,119050314.0,120980612.0,123053969.0,124806133.0,126773490.0,128643495.0,130953615.0,132633374.0,134978270.0,137247659.0,138902535.0,140459322.0,142534162.0,144110707.0,146392734.0,148186045.0,150491085.0,152140087.0,154200829.0,156003188.0,158319800.0,160531936.0,161834188.0,163959284.0,165657003.0,168037414.0,169718805.0,172101129.0,173942030.0,175675981.0,177528263.0,179746811.0,181456646.0,183774770.0,185484264.0,187679638.0,189486947.0,191544121.0,193785050.0,195172434.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2218032.0,3912477.0,5833554.0,7794376.0,9722627.0,11667169.0,13598696.0,15505247.0,17438486.0,19426358.0,21378796.0,23365505.0,25370660.0,27303770.0,29138758.0,31069502.0,33075919.0,35083579.0,37088022.0,39048103.0,40982665.0,42849232.0,44769868.0,46622408.0,48730745.0,51080654.0,52931942.0,54476415.0,56314528.0,58421213.0,60191839.0,62200331.0,64236241.0,66136861.0,68026320.0,70054278.0,71928898.0,73767040.0,75857265.0,77709864.0,79728333.0,81694705.0,83489477.0,85810852.0,87396534.0,89554233.0,91503814.0,93399235.0,95393879.0,97160498.0,99080895.0,100991332.0,103320692.0,105242502.0,107277802.0,109019374.0,111167086.0,112587649.0,114997809.0,117032560.0,119125258.0,120642211.0,122832832.0,124647048.0,126392722.0,128363703.0,130961954.0,132564436.0,134235166.0,136499385.0,138553009.0,140118042.0,142289536.0,144174647.0,146066760.0,148080691.0,151517389.0,152159307.0,153810561.0,155968499.0,157935313.0,159806597.0,161861895.0,163363890.0,165507333.0,167831743.0,169592721.0,171422990.0,173577742.0,175341106.0,177180681.0,179308193.0,181108546.0,182826424.0,185034166.0,187668114.0,188776054.0,190505213.0,192602359.0,195067743.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index e949833a19f4..a25a1a0be934 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1936029.9849812551,1942584.4913542639,1960063.1750156204,1966617.6813886291] \ No newline at end of file +[1928859.033597884,1936693.2542989422,1957584.5095017636,1965418.7302028215] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 549ebc2fc5fd..1ba92f0dcc64 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007622255960258856,"upper_bound":0.009447707493209232},"point_estimate":0.0029766383186240475,"standard_error":0.004644254524742164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007199472230491777,"upper_bound":0.008014669754627501},"point_estimate":0.007568836642906085,"standard_error":0.00021901922018977964}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004813811489289323,"upper_bound":0.0016127187298544282},"point_estimate":-0.0018566155184926991,"standard_error":0.001611684269272981},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002687189240539234,"upper_bound":-0.0014230704929221183},"point_estimate":-0.002034165649594799,"standard_error":0.0003150828835060572}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 0f96bf35d34d..9f755734e692 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1951053.9658286327,"upper_bound":1957778.280547238},"point_estimate":1953751.6134193926,"standard_error":1771.5830811961275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1950513.935897436,"upper_bound":1951828.105263158},"point_estimate":1951051.6959485407,"standard_error":374.57657081363106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2041.730915891215,"upper_bound":4016.9577162761034},"point_estimate":3093.478706621445,"standard_error":507.4148119818311},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1951742.004160316,"upper_bound":1953082.704891221},"point_estimate":1952419.5529540416,"standard_error":343.0929307201148},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3039.558768488392,"upper_bound":28727.013835662994},"point_estimate":17771.350120792053,"standard_error":7221.540364227626}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1946745.1259590422,"upper_bound":1956133.647342573},"point_estimate":1950124.247854638,"standard_error":2731.34831203391},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1946083.9166666667,"upper_bound":1948234.5111111111},"point_estimate":1947082.9336080586,"standard_error":479.804089220571},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3126.011065622404,"upper_bound":4751.608778873493},"point_estimate":3797.2848798924774,"standard_error":414.17004539123644},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1947353.3258916195,"upper_bound":1949317.5030420176},"point_estimate":1948269.0237003104,"standard_error":501.918385250859},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3726.3608706075265,"upper_bound":46706.70162896922},"point_estimate":27453.53538782888,"standard_error":15094.836249055643}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 7a16319b340f..5bae38969b5e 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2102086.0,3933116.0,5843515.0,7830796.0,9745622.0,11666078.0,13643171.0,15563478.0,17538877.0,20406693.0,21487353.0,23425021.0,25358012.0,27273118.0,29216548.0,31305319.0,33196050.0,35061074.0,37084734.0,38913269.0,40961575.0,42831708.0,44753448.0,46913391.0,48787501.0,50647576.0,52586758.0,54601461.0,56558165.0,58492909.0,60453070.0,62594919.0,64215898.0,66238706.0,68149074.0,70273922.0,72074646.0,74043823.0,76052680.0,77962176.0,79928902.0,81840814.0,83830212.0,85831822.0,87775044.0,89584806.0,91464500.0,93672235.0,95526159.0,97645580.0,99651178.0,101445351.0,103455498.0,105374604.0,107354435.0,109253573.0,111226741.0,113330807.0,115156917.0,117216818.0,119050314.0,120980612.0,123053969.0,124806133.0,126773490.0,128643495.0,130953615.0,132633374.0,134978270.0,137247659.0,138902535.0,140459322.0,142534162.0,144110707.0,146392734.0,148186045.0,150491085.0,152140087.0,154200829.0,156003188.0,158319800.0,160531936.0,161834188.0,163959284.0,165657003.0,168037414.0,169718805.0,172101129.0,173942030.0,175675981.0,177528263.0,179746811.0,181456646.0,183774770.0,185484264.0,187679638.0,189486947.0,191544121.0,193785050.0,195172434.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2218032.0,3912477.0,5833554.0,7794376.0,9722627.0,11667169.0,13598696.0,15505247.0,17438486.0,19426358.0,21378796.0,23365505.0,25370660.0,27303770.0,29138758.0,31069502.0,33075919.0,35083579.0,37088022.0,39048103.0,40982665.0,42849232.0,44769868.0,46622408.0,48730745.0,51080654.0,52931942.0,54476415.0,56314528.0,58421213.0,60191839.0,62200331.0,64236241.0,66136861.0,68026320.0,70054278.0,71928898.0,73767040.0,75857265.0,77709864.0,79728333.0,81694705.0,83489477.0,85810852.0,87396534.0,89554233.0,91503814.0,93399235.0,95393879.0,97160498.0,99080895.0,100991332.0,103320692.0,105242502.0,107277802.0,109019374.0,111167086.0,112587649.0,114997809.0,117032560.0,119125258.0,120642211.0,122832832.0,124647048.0,126392722.0,128363703.0,130961954.0,132564436.0,134235166.0,136499385.0,138553009.0,140118042.0,142289536.0,144174647.0,146066760.0,148080691.0,151517389.0,152159307.0,153810561.0,155968499.0,157935313.0,159806597.0,161861895.0,163363890.0,165507333.0,167831743.0,169592721.0,171422990.0,173577742.0,175341106.0,177180681.0,179308193.0,181108546.0,182826424.0,185034166.0,187668114.0,188776054.0,190505213.0,192602359.0,195067743.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index e949833a19f4..a25a1a0be934 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1936029.9849812551,1942584.4913542639,1960063.1750156204,1966617.6813886291] \ No newline at end of file +[1928859.033597884,1936693.2542989422,1957584.5095017636,1965418.7302028215] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index a9566d69cd52..d90c7a99668c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - -2 + + +0.9 + + + +1 - - -2.5 + + +1.1 - - + + + 3 - - -3.5 + + +3.2 + + + +3.4 + + + +3.6 - - + + +3.8 + + + 4 - - - - + + +4.2 + + + +4.4 + + + +4.6 + + + +4.8 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index f537dd22a988..f0f0876dcd90 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - + + +0.09 + + + +0.1 + + - + +0 + + + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - + + +35 + + + +40 + + + +45 + + + +50 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index fa86585338f4..a71b42bc0856 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -46,30 +46,22 @@ Average Time (ms) - + 2 - - -2.2 - - - -2.4 + + +2.1 - - -2.6 - - - -2.8 + + +2.2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 8e74cab27308..cc01dcbf63a9 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 11113a1d989f..56778d3a8468 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 + + +100 - - -80 + + +150 - - -90 + + +200 - - -100 + + +250 - + - --0.008 - - - --0.006 + +-0.005 - - + + -0.004 - - --0.002 - - - -0 + + +-0.003 - - -0.002 + + +-0.002 - - -0.004 + + +-0.001 - - -0.006 + + +0 - - -0.008 + + +0.001 - - -0.01 + + +0.002 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index f8c5a4502252..547f19951fce 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - + - -0.0072 - - - -0.0073 - - - -0.0074 + +-0.0028 - - -0.0075 + + +-0.0026 - - -0.0076 + + +-0.0024 - - -0.0077 + + +-0.0022 - - -0.0078 + + +-0.002 - - -0.0079 + + +-0.0018 - - -0.008 + + +-0.0016 - - -0.0081 + + +-0.0014 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 16ee2001d9e5..f192b8289563 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 7ddd8cf56795..b1871f733d05 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

    Additional Statistics:

    Slope - 1.9517 ms - 1.9524 ms - 1.9531 ms + 1.9474 ms + 1.9483 ms + 1.9493 ms R² - 0.9996320 - 0.9996486 - 0.9996327 + 0.9993854 + 0.9994158 + 0.9993760 Mean - 1.9511 ms - 1.9538 ms - 1.9578 ms + 1.9467 ms + 1.9501 ms + 1.9561 ms Std. Dev. - 3.0396 µs - 17.771 µs - 28.727 µs + 3.7264 µs + 27.454 µs + 46.707 µs Median - 1.9505 ms - 1.9511 ms - 1.9518 ms + 1.9461 ms + 1.9471 ms + 1.9482 ms MAD - 2.0417 µs - 3.0935 µs - 4.0170 µs + 3.1260 µs + 3.7973 µs + 4.7516 µs @@ -231,10 +231,10 @@

    Additional Statistics:

    Change in time - -0.7622% - +0.2977% - +0.9448% - (p = 0.65 > + -0.4814% + -0.1857% + +0.1613% + (p = 0.32 > 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 531b15767959..12932e3a7de8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms)
    - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -1.951 + +1.946 - - -1.952 + + +1.948 - - -1.953 + + +1.95 - - -1.954 + + +1.952 - - -1.955 + + +1.954 - - + + 1.956 - - -1.957 - - - -1.958 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index ae7d110e95f0..a0ffcdfcb397 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - - -1600 - - - -1800 - - - -2000 - - + - -1.9504 - - - -1.9506 - - - -1.9508 - - - -1.951 + +1.946 - - -1.9512 + + +1.9465 - - -1.9514 + + +1.947 - - -1.9516 + + +1.9475 - - -1.9518 + + +1.948 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 34faac634bde..94368612f38f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (ms) - -1.94 + +1.95 - - -1.96 - - - -1.98 - - - + + 2 - - -2.02 + + +2.05 - - -2.04 - - - -2.06 + + +2.1 - - -2.08 + + +2.15 - - -2.1 + + +2.2 - - -2.12 + + +2.25 - + Density (a.u.) @@ -102,56 +90,44 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + -45 +30 - - - - - - - - - - - - - - + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 672fa0d7f621..83f61207c534 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (ms) 0 - + 5 - - -10 - - + -15 +10 - -20 - - - -25 + +15 - + -30 +20 - -35 - - - -40 + +25 - + -45 +30 - -50 + +35 - + - -1.95 - - - + 2 - - -2.05 - - - + + 2.1 - - - + + +2.2 + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index bcb00a0db6af..b032d73ff249 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -21,7 +21,7 @@ Iterations - + @@ -40,10 +40,10 @@ Iterations 60.0 - + 80.0 - + 100.0 @@ -107,106 +107,106 @@ Iterations - + - - + + - - - + + + - + - + - + - - + + - + - - + + - - + + - - + + - - + + - - - + + + - + - + - + - - + + - - + + - + - - - + + + - - - - + + + + - + - + - + - - - + + + - - - + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index 7d72147bc797..78ade79c24ab 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -106,17 +106,17 @@ Iterations - + - + - + @@ -125,21 +125,21 @@ Iterations - + - - + + - + - + - + @@ -148,60 +148,60 @@ Iterations - + - + - + - + - + - + - - - - + + + + - + - - + + - + - + - + - + - - - + + + - - + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index cf5a8c4dc7e5..37efb11ab476 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -43,28 +43,20 @@ Average Time (ms) - + 2 - - -2.2 - - - -2.4 + + +2.1 - - -2.6 - - - -2.8 + + +2.2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 192f1a2c3b2b..2bbeff32c941 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 4dcebb3e8f04..a204d54f5643 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - + - -1.9516 - - - -1.9518 - - - -1.952 - - - -1.9522 - - - -1.9524 + +1.9475 - - -1.9526 + + +1.948 - - -1.9528 + + +1.9485 - - -1.953 + + +1.949 - - -1.9532 + + +1.9495 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index c1b7b0fadb7f..ae0ccb095179 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - + - -1.9516 - - - -1.9518 - - - -1.952 - - - -1.9522 - - - -1.9524 + +1.9475 - - -1.9526 + + +1.948 - - -1.9528 + + +1.9485 - - -1.953 + + +1.949 - - -1.9532 + + +1.9495 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 0cf622cd9230..0c9c5f457863 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5229521.78263889,"upper_bound":5240557.3614444425},"point_estimate":5234750.155555555,"standard_error":2818.867319448279},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5225709.0,"upper_bound":5235480.444444444},"point_estimate":5231721.388888888,"standard_error":2246.1158019103614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13700.376890103329,"upper_bound":23874.88394280221},"point_estimate":18053.208046157848,"standard_error":2445.820602098574},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19481.49876660286,"upper_bound":36700.666075427216},"point_estimate":28375.543777567487,"standard_error":4447.836857855833}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5262253.807027781,"upper_bound":5273455.351638893},"point_estimate":5267761.92777778,"standard_error":2858.927360574563},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5257980.0,"upper_bound":5272487.888888889},"point_estimate":5263828.388888889,"standard_error":3667.5776824535787},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16569.599080831395,"upper_bound":25423.789081970695},"point_estimate":22091.069074471485,"standard_error":2229.203104226452},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22646.61862612714,"upper_bound":34340.04826862766},"point_estimate":28825.730325370125,"standard_error":2975.7296517020472}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index b2bbfb26b590..63643f49a288 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47701209.0,47261183.0,47316250.0,47157333.0,47238623.0,47184673.0,47403049.0,47078233.0,47105494.0,47016798.0,47885062.0,47199318.0,47147723.0,47284782.0,46981401.0,47054531.0,47275973.0,47206302.0,47137614.0,47143425.0,47306148.0,47122868.0,47138495.0,47251552.0,46886788.0,47068150.0,47054884.0,47334170.0,47156334.0,47138782.0,47911597.0,46863547.0,47374593.0,47090110.0,47039586.0,46926695.0,47119324.0,47094500.0,47022703.0,46918137.0,47167345.0,47115497.0,46997368.0,46855824.0,46965938.0,46937275.0,47090449.0,47031381.0,46976497.0,46939218.0,47307456.0,47086552.0,47499205.0,46965980.0,46867525.0,46920254.0,46971280.0,47084961.0,47045138.0,46984983.0,46840714.0,46698118.0,46916156.0,46908821.0,47250452.0,47252285.0,47103525.0,46983450.0,47014209.0,47088018.0,47910351.0,47011144.0,47164169.0,46969335.0,46707072.0,47020601.0,48435895.0,46888585.0,46926643.0,47059603.0,46654535.0,46947055.0,46883543.0,47310043.0,46992259.0,47164289.0,47161333.0,47119546.0,47071407.0,47130245.0,47195678.0,47086024.0,47239741.0,46924792.0,47011101.0,46994271.0,46915604.0,46988461.0,46774834.0,47153168.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47325494.0,47387800.0,47467480.0,47275993.0,46945636.0,47136390.0,47523935.0,47420703.0,47184242.0,47230396.0,47213916.0,47279229.0,47317598.0,47150349.0,47337496.0,47581224.0,47484263.0,47400426.0,47524909.0,47387239.0,47306027.0,47453173.0,47297402.0,48187654.0,47442153.0,47180172.0,47268637.0,47321820.0,47349230.0,47252918.0,47311828.0,47072644.0,47288115.0,47533642.0,47402448.0,47118890.0,47627531.0,47254793.0,46950054.0,47006279.0,47355800.0,47128787.0,48142821.0,47484762.0,47519735.0,48123022.0,47651252.0,47312559.0,47453684.0,48058863.0,47457512.0,47609215.0,47241005.0,47641913.0,47565473.0,47539203.0,47299782.0,47537290.0,47526117.0,47568668.0,47461661.0,47884627.0,47263320.0,47317360.0,48097204.0,47333922.0,47521899.0,47552817.0,47639952.0,47717456.0,47382643.0,47510189.0,47506242.0,47464866.0,48106774.0,47355690.0,46582838.0,47236046.0,47423548.0,47217904.0,47227030.0,47299956.0,47225407.0,46939793.0,47497405.0,47610366.0,47585898.0,47329118.0,47424878.0,47620214.0,47302452.0,47366268.0,47509209.0,47351333.0,47452391.0,47236469.0,47265251.0,47274918.0,47206884.0,47265946.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index df900375a7ea..b26cf86f5b3c 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5152016.0,5185496.541666666,5274777.98611111,5308258.527777777] \ No newline at end of file +[5165617.055555554,5208684.763888888,5323531.986111112,5366599.694444446] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 7bf889440cfc..93c228fa51b7 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004542795366144031,"upper_bound":0.007284068886456493},"point_estimate":0.005886368647086915,"standard_error":0.0006838541898147404},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004369262414332356,"upper_bound":0.0067093608835786895},"point_estimate":0.005642227142867995,"standard_error":0.000567669440473539}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004854450122514236,"upper_bound":0.007813946148744632},"point_estimate":0.0063062746532784875,"standard_error":0.0007550516253675087},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0049122204216554,"upper_bound":0.008102052271350413},"point_estimate":0.0061369858242432684,"standard_error":0.0008410298535217499}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 0cf622cd9230..0c9c5f457863 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5229521.78263889,"upper_bound":5240557.3614444425},"point_estimate":5234750.155555555,"standard_error":2818.867319448279},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5225709.0,"upper_bound":5235480.444444444},"point_estimate":5231721.388888888,"standard_error":2246.1158019103614},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13700.376890103329,"upper_bound":23874.88394280221},"point_estimate":18053.208046157848,"standard_error":2445.820602098574},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19481.49876660286,"upper_bound":36700.666075427216},"point_estimate":28375.543777567487,"standard_error":4447.836857855833}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5262253.807027781,"upper_bound":5273455.351638893},"point_estimate":5267761.92777778,"standard_error":2858.927360574563},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5257980.0,"upper_bound":5272487.888888889},"point_estimate":5263828.388888889,"standard_error":3667.5776824535787},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16569.599080831395,"upper_bound":25423.789081970695},"point_estimate":22091.069074471485,"standard_error":2229.203104226452},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22646.61862612714,"upper_bound":34340.04826862766},"point_estimate":28825.730325370125,"standard_error":2975.7296517020472}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index b2bbfb26b590..63643f49a288 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47701209.0,47261183.0,47316250.0,47157333.0,47238623.0,47184673.0,47403049.0,47078233.0,47105494.0,47016798.0,47885062.0,47199318.0,47147723.0,47284782.0,46981401.0,47054531.0,47275973.0,47206302.0,47137614.0,47143425.0,47306148.0,47122868.0,47138495.0,47251552.0,46886788.0,47068150.0,47054884.0,47334170.0,47156334.0,47138782.0,47911597.0,46863547.0,47374593.0,47090110.0,47039586.0,46926695.0,47119324.0,47094500.0,47022703.0,46918137.0,47167345.0,47115497.0,46997368.0,46855824.0,46965938.0,46937275.0,47090449.0,47031381.0,46976497.0,46939218.0,47307456.0,47086552.0,47499205.0,46965980.0,46867525.0,46920254.0,46971280.0,47084961.0,47045138.0,46984983.0,46840714.0,46698118.0,46916156.0,46908821.0,47250452.0,47252285.0,47103525.0,46983450.0,47014209.0,47088018.0,47910351.0,47011144.0,47164169.0,46969335.0,46707072.0,47020601.0,48435895.0,46888585.0,46926643.0,47059603.0,46654535.0,46947055.0,46883543.0,47310043.0,46992259.0,47164289.0,47161333.0,47119546.0,47071407.0,47130245.0,47195678.0,47086024.0,47239741.0,46924792.0,47011101.0,46994271.0,46915604.0,46988461.0,46774834.0,47153168.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47325494.0,47387800.0,47467480.0,47275993.0,46945636.0,47136390.0,47523935.0,47420703.0,47184242.0,47230396.0,47213916.0,47279229.0,47317598.0,47150349.0,47337496.0,47581224.0,47484263.0,47400426.0,47524909.0,47387239.0,47306027.0,47453173.0,47297402.0,48187654.0,47442153.0,47180172.0,47268637.0,47321820.0,47349230.0,47252918.0,47311828.0,47072644.0,47288115.0,47533642.0,47402448.0,47118890.0,47627531.0,47254793.0,46950054.0,47006279.0,47355800.0,47128787.0,48142821.0,47484762.0,47519735.0,48123022.0,47651252.0,47312559.0,47453684.0,48058863.0,47457512.0,47609215.0,47241005.0,47641913.0,47565473.0,47539203.0,47299782.0,47537290.0,47526117.0,47568668.0,47461661.0,47884627.0,47263320.0,47317360.0,48097204.0,47333922.0,47521899.0,47552817.0,47639952.0,47717456.0,47382643.0,47510189.0,47506242.0,47464866.0,48106774.0,47355690.0,46582838.0,47236046.0,47423548.0,47217904.0,47227030.0,47299956.0,47225407.0,46939793.0,47497405.0,47610366.0,47585898.0,47329118.0,47424878.0,47620214.0,47302452.0,47366268.0,47509209.0,47351333.0,47452391.0,47236469.0,47265251.0,47274918.0,47206884.0,47265946.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index df900375a7ea..b26cf86f5b3c 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5152016.0,5185496.541666666,5274777.98611111,5308258.527777777] \ No newline at end of file +[5165617.055555554,5208684.763888888,5323531.986111112,5366599.694444446] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 118507217807..83db018f2e9f 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,74 +9,94 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - + 0.06 - + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + - -14 - - - + 16 - - + + +17 + + + 18 - - + + +19 + + + 20 - - + + +21 + + + 22 - - + + +23 + + + 24 - - - - + + +25 + + + +26 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 6c745e88421a..3f7c8459ad78 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 + + +0.1 - - - -18 + + +0.12 - - -20 + + +0.14 - - + + + 22 - - + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - -36 - - - -38 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 3610b752a841..93d018091a00 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,58 +16,58 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 5.18 - - + + 5.2 - - + + 5.22 - - + + 5.24 - - + + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - + 5.38 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 6aeabcb7c2da..e57e5c027c82 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - + 5.2 - - + + 5.3 - - + + 5.4 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 4470749933ea..f94f47c80787 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,61 +9,77 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - -0.0045 - - - + 0.005 - - + + 0.0055 - - + + 0.006 - - + + 0.0065 - - + + 0.007 - - + + 0.0075 - - - + + +0.008 + + + + diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index e88be7b76afc..8bd8b256dc91 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 - - - -500 + + +300 - - -600 + + +350 - - -700 + + +400 - - -800 + + +450 - - -900 + + +500 - - -1000 + + +550 - + - -0.0045 - - - + 0.005 - - + + 0.0055 - - + + 0.006 - - + + 0.0065 - - - - + + +0.007 + + + +0.0075 + + + +0.008 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index ee1f9aaee51f..699242ef7ded 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -46,43 +46,43 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index b578dcac1916..610610a23355 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

    Additional Statistics:

    R² - 0.0002445 - 0.0002529 - 0.0002427 + 0.0029887 + 0.0030986 + 0.0029815 Mean - 5.2295 ms - 5.2348 ms - 5.2406 ms + 5.2623 ms + 5.2678 ms + 5.2735 ms Std. Dev. - 19.481 µs - 28.376 µs - 36.701 µs + 22.647 µs + 28.826 µs + 34.340 µs Median - 5.2257 ms - 5.2317 ms - 5.2355 ms + 5.2580 ms + 5.2638 ms + 5.2725 ms MAD - 13.700 µs - 18.053 µs - 23.875 µs + 16.570 µs + 22.091 µs + 25.424 µs @@ -221,9 +221,9 @@

    Additional Statistics:

    Change in time - +0.4543% - +0.5886% - +0.7284% + +0.4854% + +0.6306% + +0.7814% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 568e7f4d2799..60a2c0fce286 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + +5.18 + + + 5.2 - - + + 5.22 - - + + 5.24 - - + + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - -5.36 - - - -5.38 - - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 488138285f86..dbfe23bdfa83 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - + +5.18 + + + 5.2 - - + + 5.22 - - + + 5.24 - - + + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - -5.36 - - - -5.38 - - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 608c4b2a4df2..6cbc88f2efb1 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -5.23 + +5.262 - - -5.232 + + +5.264 - - -5.234 + + +5.266 - - -5.236 + + +5.268 - - -5.238 + + +5.27 - - -5.24 + + +5.272 - - - - + + +5.274 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 3c3a61c04c2d..a6cf7a039fce 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 + + +100 - - -350 + + +120 - - -400 + + +140 - - -450 + + +160 - - -500 + + +180 - + - -5.226 + +5.258 + + + +5.26 + + + +5.262 + + + +5.264 - - -5.228 + + +5.266 - - -5.23 + + +5.268 - - -5.232 + + +5.27 - - -5.234 + + +5.272 - - -5.236 + + +5.274 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index c4c6e683c23b..75de71427aa5 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,30 +50,26 @@ Average Time (ms) - + 5.15 - - + + 5.2 - - + + 5.25 - - + + 5.3 - - + + 5.35 - - -5.4 - - + Density (a.u.) @@ -82,62 +78,58 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 270a2aa260af..04d5792609ac 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - + - + +5.15 + + + 5.2 - - + + +5.25 + + + 5.3 - - -5.4 + + +5.35 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 60599f657ffa..c37997dc8a2f 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,58 +13,58 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 5.18 - - + + 5.2 - - + + 5.22 - - + + 5.24 - - + + 5.26 - - + + 5.28 - - + + 5.3 - - + + 5.32 - - + + 5.34 - - + + 5.36 - + 5.38 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index a272fbdaea54..8428dd2e8895 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - + 5.2 - - + + 5.3 - - + + 5.4 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 1082be921d09..8701c95eb200 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - -5.23 + +5.262 - - -5.232 + + +5.264 - - -5.234 + + +5.266 - - -5.236 + + +5.268 - - -5.238 + + +5.27 - - -5.24 + + +5.272 - - - - + + +5.274 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 07052705d6f2..9664676007d8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574425.0169529177,"upper_bound":1580236.8570738984},"point_estimate":1576742.1119699052,"standard_error":1527.84982420062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1573489.3819004525,"upper_bound":1575328.1746031747},"point_estimate":1574584.2595401173,"standard_error":511.8232310717874},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2579.1253487193203,"upper_bound":4124.514977030803},"point_estimate":3185.4784535238314,"standard_error":381.02559707218734},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574039.241918147,"upper_bound":1576508.4991064623},"point_estimate":1575110.3380966454,"standard_error":629.6778153357267},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3840.061488862729,"upper_bound":25087.487694013784},"point_estimate":15382.521410399722,"standard_error":6437.534588571875}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583200.2424012083,"upper_bound":1586832.1913421648},"point_estimate":1584898.8580745885,"standard_error":926.3355485040138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1581521.5654681139,"upper_bound":1584180.477301387},"point_estimate":1582854.038485607,"standard_error":716.732648510469},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3203.330281004166,"upper_bound":5645.903471987477},"point_estimate":4141.6729156713545,"standard_error":614.6591831041775},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583025.7060881942,"upper_bound":1587955.616966758},"point_estimate":1585038.3707580906,"standard_error":1295.8213603804245},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5876.836646985728,"upper_bound":12381.169759500992},"point_estimate":9322.985417851367,"standard_error":1666.9823001432865}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 30c1d7df2523..397c64a2486c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1714154.0,3155307.0,4704124.0,6315083.0,7857388.0,9461213.0,11006543.0,12667681.0,14083864.0,15773524.0,17254620.0,18909768.0,20564667.0,22184789.0,23622868.0,25060463.0,26772295.0,28387725.0,29908201.0,31423977.0,33111748.0,34599962.0,37134935.0,37745256.0,39295228.0,40967928.0,42665068.0,43947730.0,45573006.0,47216920.0,48748092.0,50364392.0,52148778.0,53749961.0,55011292.0,56764889.0,58220321.0,60073290.0,61563487.0,63015138.0,64610904.0,66144270.0,67830781.0,69213206.0,70996931.0,72402266.0,73979667.0,75394754.0,77177224.0,78630918.0,80110123.0,82517159.0,83237870.0,84913339.0,86353774.0,87852304.0,89511656.0,91138436.0,92734965.0,94498525.0,95927971.0,97741299.0,99245675.0,100860171.0,102247073.0,103556975.0,105442163.0,109599513.0,108358553.0,110413988.0,111695752.0,114213985.0,114932518.0,116238221.0,117877406.0,119703870.0,121264549.0,122879646.0,124311481.0,126101513.0,127626023.0,128951391.0,130579562.0,132279039.0,133728878.0,135524651.0,137404768.0,138712448.0,140293127.0,141812125.0,143206504.0,145015036.0,146115667.0,148211282.0,149314581.0,151030533.0,152546763.0,154185513.0,155910131.0,157892525.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1628139.0,3150100.0,4758203.0,6304560.0,7932828.0,9499101.0,11056092.0,12646557.0,14424139.0,15802591.0,17361971.0,19150079.0,20595077.0,22120513.0,23703619.0,25637780.0,26963433.0,28451013.0,29976701.0,31813209.0,33183634.0,35096357.0,36286730.0,37938743.0,40256420.0,41264233.0,42591881.0,44137574.0,45855410.0,47701472.0,48990673.0,50621007.0,52393886.0,53923802.0,55197553.0,57030366.0,58485787.0,59911010.0,61821346.0,63378433.0,64970001.0,66575510.0,67921828.0,69466409.0,70891360.0,71962945.0,74392263.0,76839060.0,77814556.0,79498049.0,80685221.0,82447003.0,83543514.0,85325189.0,86805696.0,89176014.0,91400830.0,91750439.0,93205279.0,95285801.0,96631580.0,98054578.0,99823806.0,101117865.0,103014681.0,104478572.0,105971378.0,107636790.0,109872089.0,110905195.0,112480814.0,114026370.0,115780845.0,117046476.0,118679025.0,120123986.0,122666322.0,123314111.0,124841705.0,126599495.0,127983907.0,129637020.0,131416044.0,133065141.0,135039861.0,136191468.0,137703467.0,139161508.0,140556040.0,147028537.0,144356673.0,145787715.0,146976809.0,148647772.0,150457402.0,151686989.0,153824711.0,155803522.0,157546965.0,158126203.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 7ea41ef9ca18..1f932996f832 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1559598.1059608236,1566020.4289724752,1583146.623670213,1589568.9466818646] \ No newline at end of file +[1562803.096078431,1571528.868872549,1594797.5963235297,1603523.3691176474] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index c8c5ff709eda..22b99f51b5c3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011014970021597506,"upper_bound":0.004223264918939762},"point_estimate":0.0013852639538634026,"standard_error":0.0013619236661739293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008233785754074852,"upper_bound":0.0028382843060141827},"point_estimate":0.0021596011292976947,"standard_error":0.0005333864861457142}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002668832577793013,"upper_bound":0.007136892484948913},"point_estimate":0.005173164363887484,"standard_error":0.00114090263960826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004317732880739333,"upper_bound":0.006392289329159917},"point_estimate":0.005252039638643957,"standard_error":0.0005343529680199005}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 07052705d6f2..9664676007d8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574425.0169529177,"upper_bound":1580236.8570738984},"point_estimate":1576742.1119699052,"standard_error":1527.84982420062},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1573489.3819004525,"upper_bound":1575328.1746031747},"point_estimate":1574584.2595401173,"standard_error":511.8232310717874},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2579.1253487193203,"upper_bound":4124.514977030803},"point_estimate":3185.4784535238314,"standard_error":381.02559707218734},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1574039.241918147,"upper_bound":1576508.4991064623},"point_estimate":1575110.3380966454,"standard_error":629.6778153357267},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3840.061488862729,"upper_bound":25087.487694013784},"point_estimate":15382.521410399722,"standard_error":6437.534588571875}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583200.2424012083,"upper_bound":1586832.1913421648},"point_estimate":1584898.8580745885,"standard_error":926.3355485040138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1581521.5654681139,"upper_bound":1584180.477301387},"point_estimate":1582854.038485607,"standard_error":716.732648510469},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3203.330281004166,"upper_bound":5645.903471987477},"point_estimate":4141.6729156713545,"standard_error":614.6591831041775},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1583025.7060881942,"upper_bound":1587955.616966758},"point_estimate":1585038.3707580906,"standard_error":1295.8213603804245},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5876.836646985728,"upper_bound":12381.169759500992},"point_estimate":9322.985417851367,"standard_error":1666.9823001432865}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 30c1d7df2523..397c64a2486c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1714154.0,3155307.0,4704124.0,6315083.0,7857388.0,9461213.0,11006543.0,12667681.0,14083864.0,15773524.0,17254620.0,18909768.0,20564667.0,22184789.0,23622868.0,25060463.0,26772295.0,28387725.0,29908201.0,31423977.0,33111748.0,34599962.0,37134935.0,37745256.0,39295228.0,40967928.0,42665068.0,43947730.0,45573006.0,47216920.0,48748092.0,50364392.0,52148778.0,53749961.0,55011292.0,56764889.0,58220321.0,60073290.0,61563487.0,63015138.0,64610904.0,66144270.0,67830781.0,69213206.0,70996931.0,72402266.0,73979667.0,75394754.0,77177224.0,78630918.0,80110123.0,82517159.0,83237870.0,84913339.0,86353774.0,87852304.0,89511656.0,91138436.0,92734965.0,94498525.0,95927971.0,97741299.0,99245675.0,100860171.0,102247073.0,103556975.0,105442163.0,109599513.0,108358553.0,110413988.0,111695752.0,114213985.0,114932518.0,116238221.0,117877406.0,119703870.0,121264549.0,122879646.0,124311481.0,126101513.0,127626023.0,128951391.0,130579562.0,132279039.0,133728878.0,135524651.0,137404768.0,138712448.0,140293127.0,141812125.0,143206504.0,145015036.0,146115667.0,148211282.0,149314581.0,151030533.0,152546763.0,154185513.0,155910131.0,157892525.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1628139.0,3150100.0,4758203.0,6304560.0,7932828.0,9499101.0,11056092.0,12646557.0,14424139.0,15802591.0,17361971.0,19150079.0,20595077.0,22120513.0,23703619.0,25637780.0,26963433.0,28451013.0,29976701.0,31813209.0,33183634.0,35096357.0,36286730.0,37938743.0,40256420.0,41264233.0,42591881.0,44137574.0,45855410.0,47701472.0,48990673.0,50621007.0,52393886.0,53923802.0,55197553.0,57030366.0,58485787.0,59911010.0,61821346.0,63378433.0,64970001.0,66575510.0,67921828.0,69466409.0,70891360.0,71962945.0,74392263.0,76839060.0,77814556.0,79498049.0,80685221.0,82447003.0,83543514.0,85325189.0,86805696.0,89176014.0,91400830.0,91750439.0,93205279.0,95285801.0,96631580.0,98054578.0,99823806.0,101117865.0,103014681.0,104478572.0,105971378.0,107636790.0,109872089.0,110905195.0,112480814.0,114026370.0,115780845.0,117046476.0,118679025.0,120123986.0,122666322.0,123314111.0,124841705.0,126599495.0,127983907.0,129637020.0,131416044.0,133065141.0,135039861.0,136191468.0,137703467.0,139161508.0,140556040.0,147028537.0,144356673.0,145787715.0,146976809.0,148647772.0,150457402.0,151686989.0,153824711.0,155803522.0,157546965.0,158126203.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 7ea41ef9ca18..1f932996f832 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1559598.1059608236,1566020.4289724752,1583146.623670213,1589568.9466818646] \ No newline at end of file +[1562803.096078431,1571528.868872549,1594797.5963235297,1603523.3691176474] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 244f992e704f..4d8316f6ea8f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 + +0.1 - - -0.6 + + +0.2 - - -0.8 + + +0.3 - - -1 + + +0.4 - - -1.2 + + +0.5 - - -1.4 + + +0.6 - - -1.6 + + +0.7 - + - -2.6 - - - -2.8 - - - + 3 - - -3.2 + + +3.5 - - -3.4 + + +4 - - -3.6 + + +4.5 - - -3.8 + + +5 - - -4 + + +5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index d18d38d02d3e..ce3cdbb5b0e9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 - - -0.12 + + + +6 - - -0.14 + + +7 - - -0.16 + + +8 - - - -5 + + +9 - - + + 10 - - -15 + + +11 - - -20 + + +12 - - -25 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 5a4fd8d6542b..d63164c85c4c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,46 +9,30 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + 1.55 @@ -66,10 +50,10 @@ Average Time (ms) 1.7 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 5ad5c4ada230..080f87c4b79b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -20,46 +20,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -105,8 +105,8 @@ Iterations 100 - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 2d1f92bec52e..11a37335d59c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - --0.001 + +0.0025 - - -0 + + +0.003 - - -0.001 + + +0.0035 - - -0.002 + + +0.004 - - -0.003 + + +0.0045 - - -0.004 + + +0.005 + + + +0.0055 + + + +0.006 + + + +0.0065 + + + +0.007 + + + +0.0075 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 1c6d27d7fbcb..41a86606f20f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - + -0.001 +0.0045 - -0.0015 + +0.005 - - -0.002 + + +0.0055 - - -0.0025 + + +0.006 - - -0.003 + + +0.0065 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 94627a0607ce..16599f6e07b9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -17,65 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index ad73f1acbf52..c345a241ec6e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

    Additional Statistics:

    Slope - 1.5740 ms - 1.5751 ms - 1.5765 ms + 1.5830 ms + 1.5850 ms + 1.5880 ms R² - 0.9982536 - 0.9983166 - 0.9982092 + 0.9952824 + 0.9955051 + 0.9950374 Mean - 1.5744 ms - 1.5767 ms - 1.5802 ms + 1.5832 ms + 1.5849 ms + 1.5868 ms Std. Dev. - 3.8401 µs - 15.383 µs - 25.087 µs + 5.8768 µs + 9.3230 µs + 12.381 µs Median - 1.5735 ms - 1.5746 ms - 1.5753 ms + 1.5815 ms + 1.5829 ms + 1.5842 ms MAD - 2.5791 µs - 3.1855 µs - 4.1245 µs + 3.2033 µs + 4.1417 µs + 5.6459 µs @@ -231,15 +231,15 @@

    Additional Statistics:

    Change in time - -0.1101% - +0.1385% - +0.4223% - (p = 0.33 > + +0.2669% + +0.5173% + +0.7137% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

    Additional Plots:

    diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 2ead5522adc7..64d29dffa2d1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + + +450 + + - -1.574 + +1.583 + + + +1.5835 + + + +1.584 - - -1.575 + + +1.5845 - - -1.576 + + +1.585 - - -1.577 + + +1.5855 - - -1.578 + + +1.586 - - -1.579 + + +1.5865 - - -1.58 + + +1.587 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index 98149f8a9895..ce5f23d49ff3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -500 + +100 - - -1000 + + +200 - - -1500 + + +300 - - -2000 + + +400 - - - -1.5734 + + +500 - - -1.5736 + + +600 - - -1.5738 + + +700 - - -1.574 + + +800 - - -1.5742 + + +900 - - -1.5744 + + +1000 + + + + +1.5815 - - -1.5746 + + +1.582 - - -1.5748 + + +1.5825 - - -1.575 + + +1.583 - - -1.5752 + + +1.5835 - - -1.5754 + + +1.584 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 76f6fa94ef3c..e1fd3fe3087f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,42 +54,42 @@ Average Time (ms) - + 1.56 - - -1.58 + + +1.57 - - -1.6 + + +1.58 - - -1.62 + + +1.59 - - -1.64 + + +1.6 - - -1.66 + + +1.61 - - -1.68 + + +1.62 - - -1.7 + + +1.63 - - -1.72 + + +1.64 - + Density (a.u.) @@ -98,68 +98,56 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - - - - - - - - - - - - - - - - - - - - - - + + +60 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 64b4d2739ca9..7ebe78820354 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - + + +60 + + + +70 + + - -1.55 + +1.56 + + + +1.58 - - + + 1.6 - - -1.65 + + +1.62 - - -1.7 + + +1.64 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 29c9f2310d3f..eaf9bdb4ff7b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -21,9 +21,9 @@ Iterations - + - + @@ -38,18 +38,18 @@ Iterations 60.0 - + 80.0 - + 100.0 - + 120.0 - + 140.0 @@ -96,107 +96,107 @@ Iterations - + - - + + - + - + - - + + - + - - - - - + + + + + - - + + - + - - - - + + + + - - - - + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - + + + + - - - - - + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 5c2a44fb1acc..28f41e872dd9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -19,7 +19,7 @@ Iterations - + @@ -39,10 +39,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -102,96 +102,96 @@ Iterations - + - + - - + + - + - - - + + + - - + + - - + + - + - - + + - - + + - - - + + + - - - - - - + + + + + + - + - - + + - - - - + + + + - - + + - - + + - + - - - + + + - - - + + + - - - - + + + + - - + + - - + + - - - - - - - + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 66ce04305bd0..37a84b13f65b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,46 +6,30 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - + -40 +50 - -45 - - - -50 + +60 - + 1.55 @@ -63,8 +47,8 @@ Average Time (ms) 1.7 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index dd58341d850f..a7fe35973b64 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -17,46 +17,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -102,8 +102,8 @@ Iterations 100 - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index fbb2760a7590..d3bf91d75ced 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.574 + +1.583 - - -1.5745 + + +1.584 - - -1.575 + + +1.585 - - -1.5755 + + +1.586 - - -1.576 + + +1.587 - - -1.5765 + + +1.588 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 2bb648edbec5..e6b6e3f05b0d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - + - -1.574 + +1.583 - - -1.5745 + + +1.584 - - -1.575 + + +1.585 - - -1.5755 + + +1.586 - - -1.576 + + +1.587 - - -1.5765 + + +1.588 - - - - + + + + Bootstrap distribution