diff --git a/bench/data.js b/bench/data.js index fa9315f59fad..6b764157ae3b 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1702439400530, + "lastUpdate": 1702525795239, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -99573,6 +99573,214 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "7e1eae6b708ef89c833cd2d2c2e5112c2bd84395", + "message": "refactor: remove intrinsics from KVS bench, fixes warning (#979)", + "timestamp": "2023-12-13T22:09:00Z", + "url": "https://github.com/hydro-project/hydroflow/commit/7e1eae6b708ef89c833cd2d2c2e5112c2bd84395" + }, + "date": 1702525795219, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309154, + "range": "± 2232", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490334, + "range": "± 7425", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6533189, + "range": "± 159034", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 77503530, + "range": "± 688008", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44116220, + "range": "± 509495", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47438285, + "range": "± 764472", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6433071, + "range": "± 12939", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5327051, + "range": "± 31867", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4424208, + "range": "± 62313", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7919736, + "range": "± 190972", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6492714, + "range": "± 12765", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6618534, + "range": "± 18665", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1966798, + "range": "± 48179", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1983484, + "range": "± 17217", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5481643, + "range": "± 111420", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1593656, + "range": "± 13355", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3920, + "range": "± 48", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52829, + "range": "± 301", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9476, + "range": "± 94", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6541, + "range": "± 68", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 85017, + "range": "± 507", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 72681, + "range": "± 1152", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14917, + "range": "± 325", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6899, + "range": "± 78", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18361, + "range": "± 1596", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 101303, + "range": "± 991", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102958, + "range": "± 2345", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9139, + "range": "± 152", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 51523, + "range": "± 1570", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69315, + "range": "± 3371", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8980, + "range": "± 264", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 5eccf4d02a78..0c33201189bd 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1702439400530, + "lastUpdate": 1702525795239, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -99572,6 +99572,214 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "7e1eae6b708ef89c833cd2d2c2e5112c2bd84395", + "message": "refactor: remove intrinsics from KVS bench, fixes warning (#979)", + "timestamp": "2023-12-13T22:09:00Z", + "url": "https://github.com/hydro-project/hydroflow/commit/7e1eae6b708ef89c833cd2d2c2e5112c2bd84395" + }, + "date": 1702525795219, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309154, + "range": "± 2232", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6490334, + "range": "± 7425", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6533189, + "range": "± 159034", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 77503530, + "range": "± 688008", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 44116220, + "range": "± 509495", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 47438285, + "range": "± 764472", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6433071, + "range": "± 12939", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 5327051, + "range": "± 31867", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4424208, + "range": "± 62313", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7919736, + "range": "± 190972", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6492714, + "range": "± 12765", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6618534, + "range": "± 18665", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1966798, + "range": "± 48179", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1983484, + "range": "± 17217", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5481643, + "range": "± 111420", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1593656, + "range": "± 13355", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3920, + "range": "± 48", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52829, + "range": "± 301", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9476, + "range": "± 94", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6541, + "range": "± 68", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 85017, + "range": "± 507", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 72681, + "range": "± 1152", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 14917, + "range": "± 325", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6899, + "range": "± 78", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 18361, + "range": "± 1596", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 101303, + "range": "± 991", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102958, + "range": "± 2345", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 9139, + "range": "± 152", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 51523, + "range": "± 1570", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69315, + "range": "± 3371", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8980, + "range": "± 264", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index fcf48d60b5a3..432ce9273502 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309255.80628867104,"upper_bound":311601.13525916904},"point_estimate":310089.1529393898,"standard_error":694.218504749527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309085.29545454547,"upper_bound":309183.69476744183},"point_estimate":309135.04442401964,"standard_error":25.21580487792862},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.87819500183394,"upper_bound":286.5755940780764},"point_estimate":214.88923358214873,"standard_error":34.09648666209969},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309265.7038355035,"upper_bound":313475.7519922313},"point_estimate":310640.7268937491,"standard_error":1233.777917781127},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568.2029645919943,"upper_bound":11874.943256558772},"point_estimate":6967.714310787848,"standard_error":3917.262305256804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309219.7549533518,"upper_bound":310059.5301988588},"point_estimate":309551.50724979566,"standard_error":221.2723435023094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309106.68299755803,"upper_bound":309220.08754801535},"point_estimate":309154.98297764227,"standard_error":35.01492548914982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174.15003567670956,"upper_bound":297.47055455907224},"point_estimate":219.882962729574,"standard_error":31.345804595588355},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309231.2723955679,"upper_bound":309634.35506028146},"point_estimate":309401.925209103,"standard_error":103.96769389271697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.62337929812264,"upper_bound":3656.8099813603894},"point_estimate":2232.772232283808,"standard_error":952.4498131066008}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 44260c5794f5..6e1bec7f59d6 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233117.0,2466174.0,3736038.0,4948507.0,6172577.0,7414941.0,8762742.0,9887516.0,11113069.0,12382694.0,13600883.0,14855028.0,16098304.0,17305373.0,18539581.0,19771807.0,21011515.0,22239613.0,23575432.0,24726695.0,25962327.0,27180044.0,28442325.0,29665754.0,30926493.0,32138170.0,33465633.0,35490240.0,35869319.0,37092687.0,38333949.0,39555644.0,40787318.0,42113890.0,43262379.0,44504864.0,45844038.0,46968582.0,48188304.0,49485630.0,50782627.0,51964347.0,53165504.0,54399012.0,55734169.0,56854234.0,58105374.0,59353570.0,60635068.0,61795088.0,63063930.0,64265439.0,65538941.0,66763020.0,68092547.0,69195922.0,70487808.0,71725073.0,72954342.0,74346367.0,75654693.0,76658051.0,77859819.0,79165451.0,80363472.0,81807313.0,82812163.0,84109330.0,85265654.0,86534326.0,87800946.0,89147135.0,90233717.0,91546964.0,92742600.0,94080723.0,96192734.0,118034062.0,97662083.0,98879079.0,100137073.0,101352185.0,102588729.0,103893509.0,106136396.0,106359191.0,108227668.0,109038585.0,109996386.0,111318710.0,112547629.0,113717527.0,115116996.0,116338159.0,117457924.0,118907527.0,119887720.0,121264986.0,122420879.0,123719928.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241437.0,2466172.0,3719801.0,4942503.0,6210579.0,7416418.0,8650572.0,9925161.0,11115491.0,12354975.0,13602232.0,14826437.0,16074967.0,17298179.0,18551798.0,19772266.0,21015115.0,22238738.0,23499912.0,24713927.0,25948901.0,27214463.0,28487970.0,29679674.0,30896263.0,32138231.0,34382800.0,34640020.0,35853915.0,37116671.0,38325277.0,39584036.0,40806256.0,42043675.0,46089064.0,44620915.0,45781119.0,46967893.0,48350403.0,49442121.0,50700058.0,51897864.0,53147095.0,54365748.0,55634897.0,56941835.0,58087584.0,59350060.0,60606023.0,61879289.0,63045696.0,64283165.0,65497801.0,66844554.0,68028925.0,69296710.0,70521917.0,71680819.0,72933987.0,74343177.0,75511077.0,76616639.0,77986105.0,79193118.0,80355226.0,81613364.0,82898331.0,84107257.0,85670635.0,86594368.0,87817852.0,88997693.0,90297669.0,91473043.0,92904784.0,93990439.0,95168448.0,96471590.0,97727633.0,98946348.0,100136138.0,101387643.0,103634156.0,103900322.0,105143792.0,106457553.0,107628058.0,108928825.0,109999824.0,111764897.0,112520157.0,113729794.0,115026855.0,116194533.0,117550575.0,118697684.0,120005034.0,121245989.0,122400454.0,123629858.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 826156bb9b4d..a279ac351ae8 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[307750.47086734476,308376.9457618271,310047.5454804467,310674.02037492907] \ No newline at end of file +[308110.4154357071,308565.7231091463,309779.8769049842,310235.1845784234] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index dedeeed4a1a6..88de94832798 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00260327535737781,"upper_bound":0.007578630583046139},"point_estimate":0.0013321994261936698,"standard_error":0.002672524416378826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002997462691689545,"upper_bound":0.00026813649558832253},"point_estimate":0.00004685997272324549,"standard_error":0.00015004269288829562}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00701921578335752,"upper_bound":0.0018562535176174658},"point_estimate":-0.0017338422982478008,"standard_error":0.0023526759571960887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0001637033240843294,"upper_bound":0.00038158513750041756},"point_estimate":0.00006449787554752007,"standard_error":0.00014570158539100616}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index fcf48d60b5a3..432ce9273502 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309255.80628867104,"upper_bound":311601.13525916904},"point_estimate":310089.1529393898,"standard_error":694.218504749527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309085.29545454547,"upper_bound":309183.69476744183},"point_estimate":309135.04442401964,"standard_error":25.21580487792862},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.87819500183394,"upper_bound":286.5755940780764},"point_estimate":214.88923358214873,"standard_error":34.09648666209969},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309265.7038355035,"upper_bound":313475.7519922313},"point_estimate":310640.7268937491,"standard_error":1233.777917781127},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568.2029645919943,"upper_bound":11874.943256558772},"point_estimate":6967.714310787848,"standard_error":3917.262305256804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309219.7549533518,"upper_bound":310059.5301988588},"point_estimate":309551.50724979566,"standard_error":221.2723435023094},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309106.68299755803,"upper_bound":309220.08754801535},"point_estimate":309154.98297764227,"standard_error":35.01492548914982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":174.15003567670956,"upper_bound":297.47055455907224},"point_estimate":219.882962729574,"standard_error":31.345804595588355},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309231.2723955679,"upper_bound":309634.35506028146},"point_estimate":309401.925209103,"standard_error":103.96769389271697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":366.62337929812264,"upper_bound":3656.8099813603894},"point_estimate":2232.772232283808,"standard_error":952.4498131066008}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 44260c5794f5..6e1bec7f59d6 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233117.0,2466174.0,3736038.0,4948507.0,6172577.0,7414941.0,8762742.0,9887516.0,11113069.0,12382694.0,13600883.0,14855028.0,16098304.0,17305373.0,18539581.0,19771807.0,21011515.0,22239613.0,23575432.0,24726695.0,25962327.0,27180044.0,28442325.0,29665754.0,30926493.0,32138170.0,33465633.0,35490240.0,35869319.0,37092687.0,38333949.0,39555644.0,40787318.0,42113890.0,43262379.0,44504864.0,45844038.0,46968582.0,48188304.0,49485630.0,50782627.0,51964347.0,53165504.0,54399012.0,55734169.0,56854234.0,58105374.0,59353570.0,60635068.0,61795088.0,63063930.0,64265439.0,65538941.0,66763020.0,68092547.0,69195922.0,70487808.0,71725073.0,72954342.0,74346367.0,75654693.0,76658051.0,77859819.0,79165451.0,80363472.0,81807313.0,82812163.0,84109330.0,85265654.0,86534326.0,87800946.0,89147135.0,90233717.0,91546964.0,92742600.0,94080723.0,96192734.0,118034062.0,97662083.0,98879079.0,100137073.0,101352185.0,102588729.0,103893509.0,106136396.0,106359191.0,108227668.0,109038585.0,109996386.0,111318710.0,112547629.0,113717527.0,115116996.0,116338159.0,117457924.0,118907527.0,119887720.0,121264986.0,122420879.0,123719928.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1241437.0,2466172.0,3719801.0,4942503.0,6210579.0,7416418.0,8650572.0,9925161.0,11115491.0,12354975.0,13602232.0,14826437.0,16074967.0,17298179.0,18551798.0,19772266.0,21015115.0,22238738.0,23499912.0,24713927.0,25948901.0,27214463.0,28487970.0,29679674.0,30896263.0,32138231.0,34382800.0,34640020.0,35853915.0,37116671.0,38325277.0,39584036.0,40806256.0,42043675.0,46089064.0,44620915.0,45781119.0,46967893.0,48350403.0,49442121.0,50700058.0,51897864.0,53147095.0,54365748.0,55634897.0,56941835.0,58087584.0,59350060.0,60606023.0,61879289.0,63045696.0,64283165.0,65497801.0,66844554.0,68028925.0,69296710.0,70521917.0,71680819.0,72933987.0,74343177.0,75511077.0,76616639.0,77986105.0,79193118.0,80355226.0,81613364.0,82898331.0,84107257.0,85670635.0,86594368.0,87817852.0,88997693.0,90297669.0,91473043.0,92904784.0,93990439.0,95168448.0,96471590.0,97727633.0,98946348.0,100136138.0,101387643.0,103634156.0,103900322.0,105143792.0,106457553.0,107628058.0,108928825.0,109999824.0,111764897.0,112520157.0,113729794.0,115026855.0,116194533.0,117550575.0,118697684.0,120005034.0,121245989.0,122400454.0,123629858.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 826156bb9b4d..a279ac351ae8 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[307750.47086734476,308376.9457618271,310047.5454804467,310674.02037492907] \ No newline at end of file +[308110.4154357071,308565.7231091463,309779.8769049842,310235.1845784234] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index e05cbc3ca2f9..91ef4bdc2ddb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - + - -140 - - - -160 - - - + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 503dc0a6a6cc..b225728f5740 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 + + +0.4 + + + +0.5 + + + +0.6 + + + +0.7 - + - -0 + +0.5 - - -2 + + +1 - - -4 + + +1.5 - - -6 + + +2 - - -8 + + +2.5 - - -10 + + +3 - - -12 + + +3.5 + + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 5f106c2c3136..d32dda28f0eb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,26 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + + +0.35 + + 300 @@ -50,10 +58,10 @@ Average Time (µs) 380 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index d2bd8026851d..4898ea1a8382 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 400 - + - - + + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index f840678b090d..33c653c0f2d5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,66 +9,90 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + - --0.002 + +-0.008 - - -0 + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 - + -0.002 +-0.003 - -0.004 + +-0.002 + + + +-0.001 - - -0.006 + + +0 + + + +0.001 - - -0.008 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index cb70925f65ff..4657725a4557 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - --3e-4 - - - + -2e-4 - - + + -1e-4 - - -0 + + +-2.7105e-20 - - + + 1e-4 - - + + 2e-4 - - + + 3e-4 - - - - + + +4e-4 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index e9f6c9d7c0b9..4419ee1cb5a4 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 7e515eff4347..ad303c5b4cb1 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.27 µs - 310.64 µs - 313.48 µs + 309.23 µs + 309.40 µs + 309.63 µs R² - 0.8884302 - 0.8906062 - 0.8814288 + 0.9972741 + 0.9973161 + 0.9972383 Mean - 309.26 µs - 310.09 µs - 311.60 µs + 309.22 µs + 309.55 µs + 310.06 µs Std. Dev. - 568.20 ns - 6.9677 µs - 11.875 µs + 366.62 ns + 2.2328 µs + 3.6568 µs Median - 309.09 µs - 309.14 µs - 309.18 µs + 309.11 µs + 309.15 µs + 309.22 µs MAD - 148.88 ns - 214.89 ns - 286.58 ns + 174.15 ns + 219.88 ns + 297.47 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2603% - +0.1332% - +0.7579% - (p = 0.68 > + -0.7019% + -0.1734% + +0.1856% + (p = 0.58 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index fdc11ba73ea6..77b919eb6eb5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs)
- + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + - -309 + +309.2 + + + +309.3 - - + + +309.4 + + + 309.5 - - -310 + + +309.6 + + + +309.7 - - -310.5 + + +309.8 - - -311 + + +309.9 + + + +310 - - -311.5 + + +310.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 75b26c3b4ace..cddd5d033613 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - -309.08 - - - + 309.1 - - + + 309.12 - - + + 309.14 - - + + 309.16 - - + + 309.18 - - - - + + +309.2 + + + +309.22 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 1f13ef6ed1d9..ecd6a48eb815 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,26 @@ Average Time (µs) - -300 - - - + 310 - - -320 + + +315 - - -330 - - - -340 - - - -350 - - - -360 + + +320 - - -370 + + +325 - - -380 + + +330 - + Density (a.u.) @@ -90,58 +74,64 @@ Density (a.u.) 0 - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.05 - - + + 0.1 - - -0.12 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.15 + + + +0.2 + + + +0.25 + + + +0.3 + + + +0.35 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 3a99732101d2..1f77d00cc228 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 + + + +0.3 - - -0.12 + + +0.35 - - -0.14 + + +0.4 - + - -300 + +310 - - -320 + + +315 - - -340 + + +320 - - -360 + + +325 - - -380 + + +330 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index bd64b4f50553..e836d0cf71b3 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -20,7 +20,7 @@ Iterations - + @@ -39,10 +39,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -84,7 +84,7 @@ Iterations - + @@ -106,19 +106,19 @@ Iterations - - + + - + - + @@ -136,7 +136,7 @@ Iterations - + @@ -148,40 +148,40 @@ Iterations - - + + - - - + + + - + - - - + + + - + - + - + - + - + Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index fd96dd53cbdc..7f7292e74f29 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -83,7 +83,7 @@ Iterations - + @@ -103,26 +103,26 @@ Iterations - - + + - + - - + + - + - + @@ -131,20 +131,20 @@ Iterations - + - + - + - + @@ -153,30 +153,30 @@ Iterations - - + + - + - - - + + + - + - + - - + + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index f4b4e9d2944b..e49470c6adb5 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,26 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + + +0.35 + + 300 @@ -47,8 +55,8 @@ Average Time (µs) 380 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 223f74185efa..0f806c0b0deb 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 400 - + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index be81d2700124..8371f1376b25 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.1 + +0.5 - + -0.2 +1 - -0.3 - - - -0.4 + +1.5 - - -0.5 + + +2 - - -0.6 + + +2.5 - - -0.7 + + +3 - - -0.8 + + +3.5 - - -0.9 + + +4 - + - -309 + +309.2 - - -309.5 + + +309.25 - - -310 + + +309.3 - - -310.5 + + +309.35 - - -311 + + +309.4 - - -311.5 + + +309.45 - - -312 + + +309.5 - - -312.5 + + +309.55 - - -313 + + +309.6 - - -313.5 + + +309.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 1a0dcc88c8e9..9824ff4992ae 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - -0.1 + +0.5 - + -0.2 +1 - -0.3 - - - -0.4 + +1.5 - - -0.5 + + +2 - - -0.6 + + +2.5 - - -0.7 + + +3 - - -0.8 + + +3.5 - - -0.9 + + +4 - + - -309 + +309.2 - - -309.5 + + +309.25 - - -310 + + +309.3 - - -310.5 + + +309.35 - - -311 + + +309.4 - - -311.5 + + +309.45 - - -312 + + +309.5 - - -312.5 + + +309.55 - - -313 + + +309.6 - - -313.5 + + +309.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index fe739d5fb25a..4680b9ca4515 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494822.761125,"upper_bound":6562081.5663125},"point_estimate":6520555.4975,"standard_error":18041.032956272244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491119.75},"point_estimate":6490482.875,"standard_error":399.05280970727483},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2293.2115092873573,"upper_bound":3957.615304738283},"point_estimate":3174.987843632698,"standard_error":411.31079248154657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18305.330403288965,"upper_bound":297485.3966565003},"point_estimate":179934.96096799697,"standard_error":82516.10782482891}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491311.439718749,"upper_bound":6494199.12340625},"point_estimate":6492619.505,"standard_error":738.1991925178448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491259.9375},"point_estimate":6490334.375,"standard_error":365.67342049143696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2042.374126240611,"upper_bound":4024.2396410554647},"point_estimate":2976.2267846614122,"standard_error":492.6250865902118},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3812.9153790628966,"upper_bound":10394.207995677692},"point_estimate":7425.346504662631,"standard_error":1701.895121271491}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 26b800623ed2..f89ebbfed1b9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51912983.0,51909516.0,51900450.0,51903505.0,52800724.0,52876455.0,52457652.0,51914656.0,51895200.0,52013801.0,51966863.0,51916920.0,51926889.0,51906851.0,51945655.0,51926217.0,51900910.0,51916399.0,52266795.0,51932469.0,51895080.0,51895409.0,51901713.0,51919906.0,51957716.0,51927951.0,52891864.0,57774669.0,65080238.0,51934042.0,51952888.0,51917030.0,51938941.0,51892024.0,51924875.0,51963417.0,51969048.0,51958158.0,51911049.0,51949952.0,51936206.0,51906611.0,51952648.0,51898115.0,51929965.0,51927069.0,51901061.0,51914696.0,51906911.0,51942287.0,51931577.0,51914687.0,51919164.0,51899448.0,51928222.0,51943500.0,52242058.0,51943269.0,51908003.0,51930516.0,51903234.0,51935324.0,51903084.0,51924344.0,51909035.0,51932910.0,51918402.0,51906380.0,51914957.0,51942638.0,51904035.0,51954811.0,51909016.0,51927981.0,51938321.0,51920106.0,51954290.0,51921920.0,51920648.0,51909706.0,51917922.0,51921219.0,51926508.0,51901361.0,51939242.0,51904047.0,51897504.0,51909437.0,51926268.0,51910277.0,52190422.0,52463212.0,51942218.0,51904146.0,51947758.0,52216180.0,51914726.0,51923382.0,51919024.0,51895510.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51984376.0,51922319.0,51990106.0,51995746.0,51921087.0,51902974.0,52001046.0,51938559.0,51937218.0,51897423.0,52058504.0,51904105.0,52022917.0,51946736.0,51941365.0,51915176.0,51928061.0,51918943.0,51932098.0,51979335.0,51914014.0,51913643.0,52265580.0,51955471.0,51915797.0,51900549.0,51911079.0,51899016.0,51920346.0,51954890.0,51929362.0,51905598.0,51905920.0,51960642.0,51915446.0,51909967.0,51924414.0,51908915.0,51955542.0,51921198.0,51917922.0,51908804.0,51972943.0,51917671.0,51910137.0,51906120.0,51918181.0,51901270.0,51949110.0,51963767.0,51934733.0,51921028.0,51924584.0,51971722.0,51955772.0,51911870.0,51917310.0,51943299.0,51940343.0,51954659.0,51914345.0,52284777.0,51924794.0,51949471.0,51921558.0,51913944.0,51901260.0,51955752.0,51930054.0,51939391.0,51910688.0,51924714.0,51938339.0,51914765.0,51926988.0,51894016.0,51910528.0,51958847.0,51904276.0,51910418.0,51993001.0,51909435.0,51954158.0,51900659.0,51903173.0,51901069.0,52016635.0,51952655.0,51925154.0,51912531.0,52103607.0,51932869.0,51906440.0,51923031.0,51931827.0,51900318.0,51983844.0,51921618.0,51917570.0,51910357.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 27fbbf7cfe8b..9cdd52df30f6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6475767.59375,6482198.1875,6499346.4375,6505777.03125] \ No newline at end of file +[6472937.46875,6480884.234375,6502075.609375,6510022.375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 93c9505e8988..f8add43fdf11 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001384252510704345,"upper_bound":0.009360098709708716},"point_estimate":0.004218571692903961,"standard_error":0.00249200192562116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00008890242712100704,"upper_bound":0.00021996052056350024},"point_estimate":0.0000720915128855637,"standard_error":0.00007867930328107583}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010556226524850656,"upper_bound":-0.0003336238221032441},"point_estimate":-0.00428429640859751,"standard_error":0.002738801663684092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000165561676799153,"upper_bound":0.00015089142974893387},"point_estimate":-0.000022879653619023443,"standard_error":0.0000822121699321899}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index fe739d5fb25a..4680b9ca4515 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494822.761125,"upper_bound":6562081.5663125},"point_estimate":6520555.4975,"standard_error":18041.032956272244},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491119.75},"point_estimate":6490482.875,"standard_error":399.05280970727483},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2293.2115092873573,"upper_bound":3957.615304738283},"point_estimate":3174.987843632698,"standard_error":411.31079248154657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18305.330403288965,"upper_bound":297485.3966565003},"point_estimate":179934.96096799697,"standard_error":82516.10782482891}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491311.439718749,"upper_bound":6494199.12340625},"point_estimate":6492619.505,"standard_error":738.1991925178448},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489740.25,"upper_bound":6491259.9375},"point_estimate":6490334.375,"standard_error":365.67342049143696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2042.374126240611,"upper_bound":4024.2396410554647},"point_estimate":2976.2267846614122,"standard_error":492.6250865902118},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3812.9153790628966,"upper_bound":10394.207995677692},"point_estimate":7425.346504662631,"standard_error":1701.895121271491}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 26b800623ed2..f89ebbfed1b9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51912983.0,51909516.0,51900450.0,51903505.0,52800724.0,52876455.0,52457652.0,51914656.0,51895200.0,52013801.0,51966863.0,51916920.0,51926889.0,51906851.0,51945655.0,51926217.0,51900910.0,51916399.0,52266795.0,51932469.0,51895080.0,51895409.0,51901713.0,51919906.0,51957716.0,51927951.0,52891864.0,57774669.0,65080238.0,51934042.0,51952888.0,51917030.0,51938941.0,51892024.0,51924875.0,51963417.0,51969048.0,51958158.0,51911049.0,51949952.0,51936206.0,51906611.0,51952648.0,51898115.0,51929965.0,51927069.0,51901061.0,51914696.0,51906911.0,51942287.0,51931577.0,51914687.0,51919164.0,51899448.0,51928222.0,51943500.0,52242058.0,51943269.0,51908003.0,51930516.0,51903234.0,51935324.0,51903084.0,51924344.0,51909035.0,51932910.0,51918402.0,51906380.0,51914957.0,51942638.0,51904035.0,51954811.0,51909016.0,51927981.0,51938321.0,51920106.0,51954290.0,51921920.0,51920648.0,51909706.0,51917922.0,51921219.0,51926508.0,51901361.0,51939242.0,51904047.0,51897504.0,51909437.0,51926268.0,51910277.0,52190422.0,52463212.0,51942218.0,51904146.0,51947758.0,52216180.0,51914726.0,51923382.0,51919024.0,51895510.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51984376.0,51922319.0,51990106.0,51995746.0,51921087.0,51902974.0,52001046.0,51938559.0,51937218.0,51897423.0,52058504.0,51904105.0,52022917.0,51946736.0,51941365.0,51915176.0,51928061.0,51918943.0,51932098.0,51979335.0,51914014.0,51913643.0,52265580.0,51955471.0,51915797.0,51900549.0,51911079.0,51899016.0,51920346.0,51954890.0,51929362.0,51905598.0,51905920.0,51960642.0,51915446.0,51909967.0,51924414.0,51908915.0,51955542.0,51921198.0,51917922.0,51908804.0,51972943.0,51917671.0,51910137.0,51906120.0,51918181.0,51901270.0,51949110.0,51963767.0,51934733.0,51921028.0,51924584.0,51971722.0,51955772.0,51911870.0,51917310.0,51943299.0,51940343.0,51954659.0,51914345.0,52284777.0,51924794.0,51949471.0,51921558.0,51913944.0,51901260.0,51955752.0,51930054.0,51939391.0,51910688.0,51924714.0,51938339.0,51914765.0,51926988.0,51894016.0,51910528.0,51958847.0,51904276.0,51910418.0,51993001.0,51909435.0,51954158.0,51900659.0,51903173.0,51901069.0,52016635.0,51952655.0,51925154.0,51912531.0,52103607.0,51932869.0,51906440.0,51923031.0,51931827.0,51900318.0,51983844.0,51921618.0,51917570.0,51910357.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 27fbbf7cfe8b..9cdd52df30f6 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6475767.59375,6482198.1875,6499346.4375,6505777.03125] \ No newline at end of file +[6472937.46875,6480884.234375,6502075.609375,6510022.375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 6ee8d0db9337..2dac082433d7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - -2.2 + +2 - - -2.4 + + +2.5 - - -2.6 - - - -2.8 - - - + + 3 - - -3.2 - - - -3.4 - - - -3.6 - - - -3.8 + + +3.5 - - + + 4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 884881345299..cbd6f3e784ef 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -0.001 + +0.05 - - -0.002 + + +0.1 - - -0.003 + + +0.15 - - -0.004 + + +0.2 - - -0.005 + + +0.25 - - -0.006 + + +0.3 - - -0.007 - - - -0.008 - - - -0.009 - - + - -0 + +4 + + + +5 - - -50 + + +6 - - -100 + + +7 - - -150 + + +8 - - -200 + + +9 - - -250 + + +10 - - -300 + + +11 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 76b6cb282bbc..092145c0815e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - + + + + + + + + + - - + + - - + + - - + + - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + - + - - + + - - + + - - - - - + + + + + - + - - + + - + - - + + - - + + - - + + - + - + - - + + - - - + + + - - + + - - + + - - - - - - - + + + + + + + - + - + - - - - + + + + - + - - - - - - + + + + + + - + - - - - + + + + - + - - - - + + + + - + - - + + - - - - - + + + + + - - + + - + - - + + - - + + - - + + - - + + - + - - - - + + + + - - + + - + - + - - + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 52f9702bbda2..7436c91ec7be 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,46 +9,38 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + + +70 + + + +80 + + 6.5 @@ -66,10 +58,10 @@ Average Time (ms) 8 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 5b819e7ec012..2fb3aeb636bf 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -13,83 +13,63 @@ Relative change (%) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - -0 - - - -0.001 - - - -0.002 - - - -0.003 + +-0.01 - - -0.004 + + +-0.008 - - -0.005 + + +-0.006 - - -0.006 + + +-0.004 - - -0.007 + + +-0.002 - - -0.008 - - - -0.009 - - - -0.01 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 26a4a31b844a..f1924aeaea2a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - + - + +-2e-4 + + + +-0.00015 + + + -1e-4 - - + + -5e-5 - - --1.35525e-20 + + +0 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - -2e-4 - - - -0.00025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index c9fd43b90896..977b71e37f0b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 43b02a456239..d6f2dd15646f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003453 - 0.0003524 - 0.0003345 + 0.0025920 + 0.0026730 + 0.0025565 Mean - 6.4948 ms - 6.5206 ms - 6.5621 ms + 6.4913 ms + 6.4926 ms + 6.4942 ms Std. Dev. - 18.305 µs - 179.93 µs - 297.49 µs + 3.8129 µs + 7.4253 µs + 10.394 µs Median 6.4897 ms - 6.4905 ms - 6.4911 ms + 6.4903 ms + 6.4913 ms MAD - 2.2932 µs - 3.1750 µs - 3.9576 µs + 2.0424 µs + 2.9762 µs + 4.0242 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0138% - +0.4219% - +0.9360% - (p = 0.10 > + -1.0556% + -0.4284% + -0.0334% + (p = 0.09 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index d1fa7d324e80..543f26000d9f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - -6.6 + +6.49 - - -6.8 + + +6.495 - - -7.0 + + +6.5 - - -7.2 + + +6.505 - - -7.4 + + +6.51 - - -7.6 + + +6.515 - - -7.8 + + +6.52 - + + +6.525 + + + +6.53 + + + +6.535 + + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index aaf23a57e143..2ab5104826f9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -13,41 +13,56 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + -6.6 +6.49 - -6.8 + +6.495 - - -7.0 + + +6.5 - - -7.2 + + +6.505 - - -7.4 + + +6.51 - - -7.6 + + +6.515 - - -7.8 + + +6.52 - + + +6.525 + + + +6.53 + + + +6.535 + + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index d08600dd3dfb..4d437d15667b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - + + +600 + + - -6.49 + +6.491 - - -6.5 + + +6.4915 - - -6.51 + + +6.492 - - -6.52 + + +6.4925 - - -6.53 + + +6.493 - - -6.54 + + +6.4935 - - -6.55 + + +6.494 - - -6.56 + + +6.4945 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 1b55248df788..3dd5a101f4fc 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + + +2000 + + + +2200 + + - + 6.4896 - - + + 6.4898 - - + + 6.49 - - + + 6.4902 - - + + 6.4904 - - + + 6.4906 - - + + 6.4908 - - + + 6.491 - - - - + + +6.4912 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 91464de21328..415739ffb5b5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,46 +46,34 @@ Average Time (ms) - -6.4 + +6.48 - - -6.6 + + +6.49 - - -6.8 + + +6.5 - - -7 - - - -7.2 - - - -7.4 + + +6.51 - - -7.6 + + +6.52 - - -7.8 - - - -8 + + +6.53 - - -8.2 + + +6.54 - + Density (a.u.) @@ -94,72 +82,56 @@ Density (a.u.) 0 - -0.5 - - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 8f286d1ab523..2fac0ad8b359 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (ms) 0 - -0.5 + +10 - - -1 + + +20 - - -1.5 + + +30 - - -2 + + +40 - - -2.5 + + +50 - - -3 + + +60 - - -3.5 + + +70 - - -4 + + +80 - - -4.5 + + +90 - - -5 - - + - -6.5 + +6.48 - - -7 + + +6.5 - - -7.5 + + +6.52 - - -8 + + +6.54 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 547bab60ec9f..a3e044256c99 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -94,46 +94,46 @@ Average Iteration Time (ms) 100 - + - - - - - + + + + + - - + + - + - - + + - - - + + + - - - - - + + + + + - + - - - - - + + + + + @@ -143,54 +143,54 @@ Average Iteration Time (ms) - + - - + + - + - + - + - + - + - - + + - + - + - - + + - - + + - - + + @@ -198,13 +198,13 @@ Average Iteration Time (ms) - - - + + + - - + + @@ -212,36 +212,36 @@ Average Iteration Time (ms) - + - + - - - + + + - + - - - - + + + + - - + + - + - + @@ -250,12 +250,12 @@ Average Iteration Time (ms) - + - - + + @@ -263,35 +263,35 @@ Average Iteration Time (ms) - + - + - + - + - + - - - - + + + + - - - + + + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index fbbd2e81c48f..940d345693c3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,46 +6,38 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + + +70 + + + +80 + + 6.5 @@ -63,8 +55,8 @@ Average Time (ms) 8 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index fd3db595305d..e0e1e93a2652 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -5 + +100 - - -10 + + +200 - - -15 + + +300 - - -20 + + +400 - - -25 + + +500 - + + +600 + + - -6.49 + +6.491 - - -6.5 + + +6.4915 - - -6.51 + + +6.492 - - -6.52 + + +6.4925 - - -6.53 + + +6.493 - - -6.54 + + +6.4935 - - -6.55 + + +6.494 - - -6.56 + + +6.4945 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 7e64dfcba4dc..fda1d1d2772a 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6541506.21165625,"upper_bound":7280305.46259375},"point_estimate":6841463.78625,"standard_error":201639.94751841092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512794.375,"upper_bound":6514262.75},"point_estimate":6513251.125,"standard_error":397.39164142107137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763.5663509368896,"upper_bound":4719.023053720593},"point_estimate":3750.60728341341,"standard_error":477.64482398314806},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106312.80303149343,"upper_bound":3156287.9025819297},"point_estimate":2025239.5124638542,"standard_error":836749.6579889014}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554486.96678125,"upper_bound":6616035.81921875},"point_estimate":6581968.71375,"standard_error":15803.31222674054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529676.125,"upper_bound":6538478.625},"point_estimate":6533189.5625,"standard_error":2261.608346513566},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10406.739865243435,"upper_bound":20948.58165308833},"point_estimate":14130.28969913721,"standard_error":2705.682914016943},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68177.45894279736,"upper_bound":223702.13259411117},"point_estimate":159034.84573463188,"standard_error":38303.17338517442}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index aaa61a023ca4..c2bbf412beaf 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52118069.0,52117546.0,52216562.0,52141571.0,52112928.0,52103812.0,52155136.0,52104013.0,52119561.0,52085585.0,52111969.0,52083313.0,52123819.0,52128728.0,52106196.0,52184652.0,52082651.0,52090396.0,52131462.0,52091317.0,52102699.0,52104965.0,52136945.0,52118841.0,52127195.0,52195655.0,52084595.0,52089084.0,52075628.0,52142131.0,52101459.0,52146651.0,52094876.0,52069286.0,52083753.0,52097289.0,52105996.0,52088705.0,52110272.0,52103251.0,168545573.0,52106586.0,52112400.0,52123347.0,52074379.0,52086670.0,52070289.0,52104351.0,52107148.0,52103809.0,52085957.0,52114841.0,52097972.0,52090958.0,52105995.0,52082070.0,52116596.0,52092579.0,52096109.0,52133327.0,52096949.0,52091077.0,52075199.0,52100955.0,52087804.0,52113609.0,52127355.0,52086060.0,52071640.0,52095195.0,52083293.0,52130381.0,52083423.0,52114102.0,52062564.0,52131713.0,52105274.0,52116366.0,166028618.0,52065809.0,52106022.0,52082607.0,52128998.0,52090682.0,52067932.0,52077439.0,52077829.0,52715382.0,60051925.0,57872259.0,55970191.0,55175882.0,52687782.0,54021367.0,53956406.0,54106814.0,52923019.0,52114358.0,54087230.0,53950001.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476684.0,52266542.0,52315265.0,52253249.0,52316664.0,52355746.0,52337245.0,52208712.0,52304442.0,52278995.0,52198556.0,52279885.0,52262673.0,52191512.0,52403788.0,52234801.0,52195649.0,52286337.0,52421723.0,52218433.0,52234743.0,52174250.0,52254367.0,52310514.0,52153812.0,52239431.0,52184951.0,52593952.0,52101055.0,52239365.0,52138915.0,52206459.0,52187728.0,52368565.0,52237409.0,52318280.0,52166779.0,52307829.0,52296830.0,52138404.0,52230506.0,52279618.0,52198213.0,52172328.0,52226770.0,52158119.0,52207194.0,52197797.0,52277213.0,52184131.0,52199500.0,52337986.0,52355070.0,52264491.0,52387669.0,58954344.0,60095102.0,53520733.0,53659474.0,58277389.0,52954888.0,52822681.0,53539038.0,52756818.0,52332248.0,52556966.0,52423547.0,52528833.0,52626565.0,52559671.0,54177671.0,52621988.0,52609834.0,53231385.0,52883836.0,54217746.0,53854406.0,55877081.0,53517890.0,52170142.0,52157630.0,52340220.0,52245517.0,52199297.0,52224918.0,52231026.0,52235455.0,52276652.0,52245623.0,52209467.0,52210899.0,52168512.0,52234644.0,52136169.0,52195079.0,52158313.0,52402538.0,52242188.0,52177079.0,52176325.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 06c60e1557b7..893dc75811ae 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6495500.40625,6503312.03125,6524143.03125,6531954.65625] \ No newline at end of file +[6441407.5,6483169.328125,6594534.203125,6636296.03125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 06536d24ece6..e8443c321433 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003555502554737613,"upper_bound":0.10561444327211465},"point_estimate":0.04178836303653233,"standard_error":0.029066228455569863},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008643312997240749,"upper_bound":0.00023606240915063914},"point_estimate":-0.00008834093055420933,"standard_error":0.00026475004665139164}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.09671670576752,"upper_bound":0.007316807788164527},"point_estimate":-0.03792975898250517,"standard_error":0.028062665913408575},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0024770000763277844,"upper_bound":0.003925056992002629},"point_estimate":0.0030612112318946227,"standard_error":0.00034753064464970853}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 7e64dfcba4dc..fda1d1d2772a 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6541506.21165625,"upper_bound":7280305.46259375},"point_estimate":6841463.78625,"standard_error":201639.94751841092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6512794.375,"upper_bound":6514262.75},"point_estimate":6513251.125,"standard_error":397.39164142107137},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2763.5663509368896,"upper_bound":4719.023053720593},"point_estimate":3750.60728341341,"standard_error":477.64482398314806},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":106312.80303149343,"upper_bound":3156287.9025819297},"point_estimate":2025239.5124638542,"standard_error":836749.6579889014}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6554486.96678125,"upper_bound":6616035.81921875},"point_estimate":6581968.71375,"standard_error":15803.31222674054},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6529676.125,"upper_bound":6538478.625},"point_estimate":6533189.5625,"standard_error":2261.608346513566},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10406.739865243435,"upper_bound":20948.58165308833},"point_estimate":14130.28969913721,"standard_error":2705.682914016943},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68177.45894279736,"upper_bound":223702.13259411117},"point_estimate":159034.84573463188,"standard_error":38303.17338517442}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index aaa61a023ca4..c2bbf412beaf 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52118069.0,52117546.0,52216562.0,52141571.0,52112928.0,52103812.0,52155136.0,52104013.0,52119561.0,52085585.0,52111969.0,52083313.0,52123819.0,52128728.0,52106196.0,52184652.0,52082651.0,52090396.0,52131462.0,52091317.0,52102699.0,52104965.0,52136945.0,52118841.0,52127195.0,52195655.0,52084595.0,52089084.0,52075628.0,52142131.0,52101459.0,52146651.0,52094876.0,52069286.0,52083753.0,52097289.0,52105996.0,52088705.0,52110272.0,52103251.0,168545573.0,52106586.0,52112400.0,52123347.0,52074379.0,52086670.0,52070289.0,52104351.0,52107148.0,52103809.0,52085957.0,52114841.0,52097972.0,52090958.0,52105995.0,52082070.0,52116596.0,52092579.0,52096109.0,52133327.0,52096949.0,52091077.0,52075199.0,52100955.0,52087804.0,52113609.0,52127355.0,52086060.0,52071640.0,52095195.0,52083293.0,52130381.0,52083423.0,52114102.0,52062564.0,52131713.0,52105274.0,52116366.0,166028618.0,52065809.0,52106022.0,52082607.0,52128998.0,52090682.0,52067932.0,52077439.0,52077829.0,52715382.0,60051925.0,57872259.0,55970191.0,55175882.0,52687782.0,54021367.0,53956406.0,54106814.0,52923019.0,52114358.0,54087230.0,53950001.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52476684.0,52266542.0,52315265.0,52253249.0,52316664.0,52355746.0,52337245.0,52208712.0,52304442.0,52278995.0,52198556.0,52279885.0,52262673.0,52191512.0,52403788.0,52234801.0,52195649.0,52286337.0,52421723.0,52218433.0,52234743.0,52174250.0,52254367.0,52310514.0,52153812.0,52239431.0,52184951.0,52593952.0,52101055.0,52239365.0,52138915.0,52206459.0,52187728.0,52368565.0,52237409.0,52318280.0,52166779.0,52307829.0,52296830.0,52138404.0,52230506.0,52279618.0,52198213.0,52172328.0,52226770.0,52158119.0,52207194.0,52197797.0,52277213.0,52184131.0,52199500.0,52337986.0,52355070.0,52264491.0,52387669.0,58954344.0,60095102.0,53520733.0,53659474.0,58277389.0,52954888.0,52822681.0,53539038.0,52756818.0,52332248.0,52556966.0,52423547.0,52528833.0,52626565.0,52559671.0,54177671.0,52621988.0,52609834.0,53231385.0,52883836.0,54217746.0,53854406.0,55877081.0,53517890.0,52170142.0,52157630.0,52340220.0,52245517.0,52199297.0,52224918.0,52231026.0,52235455.0,52276652.0,52245623.0,52209467.0,52210899.0,52168512.0,52234644.0,52136169.0,52195079.0,52158313.0,52402538.0,52242188.0,52177079.0,52176325.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 06c60e1557b7..893dc75811ae 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6495500.40625,6503312.03125,6524143.03125,6531954.65625] \ No newline at end of file +[6441407.5,6483169.328125,6594534.203125,6636296.03125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index a26d2c01cd20..c1f1f0395e4d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 + + +0.06 - - -0.4 + + +0.08 - - -0.5 + + +0.1 - - -0.6 + + +0.12 - - -0.7 + + +0.14 - - -0.8 + + +0.16 - - -0.9 + + +0.18 - - -1 + + +0.2 - + - -3 + +10 + + + +12 + + + +14 + + + +16 - - -3.5 + + +18 - - -4 + + +20 - - -4.5 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 146673c6795d..3c6d0ac87f25 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -6,65 +6,97 @@ arithmetic/hydroflow/surface:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -0 + +60 + + + +80 + + + +100 + + + +120 - - -0.5 + + +140 - - -1 + + +160 - - -1.5 + + +180 - - -2 + + +200 - - -2.5 + + +220 - - -3 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index bde9332e16c1..1925477a794e 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,7 +16,7 @@ Average Iteration Time (ms) - + @@ -24,10 +24,10 @@ Average Iteration Time (ms) - + 8.0 - + 10.0 @@ -97,12 +97,12 @@ Average Iteration Time (ms) 100 - + - + @@ -111,11 +111,11 @@ Average Iteration Time (ms) - + - + @@ -124,20 +124,20 @@ Average Iteration Time (ms) - + - + - + @@ -149,33 +149,33 @@ Average Iteration Time (ms) - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + @@ -184,19 +184,19 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - - + + @@ -206,7 +206,7 @@ Average Iteration Time (ms) - + @@ -237,13 +237,13 @@ Average Iteration Time (ms) - + - + @@ -271,32 +271,32 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 37de564f4164..32659ceb491d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,30 +9,46 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - + 5 @@ -50,10 +66,10 @@ Average Time (ms) 20 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index c7b6bcc454ad..37d810d743d6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,55 +9,51 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - + - -0 - - - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 - - - -0.1 - - - - - - + +-0.1 + + + +-0.08 + + + +-0.06 + + + +-0.04 + + + +-0.02 + + + +1.38778e-17 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 62b2df9171f0..c85e344cf463 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,50 +9,74 @@ Density (a.u.) Relative change (%) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - + - --8e-4 + +0.0024 + + + +0.0026 + + + +0.0028 + + + +0.003 - - --6e-4 + + +0.0032 - - --4e-4 + + +0.0034 - - --2e-4 + + +0.0036 - - -0 + + +0.0038 - - -2e-4 + + +0.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index e9681b0930d4..cdae01ba7d3b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,57 @@ t score 0.0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index b44e0bf981b6..59d2ebce5e3b 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000230 - 0.0000235 - 0.0000224 + 0.0013904 + 0.0014322 + 0.0013689 Mean - 6.5415 ms - 6.8415 ms - 7.2803 ms + 6.5545 ms + 6.5820 ms + 6.6160 ms Std. Dev. - 106.31 µs - 2.0252 ms - 3.1563 ms + 68.177 µs + 159.03 µs + 223.70 µs Median - 6.5128 ms - 6.5133 ms - 6.5143 ms + 6.5297 ms + 6.5332 ms + 6.5385 ms MAD - 2.7636 µs - 3.7506 µs - 4.7190 µs + 10.407 µs + 14.130 µs + 20.949 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.3556% - +4.1788% - +10.561% - (p = 0.20 > + -9.6717% + -3.7930% + +0.7317% + (p = 0.23 > 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index ef243711d2a2..6ac35092a149 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + + - -8.0 + +6.6 - - -10.0 + + +6.7 - - -12.0 + + +6.8 - - -14.0 + + +6.9 - - -16.0 + + +7.0 - + + +7.1 + + + +7.2 + + -18.0 +7.3 - -20.0 + +7.4 + + + +7.5 - + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 1640ce84105f..cb217775f655 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + - + + - -8.0 + +6.6 - - -10.0 + + +6.7 - - -12.0 + + +6.8 - - -14.0 + + +6.9 - - -16.0 + + +7.0 - + + +7.1 + + + +7.2 + + -18.0 +7.3 - -20.0 + +7.4 + + + +7.5 - + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index fabe6bdcdcdd..23d86d12d8ed 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + +25 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - -6.5 + +6.55 - - -6.6 - - - -6.7 + + +6.56 - - -6.8 + + +6.57 - - -6.9 + + +6.58 - - -7 + + +6.59 - - -7.1 + + +6.6 - - -7.2 + + +6.61 - - -7.3 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 8176c878111e..1a77f5555c9d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - -500 + +50 - - -1000 + + +100 - - -1500 + + +150 - - -2000 + + +200 - + + +250 + + -2500 +300 - -3000 + +350 - + - -6.5128 + +6.529 + + + +6.53 - - -6.513 + + +6.531 - - -6.5132 + + +6.532 - - -6.5134 + + +6.533 - - -6.5136 + + +6.534 - - -6.5138 + + +6.535 - - -6.514 + + +6.536 - - -6.5142 + + +6.537 - - -6.5144 + + +6.538 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 7dc38b3ff83a..57c7bf6c87e5 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,46 +46,34 @@ Average Time (ms) - -4 - - - -6 + +6.4 - + -8 +6.6 - -10 - - - -12 - - - -14 + +6.8 - - -16 + + +7 - - -18 + + +7.2 - - -20 + + +7.4 - - -22 + + +7.6 - + Density (a.u.) @@ -94,80 +82,84 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index de06f10a5397..6a5456c62547 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (ms) 0 - -0.05 + +1 - - -0.1 + + +2 - - -0.15 + + +3 - - -0.2 + + +4 - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - - + + 5 - - -10 + + + +6.5 - - -15 + + +7 - - -20 + + +7.5 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 650534fffd7f..7eb461441fb1 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -121,7 +121,7 @@ Average Iteration Time (ms) - + @@ -134,7 +134,7 @@ Average Iteration Time (ms) - + @@ -149,30 +149,30 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + - - - - - - - - - + + + + + + + + + @@ -181,19 +181,19 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - - + + @@ -234,7 +234,7 @@ Average Iteration Time (ms) - + @@ -268,30 +268,30 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 6cbf4ee5c4de..9f84b39546c2 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,30 +6,46 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - -5 + + +4.5 - - -6 + + +5 - + 5 @@ -47,8 +63,8 @@ Average Time (ms) 20 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index cff76a66a50a..f0039d044448 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 + +5 - - -1 + + +10 - - -1.5 + + +15 - - -2 + + +20 - - -2.5 + + +25 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - -6.5 + +6.55 - - -6.6 - - - -6.7 + + +6.56 - - -6.8 + + +6.57 - - -6.9 + + +6.58 - - -7 + + +6.59 - - -7.1 + + +6.6 - - -7.2 + + +6.61 - - -7.3 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index d475c6ade6a3..f7ff6a739427 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74369800.22,"upper_bound":74520096.89199999},"point_estimate":74441944.7,"standard_error":38352.349865425494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74288170.0,"upper_bound":74405450.0},"point_estimate":74359984.5,"standard_error":28847.88038963677},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178052.1025389433,"upper_bound":344674.1005808115},"point_estimate":276771.02178633213,"standard_error":44910.77769937473},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":290650.54333667975,"upper_bound":465996.93322521506},"point_estimate":384432.28450693656,"standard_error":44934.418688139136}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77514226.63825001,"upper_bound":77781661.05250001},"point_estimate":77643391.16,"standard_error":68402.97735248035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77425629.0,"upper_bound":77668435.0},"point_estimate":77503530.0,"standard_error":61214.38183786762},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362196.2083697319,"upper_bound":634707.7204316854},"point_estimate":463600.8574694395,"standard_error":66868.13955349685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":532054.2968997642,"upper_bound":847083.0804140518},"point_estimate":688008.8190592085,"standard_error":81371.38432325532}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 065a211075a0..9b0985108e72 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74264505.0,74250609.0,74367008.0,74256410.0,74109005.0,74377396.0,74041017.0,74104877.0,74270858.0,74385933.0,74239017.0,74355867.0,74127208.0,74336129.0,74318697.0,74500697.0,74529932.0,74386273.0,74121127.0,74282068.0,74807992.0,74175920.0,74370814.0,74687386.0,74689140.0,74195065.0,74657791.0,74310131.0,74240831.0,74251151.0,74413053.0,74028344.0,74989582.0,74752689.0,74152296.0,74899123.0,74449912.0,74392976.0,74368520.0,74343524.0,74444331.0,74166973.0,74140053.0,74042260.0,74161984.0,74296435.0,73963743.0,74145142.0,74234680.0,74602678.0,74333865.0,74599882.0,74490328.0,74405450.0,74288170.0,74433591.0,74080091.0,74639257.0,74914802.0,75514304.0,74464570.0,74827779.0,74419616.0,75556933.0,73819814.0,74401241.0,74347401.0,74602768.0,74778387.0,74887681.0,74549279.0,75248325.0,74787745.0,75824574.0,74364102.0,75876091.0,75565219.0,74222807.0,74987608.0,74258604.0,74138901.0,74125255.0,74233527.0,74137418.0,74074560.0,74313847.0,74736599.0,74193402.0,74431097.0,74236993.0,73970956.0,74026170.0,74240851.0,74502942.0,74143198.0,74556863.0,74083246.0,74407804.0,74416409.0,74734996.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[77617687.0,76931377.0,77224495.0,78873732.0,78422550.0,77832148.0,77351861.0,77776064.0,77138342.0,77000947.0,77408547.0,77443363.0,77442310.0,77846695.0,77665997.0,77342565.0,77645660.0,77175171.0,77163209.0,77746498.0,78180528.0,78088556.0,77206500.0,78149018.0,78041919.0,77399110.0,77751898.0,78257020.0,77502954.0,78520092.0,78565537.0,77697547.0,78624677.0,77839933.0,78221905.0,77428104.0,77426560.0,76844535.0,76727607.0,77458300.0,76840217.0,77529885.0,77079774.0,77483157.0,77254149.0,77800499.0,77871602.0,77552636.0,77694802.0,77672870.0,77438662.0,78233237.0,79088493.0,77504106.0,77300615.0,78157255.0,76689605.0,76338891.0,77269158.0,76757292.0,77461566.0,77522049.0,77718116.0,77509153.0,76848337.0,77668435.0,76767755.0,77215635.0,78850875.0,78709711.0,79046383.0,78413234.0,79355663.0,80810964.0,77361861.0,79436614.0,77761039.0,76801198.0,77794722.0,77157057.0,77045877.0,77840207.0,77354896.0,77403057.0,77412596.0,76979742.0,76641915.0,77274947.0,76567807.0,77319880.0,77224362.0,77473006.0,77010503.0,77525443.0,77935249.0,77411411.0,77903059.0,78199201.0,77759952.0,77307216.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 1fc7854e5c40..a10ef2607280 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[73075743.75,73635196.5,75127070.5,75686523.25] \ No newline at end of file +[75428176.75,76337456.125,78762201.125,79671480.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 97c73dc3812a..b911774a3ed6 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.16486577009473197,"upper_bound":-0.14192875930379328},"point_estimate":-0.15327856424531783,"standard_error":0.005840884598596693},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.15974727667514804,"upper_bound":-0.1282246657955517},"point_estimate":-0.14132683542249946,"standard_error":0.007526187878381418}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.040818322083026645,"upper_bound":0.045208108487111806},"point_estimate":0.043005948768557456,"standard_error":0.0011137704583653622},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04102783287405454,"upper_bound":0.04496428417430609},"point_estimate":0.042274692781841594,"standard_error":0.0010266411562353513}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index d475c6ade6a3..f7ff6a739427 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74369800.22,"upper_bound":74520096.89199999},"point_estimate":74441944.7,"standard_error":38352.349865425494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74288170.0,"upper_bound":74405450.0},"point_estimate":74359984.5,"standard_error":28847.88038963677},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":178052.1025389433,"upper_bound":344674.1005808115},"point_estimate":276771.02178633213,"standard_error":44910.77769937473},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":290650.54333667975,"upper_bound":465996.93322521506},"point_estimate":384432.28450693656,"standard_error":44934.418688139136}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77514226.63825001,"upper_bound":77781661.05250001},"point_estimate":77643391.16,"standard_error":68402.97735248035},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77425629.0,"upper_bound":77668435.0},"point_estimate":77503530.0,"standard_error":61214.38183786762},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362196.2083697319,"upper_bound":634707.7204316854},"point_estimate":463600.8574694395,"standard_error":66868.13955349685},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":532054.2968997642,"upper_bound":847083.0804140518},"point_estimate":688008.8190592085,"standard_error":81371.38432325532}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 065a211075a0..9b0985108e72 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74264505.0,74250609.0,74367008.0,74256410.0,74109005.0,74377396.0,74041017.0,74104877.0,74270858.0,74385933.0,74239017.0,74355867.0,74127208.0,74336129.0,74318697.0,74500697.0,74529932.0,74386273.0,74121127.0,74282068.0,74807992.0,74175920.0,74370814.0,74687386.0,74689140.0,74195065.0,74657791.0,74310131.0,74240831.0,74251151.0,74413053.0,74028344.0,74989582.0,74752689.0,74152296.0,74899123.0,74449912.0,74392976.0,74368520.0,74343524.0,74444331.0,74166973.0,74140053.0,74042260.0,74161984.0,74296435.0,73963743.0,74145142.0,74234680.0,74602678.0,74333865.0,74599882.0,74490328.0,74405450.0,74288170.0,74433591.0,74080091.0,74639257.0,74914802.0,75514304.0,74464570.0,74827779.0,74419616.0,75556933.0,73819814.0,74401241.0,74347401.0,74602768.0,74778387.0,74887681.0,74549279.0,75248325.0,74787745.0,75824574.0,74364102.0,75876091.0,75565219.0,74222807.0,74987608.0,74258604.0,74138901.0,74125255.0,74233527.0,74137418.0,74074560.0,74313847.0,74736599.0,74193402.0,74431097.0,74236993.0,73970956.0,74026170.0,74240851.0,74502942.0,74143198.0,74556863.0,74083246.0,74407804.0,74416409.0,74734996.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[77617687.0,76931377.0,77224495.0,78873732.0,78422550.0,77832148.0,77351861.0,77776064.0,77138342.0,77000947.0,77408547.0,77443363.0,77442310.0,77846695.0,77665997.0,77342565.0,77645660.0,77175171.0,77163209.0,77746498.0,78180528.0,78088556.0,77206500.0,78149018.0,78041919.0,77399110.0,77751898.0,78257020.0,77502954.0,78520092.0,78565537.0,77697547.0,78624677.0,77839933.0,78221905.0,77428104.0,77426560.0,76844535.0,76727607.0,77458300.0,76840217.0,77529885.0,77079774.0,77483157.0,77254149.0,77800499.0,77871602.0,77552636.0,77694802.0,77672870.0,77438662.0,78233237.0,79088493.0,77504106.0,77300615.0,78157255.0,76689605.0,76338891.0,77269158.0,76757292.0,77461566.0,77522049.0,77718116.0,77509153.0,76848337.0,77668435.0,76767755.0,77215635.0,78850875.0,78709711.0,79046383.0,78413234.0,79355663.0,80810964.0,77361861.0,79436614.0,77761039.0,76801198.0,77794722.0,77157057.0,77045877.0,77840207.0,77354896.0,77403057.0,77412596.0,76979742.0,76641915.0,77274947.0,76567807.0,77319880.0,77224362.0,77473006.0,77010503.0,77525443.0,77935249.0,77411411.0,77903059.0,78199201.0,77759952.0,77307216.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 1fc7854e5c40..a10ef2607280 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[73075743.75,73635196.5,75127070.5,75686523.25] \ No newline at end of file +[75428176.75,76337456.125,78762201.125,79671480.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 3e44c554b2d2..750d276dc6c1 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - -0.009 - - + - -160 - - - -180 - - - -200 - - - -220 - - - -240 + +350 - - -260 + + +400 - - -280 + + +450 - - -300 + + +500 - - -320 + + +550 - - -340 + + +600 - - -360 + + +650 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index b1cbb027ea49..26a37da87fd7 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + 0.001 - - -0.002 + + +0.0015 - - -0.003 + + +0.002 - - -0.004 + + +0.0025 - - -0.005 + + +0.003 - - -0.006 + + +0.0035 - - -0.007 + + +0.004 - - -0.008 + + +0.0045 - - -0.009 + + +0.005 - + - -280 - - - -300 - - - -320 - - - -340 + +500 - - -360 + + +550 - - -380 + + +600 - - -400 + + +650 - - -420 + + +700 - - -440 + + +750 - - -460 + + +800 - - -480 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index bdcd4c4cc461..8a433ed5f86a 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,42 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + - -75.0 - - - -80.0 + +74.0 - - -85.0 + + +75.0 - - -90.0 + + +76.0 - - -95.0 + + +77.0 - - -100.0 + + +78.0 - - -105.0 + + +79.0 - - -110.0 + + +80.0 - + 0 @@ -102,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index e1dbd22dca90..866a7670c563 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -34,26 +34,26 @@ Average Time (ms) - -80 + +74 - - -90 + + +76 - - -100 + + +78 - - -110 + + +80 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 189312ed0c44..f50e72f2fc44 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -10,57 +10,81 @@ Relative change (%) -10 +50 - -20 + +100 - - -30 + + +150 - - -40 + + +200 - - -50 + + +250 - - -60 + + +300 - + + +350 + + - --0.165 + +0.0405 + + + +0.041 + + + +0.0415 + + + +0.042 + + + +0.0425 + + + +0.043 - - --0.16 + + +0.0435 - - --0.155 + + +0.044 - - --0.15 + + +0.0445 - - --0.145 + + +0.045 - - --0.14 + + +0.0455 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index a4fdd56a978e..c089ccda8b66 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - -10 + +50 - - -20 + + +100 - - -30 + + +150 - - -40 + + +200 - - -50 + + +250 + + + +300 - - -60 + + +350 - - -70 + + +400 - - -80 + + +450 - + + +500 + + --0.16 +0.041 - --0.155 + +0.0415 + + + +0.042 - - --0.15 + + +0.0425 - - --0.145 + + +0.043 - - --0.14 + + +0.0435 - - --0.135 + + +0.044 - - --0.13 + + +0.0445 - - --0.125 + + +0.045 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 0e5a86be032c..fb27870785a6 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -21,73 +21,69 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index 636322a346f7..cad3eae8e96d 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0056361 - 0.0058354 - 0.0056029 + 0.0023233 + 0.0024058 + 0.0023117 Mean - 74.370 ms - 74.442 ms - 74.520 ms + 77.514 ms + 77.643 ms + 77.782 ms Std. Dev. - 290.65 µs - 384.43 µs - 466.00 µs + 532.05 µs + 688.01 µs + 847.08 µs Median - 74.288 ms - 74.360 ms - 74.405 ms + 77.426 ms + 77.504 ms + 77.668 ms MAD - 178.05 µs - 276.77 µs - 344.67 µs + 362.20 µs + 463.60 µs + 634.71 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -16.487% - -15.328% - -14.193% + +4.0818% + +4.3006% + +4.5208% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index da7acb3fa657..61fe087f22b1 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -74.0 + +76.5 - - -74.2 + + +77.0 - - -74.4 + + +77.5 - - -74.6 + + +78.0 - - -74.8 + + +78.5 - - -75.0 + + +79.0 - - -75.2 + + +79.5 - - -75.4 + + +80.0 - - -75.6 + + +80.5 - - -75.8 - - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 34af0171b318..47a1a1038122 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -74.0 + +76.5 - - -74.2 + + +77.0 - - -74.4 + + +77.5 - - -74.6 + + +78.0 - - -74.8 + + +78.5 - - -75.0 + + +79.0 - - -75.2 + + +79.5 - - -75.4 + + +80.0 - - -75.6 + + +80.5 - - -75.8 - - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 76c2c9282ba1..f3339c27c1a8 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -74.36 - - - -74.38 - - - -74.4 + +77.5 - - -74.42 + + +77.55 - - -74.44 + + +77.6 - - -74.46 + + +77.65 - - -74.48 + + +77.7 - - -74.5 + + +77.75 - - -74.52 + + +77.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index df4dbda54dfd..2d0f9a4d731b 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - + - -74.28 + +77.4 - + -74.3 +77.45 - -74.32 - - - -74.34 + +77.5 - - -74.36 + + +77.55 - - -74.38 + + +77.6 - - -74.4 + + +77.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index b2a101e63c8f..375d49fc6bf5 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -73.5 + +76 - - -74 + + +77 - - -74.5 + + +78 - - -75 + + +79 - - -75.5 + + +80 - - -76 + + +81 - + Density (a.u.) @@ -86,48 +86,50 @@ Density (a.u.) 0 - -0.2 + +0.1 - - -0.4 + + +0.2 - - -0.6 + + +0.3 - - -0.8 + + +0.4 - - -1 + + +0.5 - - -1.2 + + +0.6 - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index f53e14b38fbc..e1b261078699 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -0.2 + +0.1 - - -0.4 + + +0.2 - - -0.6 + + +0.3 - - -0.8 + + +0.4 - - -1 + + +0.5 - - -1.2 + + +0.6 - - -1.4 + + +0.7 - + - -74 + +76 - - -75 + + +78 - - -76 + + +80 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index cecf0e5640ce..9f19905ff8c5 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,42 @@ Average Iteration Time (ms) - + - - - - - - + + + + + - -75.0 + +74.0 - + -80.0 +75.0 - -85.0 + +76.0 - - -90.0 + + +77.0 - - -95.0 + + +78.0 - - -100.0 + + +79.0 - - -105.0 - - - -110.0 + + +80.0 - + 0 @@ -99,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 51bd47c7c5b7..be4abd1c94d1 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -31,24 +31,24 @@ Average Time (ms) - -80 + +74 - - -90 + + +76 - - -100 + + +78 - - -110 + + +80 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index c0f9a28bf628..371f4d42c197 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - -10 - - - -11 - - + - -74.36 - - - -74.38 - - - -74.4 + +77.5 - - -74.42 + + +77.55 - - -74.44 + + +77.6 - - -74.46 + + +77.65 - - -74.48 + + +77.7 - - -74.5 + + +77.75 - - -74.52 + + +77.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index eac08b0de242..941d021c651c 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44362772.581125,"upper_bound":44709099.45025},"point_estimate":44491649.915,"standard_error":94903.1160948618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44349557.0,"upper_bound":44362491.25},"point_estimate":44357096.5,"standard_error":3222.9681709937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23301.78286381068,"upper_bound":59484.91320893168},"point_estimate":30944.085350632668,"standard_error":9388.350193208897},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194509.0368808702,"upper_bound":1592151.906258747},"point_estimate":951086.6890981239,"standard_error":471405.3806039367}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43781608.00675,"upper_bound":43981261.970625},"point_estimate":43884534.12,"standard_error":50882.19316037779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44103317.0,"upper_bound":44130217.25},"point_estimate":44116220.75,"standard_error":6324.593748997962},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47866.11080020666,"upper_bound":85338.825134933},"point_estimate":64870.791198313236,"standard_error":9622.95537078745},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":430160.4038414824,"upper_bound":566948.2183818563},"point_estimate":509495.6606512267,"standard_error":34910.04555377663}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index ef1ef253d40b..6c04b76e41d4 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88705389.0,88694771.0,88720939.0,88749753.0,88402434.0,88724786.0,88761053.0,88433051.0,88389304.0,88712370.0,88712700.0,88402760.0,88680821.0,88725704.0,88783402.0,88421896.0,90195885.0,88728129.0,88836852.0,90380590.0,88402670.0,88802317.0,88063796.0,90696220.0,88730733.0,88786128.0,88722228.0,90430653.0,88776399.0,88466149.0,88683635.0,88735373.0,88737316.0,88699114.0,88799813.0,90405075.0,88443977.0,88760559.0,88786257.0,88749850.0,89166839.0,88387511.0,88729632.0,88717048.0,88409392.0,88684137.0,88698543.0,88741454.0,88782561.0,88707570.0,88721035.0,88440631.0,88705066.0,88755250.0,88712089.0,88460658.0,88361683.0,88711117.0,88677043.0,91138918.0,88558932.0,88724081.0,88715686.0,88677143.0,88666813.0,88700647.0,88741543.0,88673547.0,88692963.0,88735772.0,88724261.0,88747835.0,88720184.0,89072322.0,88798860.0,88375418.0,88696940.0,88745121.0,88695247.0,88676482.0,88460127.0,90986654.0,88842166.0,107067217.0,88437294.0,88756622.0,88686059.0,88716616.0,88697120.0,88681962.0,88687783.0,88525419.0,88510231.0,88711427.0,88662276.0,88803069.0,89002652.0,88154565.0,88801764.0,88450135.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88377753.0,88310998.0,85767570.0,87033734.0,88249673.0,88312801.0,89114958.0,88403310.0,85755959.0,88233383.0,85754527.0,88226150.0,88259652.0,88160246.0,88279069.0,88208576.0,85789121.0,86429095.0,88233423.0,88231500.0,85846499.0,88315546.0,88320606.0,88382922.0,85854784.0,88276233.0,88270943.0,88235948.0,86287692.0,85696639.0,88106797.0,88186405.0,88136532.0,88126062.0,88147503.0,88257428.0,88331947.0,85878579.0,88212293.0,88160747.0,88265593.0,88338409.0,88186595.0,88313533.0,88140920.0,88625334.0,88195132.0,88220068.0,88387500.0,88201523.0,88285350.0,88791715.0,88282976.0,88162661.0,88339211.0,85762221.0,88253200.0,85896672.0,88525398.0,88806683.0,88244944.0,88272175.0,85822834.0,88268151.0,88263441.0,88211745.0,88319296.0,88230100.0,88350745.0,88221494.0,85725237.0,85964554.0,88164688.0,88295682.0,88742676.0,88331268.0,88226853.0,85789388.0,85888642.0,88276395.0,88338893.0,88183292.0,86002746.0,88236792.0,88138268.0,85987517.0,88264264.0,88372315.0,85838829.0,85891157.0,88250758.0,88330848.0,89226758.0,88228887.0,88457483.0,88172593.0,88299680.0,86401700.0,88199483.0,88329956.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 210d0dcd0bf4..c9aeffec02ef 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[44215087.125,44276480.625,44440196.625,44501590.125] \ No newline at end of file +[43798353.0,43932655.125,44290794.125,44425096.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 95c5f7fc9a32..9baf152a21c0 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014718881280363952,"upper_bound":-0.007517622444608793},"point_estimate":-0.011677827300577537,"standard_error":0.0019852818133143154},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015318204042290895,"upper_bound":-0.013813191895731736},"point_estimate":-0.014445177857408398,"standard_error":0.00039736531097251944}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018850375526328424,"upper_bound":-0.00967857437610603},"point_estimate":-0.013645612067879731,"standard_error":0.0023696463817216044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005746499103005731,"upper_bound":-0.0050768836870227485},"point_estimate":-0.005430376850748098,"standard_error":0.00016158401985418204}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index eac08b0de242..941d021c651c 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44362772.581125,"upper_bound":44709099.45025},"point_estimate":44491649.915,"standard_error":94903.1160948618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44349557.0,"upper_bound":44362491.25},"point_estimate":44357096.5,"standard_error":3222.9681709937},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23301.78286381068,"upper_bound":59484.91320893168},"point_estimate":30944.085350632668,"standard_error":9388.350193208897},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194509.0368808702,"upper_bound":1592151.906258747},"point_estimate":951086.6890981239,"standard_error":471405.3806039367}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43781608.00675,"upper_bound":43981261.970625},"point_estimate":43884534.12,"standard_error":50882.19316037779},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44103317.0,"upper_bound":44130217.25},"point_estimate":44116220.75,"standard_error":6324.593748997962},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47866.11080020666,"upper_bound":85338.825134933},"point_estimate":64870.791198313236,"standard_error":9622.95537078745},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":430160.4038414824,"upper_bound":566948.2183818563},"point_estimate":509495.6606512267,"standard_error":34910.04555377663}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index ef1ef253d40b..6c04b76e41d4 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88705389.0,88694771.0,88720939.0,88749753.0,88402434.0,88724786.0,88761053.0,88433051.0,88389304.0,88712370.0,88712700.0,88402760.0,88680821.0,88725704.0,88783402.0,88421896.0,90195885.0,88728129.0,88836852.0,90380590.0,88402670.0,88802317.0,88063796.0,90696220.0,88730733.0,88786128.0,88722228.0,90430653.0,88776399.0,88466149.0,88683635.0,88735373.0,88737316.0,88699114.0,88799813.0,90405075.0,88443977.0,88760559.0,88786257.0,88749850.0,89166839.0,88387511.0,88729632.0,88717048.0,88409392.0,88684137.0,88698543.0,88741454.0,88782561.0,88707570.0,88721035.0,88440631.0,88705066.0,88755250.0,88712089.0,88460658.0,88361683.0,88711117.0,88677043.0,91138918.0,88558932.0,88724081.0,88715686.0,88677143.0,88666813.0,88700647.0,88741543.0,88673547.0,88692963.0,88735772.0,88724261.0,88747835.0,88720184.0,89072322.0,88798860.0,88375418.0,88696940.0,88745121.0,88695247.0,88676482.0,88460127.0,90986654.0,88842166.0,107067217.0,88437294.0,88756622.0,88686059.0,88716616.0,88697120.0,88681962.0,88687783.0,88525419.0,88510231.0,88711427.0,88662276.0,88803069.0,89002652.0,88154565.0,88801764.0,88450135.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[88377753.0,88310998.0,85767570.0,87033734.0,88249673.0,88312801.0,89114958.0,88403310.0,85755959.0,88233383.0,85754527.0,88226150.0,88259652.0,88160246.0,88279069.0,88208576.0,85789121.0,86429095.0,88233423.0,88231500.0,85846499.0,88315546.0,88320606.0,88382922.0,85854784.0,88276233.0,88270943.0,88235948.0,86287692.0,85696639.0,88106797.0,88186405.0,88136532.0,88126062.0,88147503.0,88257428.0,88331947.0,85878579.0,88212293.0,88160747.0,88265593.0,88338409.0,88186595.0,88313533.0,88140920.0,88625334.0,88195132.0,88220068.0,88387500.0,88201523.0,88285350.0,88791715.0,88282976.0,88162661.0,88339211.0,85762221.0,88253200.0,85896672.0,88525398.0,88806683.0,88244944.0,88272175.0,85822834.0,88268151.0,88263441.0,88211745.0,88319296.0,88230100.0,88350745.0,88221494.0,85725237.0,85964554.0,88164688.0,88295682.0,88742676.0,88331268.0,88226853.0,85789388.0,85888642.0,88276395.0,88338893.0,88183292.0,86002746.0,88236792.0,88138268.0,85987517.0,88264264.0,88372315.0,85838829.0,85891157.0,88250758.0,88330848.0,89226758.0,88228887.0,88457483.0,88172593.0,88299680.0,86401700.0,88199483.0,88329956.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 210d0dcd0bf4..c9aeffec02ef 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[44215087.125,44276480.625,44440196.625,44501590.125] \ No newline at end of file +[43798353.0,43932655.125,44290794.125,44425096.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index 81cb405d6d07..6f0403849802 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + +0.045 - - -0.06 + + +0.05 - - -0.07 + + +0.055 - + - -20 + +45 - - -25 + + +50 - - -30 + + +55 - + -35 +60 - -40 + +65 - - -45 + + +70 - - -50 + + +75 - - -55 + + +80 - - -60 + + +85 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index ef4fba4aa2c6..5920048c5460 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,69 +6,73 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.002 - - -1 + + +0.004 - - -1.5 + + +0.006 - - -2 + + +0.008 - - -2.5 + + +0.01 - - -3 + + +0.012 - + - -0.2 + +420 - - -0.4 + + +440 - - -0.6 + + +460 - - -0.8 + + +480 - - -1 + + +500 - - -1.2 + + +520 - - -1.4 + + +540 - - -1.6 + + +560 - - - - + + +580 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index ac3c9d07baaf..e834b0fe7bbe 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - + +43.0 + + + +44.0 + + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - + 0 @@ -107,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 80d73fbc53bd..92078dccd3a3 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,55 +9,43 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + - + 45 - - + + 50 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 46e6e68c4f81..6d50ad205175 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + -180 +160 - + +-0.019 + + + +-0.018 + + + +-0.017 + + + +-0.016 + + + -0.015 - - + + -0.014 - - + + -0.013 - - + + -0.012 - - + + -0.011 - - + + -0.01 - - + + -0.009 - - --0.008 - - - --0.007 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 0d0a809bfeac..9f50eb978b56 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 + + +1000 - - -600 + + +1500 - + -800 +2000 - -1000 + +2500 - + -1200 +3000 - --0.0154 - - - --0.0152 - - - --0.015 - - - --0.0148 - - - --0.0146 - - - --0.0144 - - - --0.0142 - - - --0.014 - - - --0.0138 - - - - - - + +-0.0058 + + + +-0.0057 + + + +-0.0056 + + + +-0.0055 + + + +-0.0054 + + + +-0.0053 + + + +-0.0052 + + + +-0.0051 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 7cd7324320e6..b28d606481a6 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,72 +13,72 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index d4c05408c8aa..09a8961dab53 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007785 - 0.0007929 - 0.0007532 + 0.0029306 + 0.0030510 + 0.0029442 Mean - 44.363 ms - 44.492 ms - 44.709 ms + 43.782 ms + 43.885 ms + 43.981 ms Std. Dev. - 194.51 µs - 951.09 µs - 1.5922 ms + 430.16 µs + 509.50 µs + 566.95 µs Median - 44.350 ms - 44.357 ms - 44.362 ms + 44.103 ms + 44.116 ms + 44.130 ms MAD - 23.302 µs - 30.944 µs - 59.485 µs + 47.866 µs + 64.871 µs + 85.339 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -1.4719% - -1.1678% - -0.7518% + -1.8850% + -1.3646% + -0.9679% (p = 0.00 < 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 0e85f685af78..9d058c99fd8b 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - + + - - - - - - + + + + + - -45.0 + +43.0 - - -46.0 + + +43.2 - + -47.0 +43.4 - -48.0 + +43.6 - - -49.0 + + +43.8 - - -50.0 + + +44.0 - - -51.0 + + +44.2 - - -52.0 + + +44.4 - - -53.0 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 4c8806a5a785..7f34b27109ac 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - + + - - - - - - + + + + + - -45.0 + +43.0 - - -46.0 + + +43.2 - + -47.0 +43.4 - -48.0 + +43.6 - - -49.0 + + +43.8 - - -50.0 + + +44.0 - - -51.0 + + +44.2 - - -52.0 + + +44.4 - - -53.0 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 5a65a0f671d5..cc563dbd9b20 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 - - - - -44.35 + + +6 - - -44.4 + + +7 - - -44.45 + + +8 - - -44.5 + + + +43.8 - - -44.55 + + +43.85 - - -44.6 + + +43.9 - - -44.65 + + +43.95 - - -44.7 + + +44 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index e1e4c1f9bcdd..674c3d91b7c5 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + - -44.35 - - - -44.352 + +44.105 - - -44.354 + + +44.11 - - -44.356 + + +44.115 - - -44.358 + + +44.12 - - -44.36 + + +44.125 - - -44.362 + + +44.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index c09d56225a20..edadbf90106a 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -44 + +42.5 - - -46 + + +43 - - -48 + + +43.5 - - -50 + + +44 - - -52 + + +44.5 - - -54 + + +45 - + Density (a.u.) @@ -86,112 +86,94 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1 + + + +1.2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 83e501222a1c..2745a6a614a2 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 - + + +1.4 + + - -45 + +43 - - -50 + + +44 + + + +45 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 089744cfbc7e..c836954d1b3f 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - + +43.0 + + + +44.0 + + + 45.0 - - + + 46.0 - - + + 47.0 - - + + 48.0 - - + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - + + 53.0 - + 0 @@ -104,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 00510c187db4..a5dd8fdcaee0 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,53 +6,41 @@ Density (a.u.) Average Time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + - + 45 - - + + 50 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index b6f2ba55492b..922433b284b9 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 - - - - -44.35 + + +6 - - -44.4 + + +7 - - -44.45 + + +8 - - -44.5 + + + +43.8 - - -44.55 + + +43.85 - - -44.6 + + +43.9 - - -44.65 + + +43.95 - - -44.7 + + +44 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index 474f3951939e..a2c5e9a936a8 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43792739.545625,"upper_bound":43946027.405},"point_estimate":43865185.335,"standard_error":39012.09968743017},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43721367.0,"upper_bound":43878303.5},"point_estimate":43824753.25,"standard_error":42322.63549577146},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":214547.0421910286,"upper_bound":346649.6650457382},"point_estimate":301301.75030082464,"standard_error":34747.47604387513},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":275773.1018539521,"upper_bound":526697.8819532827},"point_estimate":391943.5477034852,"standard_error":69524.84211229214}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47341139.422625,"upper_bound":47638478.46},"point_estimate":47488024.61,"standard_error":76134.34715044578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47318477.25,"upper_bound":47556921.0},"point_estimate":47438285.75,"standard_error":57210.47557578358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548961.9216039777,"upper_bound":833969.8981940746},"point_estimate":698509.186398983,"standard_error":70331.51742363078},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":650465.8665252347,"upper_bound":865746.5259140305},"point_estimate":764472.1215801697,"standard_error":54887.9837115325}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 460bdcb162ac..c35316af6b02 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87336621.0,87867174.0,87889225.0,88458911.0,88931855.0,88143981.0,89401184.0,87756607.0,87992147.0,87897650.0,87757539.0,88018135.0,87335980.0,88433312.0,88135546.0,87922076.0,87137278.0,87509054.0,87035858.0,87443541.0,88519864.0,87680354.0,86689651.0,86882561.0,87144201.0,87643706.0,86741537.0,87378309.0,87937345.0,87749343.0,87358853.0,92419350.0,88116981.0,88171589.0,88111000.0,88111181.0,86522027.0,88133843.0,87802887.0,87771224.0,86687196.0,87036149.0,87243768.0,87207529.0,87404148.0,86962381.0,87272481.0,87242344.0,87337173.0,87634758.0,87167134.0,86967270.0,87203582.0,87722653.0,86509984.0,87325510.0,87059072.0,86552113.0,87640800.0,87485059.0,87246823.0,87402434.0,87467526.0,87821207.0,87295684.0,87055224.0,87422061.0,89200518.0,88110899.0,88186030.0,89061839.0,88697346.0,89050808.0,88740367.0,89378961.0,88219583.0,87668171.0,88091894.0,87948075.0,87727903.0,87693227.0,87341610.0,88459721.0,87434314.0,87234139.0,87423974.0,87655307.0,87704880.0,88252084.0,88625913.0,87973939.0,87240529.0,87586497.0,87358269.0,87531764.0,88115116.0,87451154.0,87682286.0,86452605.0,87075802.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[97322063.0,98000710.0,97640768.0,95185566.0,98162392.0,95835440.0,96315976.0,96846686.0,95703613.0,94832267.0,93186315.0,94426349.0,94871681.0,93204299.0,93841558.0,92222387.0,93713279.0,93557939.0,94588182.0,94216598.0,95113842.0,93909064.0,93259512.0,95894560.0,94432050.0,95652208.0,93815520.0,93095627.0,95297185.0,95807106.0,95902043.0,96272675.0,97928685.0,93999944.0,94919580.0,96752440.0,95282227.0,95052328.0,95538736.0,93919383.0,93835327.0,92574344.0,94901406.0,93496284.0,94964334.0,92541202.0,96842508.0,92785211.0,94288466.0,93854448.0,95487881.0,94991026.0,94773280.0,94637047.0,93922554.0,97779973.0,94817572.0,95691621.0,95523678.0,94908672.0,96084433.0,96456376.0,97673454.0,97542891.0,97285481.0,95559435.0,98083668.0,94746951.0,94743646.0,95731064.0,96691735.0,93479720.0,95173576.0,93685924.0,94190454.0,99471243.0,94862856.0,95007516.0,92640626.0,92205556.0,97104564.0,94013804.0,95917342.0,94205412.0,94078356.0,94821259.0,94685727.0,95136066.0,94881462.0,95133662.0,94122908.0,95098035.0,95680801.0,94487498.0,94178773.0,93984690.0,93484329.0,93425639.0,92046762.0,91665611.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 52faaa78e5e6..3e1aa6100830 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[42365746.625,42999389.9375,44689105.4375,45322748.75] \ No newline at end of file +[44218410.75,45589645.6875,49246272.1875,50617507.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index c967fa6deca5..e5cc3d2b67bf 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2412217884525541,"upper_bound":-0.21913457563086836},"point_estimate":-0.23021566043387764,"standard_error":0.005636963605588606},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.24053435013899127,"upper_bound":-0.21461263592084878},"point_estimate":-0.22570668201139443,"standard_error":0.007529801677813618}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.07839006034615784,"upper_bound":0.08705797283206382},"point_estimate":0.08259031045537002,"standard_error":0.0021929279482949112},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0787933434598811,"upper_bound":0.08646208521326382},"point_estimate":0.08245414365225212,"standard_error":0.001876778929611575}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index 474f3951939e..a2c5e9a936a8 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43792739.545625,"upper_bound":43946027.405},"point_estimate":43865185.335,"standard_error":39012.09968743017},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43721367.0,"upper_bound":43878303.5},"point_estimate":43824753.25,"standard_error":42322.63549577146},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":214547.0421910286,"upper_bound":346649.6650457382},"point_estimate":301301.75030082464,"standard_error":34747.47604387513},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":275773.1018539521,"upper_bound":526697.8819532827},"point_estimate":391943.5477034852,"standard_error":69524.84211229214}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47341139.422625,"upper_bound":47638478.46},"point_estimate":47488024.61,"standard_error":76134.34715044578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47318477.25,"upper_bound":47556921.0},"point_estimate":47438285.75,"standard_error":57210.47557578358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548961.9216039777,"upper_bound":833969.8981940746},"point_estimate":698509.186398983,"standard_error":70331.51742363078},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":650465.8665252347,"upper_bound":865746.5259140305},"point_estimate":764472.1215801697,"standard_error":54887.9837115325}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 460bdcb162ac..c35316af6b02 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[87336621.0,87867174.0,87889225.0,88458911.0,88931855.0,88143981.0,89401184.0,87756607.0,87992147.0,87897650.0,87757539.0,88018135.0,87335980.0,88433312.0,88135546.0,87922076.0,87137278.0,87509054.0,87035858.0,87443541.0,88519864.0,87680354.0,86689651.0,86882561.0,87144201.0,87643706.0,86741537.0,87378309.0,87937345.0,87749343.0,87358853.0,92419350.0,88116981.0,88171589.0,88111000.0,88111181.0,86522027.0,88133843.0,87802887.0,87771224.0,86687196.0,87036149.0,87243768.0,87207529.0,87404148.0,86962381.0,87272481.0,87242344.0,87337173.0,87634758.0,87167134.0,86967270.0,87203582.0,87722653.0,86509984.0,87325510.0,87059072.0,86552113.0,87640800.0,87485059.0,87246823.0,87402434.0,87467526.0,87821207.0,87295684.0,87055224.0,87422061.0,89200518.0,88110899.0,88186030.0,89061839.0,88697346.0,89050808.0,88740367.0,89378961.0,88219583.0,87668171.0,88091894.0,87948075.0,87727903.0,87693227.0,87341610.0,88459721.0,87434314.0,87234139.0,87423974.0,87655307.0,87704880.0,88252084.0,88625913.0,87973939.0,87240529.0,87586497.0,87358269.0,87531764.0,88115116.0,87451154.0,87682286.0,86452605.0,87075802.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[97322063.0,98000710.0,97640768.0,95185566.0,98162392.0,95835440.0,96315976.0,96846686.0,95703613.0,94832267.0,93186315.0,94426349.0,94871681.0,93204299.0,93841558.0,92222387.0,93713279.0,93557939.0,94588182.0,94216598.0,95113842.0,93909064.0,93259512.0,95894560.0,94432050.0,95652208.0,93815520.0,93095627.0,95297185.0,95807106.0,95902043.0,96272675.0,97928685.0,93999944.0,94919580.0,96752440.0,95282227.0,95052328.0,95538736.0,93919383.0,93835327.0,92574344.0,94901406.0,93496284.0,94964334.0,92541202.0,96842508.0,92785211.0,94288466.0,93854448.0,95487881.0,94991026.0,94773280.0,94637047.0,93922554.0,97779973.0,94817572.0,95691621.0,95523678.0,94908672.0,96084433.0,96456376.0,97673454.0,97542891.0,97285481.0,95559435.0,98083668.0,94746951.0,94743646.0,95731064.0,96691735.0,93479720.0,95173576.0,93685924.0,94190454.0,99471243.0,94862856.0,95007516.0,92640626.0,92205556.0,97104564.0,94013804.0,95917342.0,94205412.0,94078356.0,94821259.0,94685727.0,95136066.0,94881462.0,95133662.0,94122908.0,95098035.0,95680801.0,94487498.0,94178773.0,93984690.0,93484329.0,93425639.0,92046762.0,91665611.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 52faaa78e5e6..3e1aa6100830 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[42365746.625,42999389.9375,44689105.4375,45322748.75] \ No newline at end of file +[44218410.75,45589645.6875,49246272.1875,50617507.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 89e25f26b4b5..56d62ff75d8a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + +0.001 + + + 0.002 - - -0.004 + + +0.003 - - -0.006 + + +0.004 - - -0.008 + + +0.005 - - -0.01 + + +0.006 - - -0.012 + + +0.007 - + - -200 - - - -220 - - - -240 + +550 - - -260 + + +600 - - -280 + + +650 - - -300 + + +700 - - -320 + + +750 - - -340 + + +800 - - -360 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 712f30adc776..42c8f3baba7e 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - + 0.003 - + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - -0.008 - - + - -250 - - - -300 - - - -350 + +650 - - -400 + + +700 - - -450 + + +750 - - -500 + + +800 - - -550 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 164ea462ab43..2e9e26920aa1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,32 +16,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - + +44.0 + + + 45.0 - - -50.0 + + +46.0 - - -55.0 + + +47.0 - - -60.0 + + +48.0 - - -65.0 + + +49.0 - + 0 @@ -87,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index ef2e99033550..b3c3e58b654f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -34,22 +34,26 @@ Average Time (ms) - -50 + +44 + + + +46 - - -60 + + +48 - - -70 + + +50 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index e443fe2b9015..65a8ba30d725 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 + + + +120 + + + +140 + + + +160 - + + +180 + + - --0.24 + +0.078 + + + +0.079 + + + +0.08 + + + +0.081 + + + +0.082 + + + +0.083 + + + +0.084 - - --0.235 + + +0.085 - - --0.23 + + +0.086 - - --0.225 + + +0.087 - - --0.22 + + +0.088 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 3184c2110f5a..26233613ebe5 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Relative change (%) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - + - --0.24 + +0.078 + + + +0.079 + + + +0.08 + + + +0.081 + + + +0.082 - - --0.235 + + +0.083 - - --0.23 + + +0.084 - - --0.225 + + +0.085 - - --0.22 + + +0.086 - - --0.215 + + +0.087 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 610603f0150c..2552e271adfc 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 915d2f72611d..4b4f0cad1f59 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0067622 - 0.0069939 - 0.0067077 + 0.0436581 + 0.0452126 + 0.0435844 Mean - 43.793 ms - 43.865 ms - 43.946 ms + 47.341 ms + 47.488 ms + 47.638 ms Std. Dev. - 275.77 µs - 391.94 µs - 526.70 µs + 650.47 µs + 764.47 µs + 865.75 µs Median - 43.721 ms - 43.825 ms - 43.878 ms + 47.318 ms + 47.438 ms + 47.557 ms MAD - 214.55 µs - 301.30 µs - 346.65 µs + 548.96 µs + 698.51 µs + 833.97 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -24.122% - -23.022% - -21.913% + +7.8390% + +8.2590% + +8.7058% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index d1b299941893..1ec5d4d5fdfd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - + + + - - - + + + + - -43.5 + +46.0 + + + +46.5 - - -44.0 + + +47.0 - + -44.5 +47.5 - -45.0 + +48.0 - - -45.5 + + +48.5 - - -46.0 + + +49.0 + + + +49.5 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index 30d4af0de3a6..ae57eb90daa3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - + + + - - - + + + + - -43.5 + +46.0 + + + +46.5 - - -44.0 + + +47.0 - + -44.5 +47.5 - -45.0 + +48.0 - - -45.5 + + +48.5 - - -46.0 + + +49.0 + + + +49.5 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 18e33032bbfd..e44a0981ed3c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (ms) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - - -11 + + +5.5 - + - -43.78 - - - -43.8 - - - -43.82 - - - -43.84 + +47.35 - - -43.86 + + +47.4 - - -43.88 + + +47.45 - - -43.9 + + +47.5 - - -43.92 + + +47.55 - - -43.94 + + +47.6 - - -43.96 + + +47.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index b24e68c94c7b..fe1d0e5c8759 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - -8 - - - -10 - - + -12 +8 - -14 - - - -16 + +10 - + -18 +12 - -20 - - - -43.72 - - - -43.74 - - - -43.76 - - - -43.78 + +47.3 - - -43.8 + + +47.35 - - -43.82 + + +47.4 - - -43.84 + + +47.45 - - -43.86 + + +47.5 - - -43.88 + + +47.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index d9bd4b731343..d25c9bd6ec1c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,38 +54,30 @@ Average Time (ms) - -43 - - - -43.5 - - - -44 + +45 - - -44.5 + + +46 - - -45 + + +47 - - -45.5 + + +48 - - -46 + + +49 - - -46.5 + + +50 - + Density (a.u.) @@ -94,42 +86,54 @@ Density (a.u.) 0 - + +0.05 + + + +0.1 + + + +0.15 + + + 0.2 - - -0.4 + + +0.25 - - -0.6 + + +0.3 - - -0.8 + + +0.35 - - -1 + + +0.4 - - -1.2 + + +0.45 + + + +0.5 - - - - - + + + + + - - - - - - - + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index 2a70a5d4d7f3..457fcf65c4ee 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - -0.2 - - - -0.4 + +0.1 - - -0.6 + + +0.2 - - -0.8 + + +0.3 - - -1 + + +0.4 - - -1.2 + + +0.5 - + - -43 - - - -44 + +46 - - -45 + + +48 - - -46 + + +50 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index c1f8aca0ce22..2cd6fc037c24 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,32 +13,37 @@ Average Iteration Time (ms) - - - - - + + + + + + - + +44.0 + + + 45.0 - - -50.0 + + +46.0 - - -55.0 + + +47.0 - - -60.0 + + +48.0 - - -65.0 + + +49.0 - + 0 @@ -84,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 06712974907f..421cf91e17dd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -31,20 +31,24 @@ Average Time (ms) - -50 + +44 + + + +46 - - -60 + + +48 - - -70 + + +50 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index fda1641eddcf..d80250763634 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (ms) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - - -11 + + +5.5 - + - -43.78 - - - -43.8 - - - -43.82 - - - -43.84 + +47.35 - - -43.86 + + +47.4 - - -43.88 + + +47.45 - - -43.9 + + +47.5 - - -43.92 + + +47.55 - - -43.94 + + +47.6 - - -43.96 + + +47.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index bf565a10816a..3c0d66eac845 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6423709.865,"upper_bound":6428058.8075},"point_estimate":6425764.55125,"standard_error":1110.4899534901633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6421558.3125,"upper_bound":6424633.5},"point_estimate":6422654.1875,"standard_error":1034.7140270056657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5269.43829394877,"upper_bound":9322.773959487677},"point_estimate":7539.206191152334,"standard_error":1035.2033069787522},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7752.421935461348,"upper_bound":14479.953314540768},"point_estimate":11198.768244167883,"standard_error":1738.7957899928203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434110.63078125,"upper_bound":6439137.862437501},"point_estimate":6436487.2975,"standard_error":1287.9937246567858},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431331.0,"upper_bound":6435836.25},"point_estimate":6433071.75,"standard_error":1259.863936714495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6946.907501667738,"upper_bound":11924.18093830347},"point_estimate":9487.89853155613,"standard_error":1266.3953567835267},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9016.396068628468,"upper_bound":16919.231798884455},"point_estimate":12939.980264494663,"standard_error":2061.404250231775}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 99411fc7d690..d9ae8240da11 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51336173.0,51373734.0,51373203.0,51336024.0,51336685.0,51322489.0,51370618.0,51392229.0,51411214.0,51399763.0,51355540.0,51371730.0,51423797.0,51415432.0,51387480.0,51387479.0,51510610.0,51383903.0,51409201.0,51415232.0,51452381.0,51446029.0,51370829.0,51374696.0,51478590.0,51871916.0,51338878.0,51374385.0,51502174.0,51332616.0,51434578.0,51345772.0,51573338.0,51482688.0,51325674.0,51698422.0,51512033.0,51343168.0,51361302.0,51323080.0,51462842.0,51321978.0,51373915.0,51428127.0,51440720.0,51476568.0,51396377.0,51359598.0,51539485.0,51341765.0,51514278.0,51564230.0,51610738.0,51325965.0,51393642.0,51445068.0,51500251.0,51328410.0,51403059.0,51335132.0,51370098.0,51301289.0,51318211.0,51396077.0,51407628.0,51373936.0,51348287.0,51368836.0,51324152.0,51358446.0,51331085.0,51392640.0,51393923.0,51306079.0,51709062.0,51396508.0,51333390.0,51366231.0,51398091.0,51358235.0,51307932.0,51323461.0,51342937.0,51367252.0,51369747.0,51431313.0,51372964.0,51423528.0,51364107.0,51438796.0,51402309.0,51456640.0,51345442.0,51430001.0,51514418.0,51397759.0,51423127.0,51376139.0,51375768.0,51378564.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51700792.0,51448449.0,51516217.0,51551032.0,51587009.0,51745254.0,51630641.0,51461895.0,51540352.0,51464910.0,51442478.0,51405640.0,51413825.0,51799507.0,51638746.0,51456290.0,51383117.0,51456634.0,51425025.0,51386312.0,51357669.0,51426187.0,51427920.0,51396412.0,51524841.0,51462886.0,51470650.0,51600933.0,51457104.0,51452847.0,51454851.0,51416789.0,51389509.0,51554576.0,51444822.0,51439261.0,51395360.0,51550008.0,51586807.0,51537745.0,51532916.0,51479406.0,51534019.0,51489255.0,51442447.0,51557061.0,51569905.0,51492501.0,51427259.0,51511686.0,51451144.0,51426808.0,51815162.0,51570377.0,51484535.0,51420787.0,51487251.0,51463567.0,51534919.0,51435144.0,51481219.0,51474477.0,51406440.0,51562732.0,51422940.0,51414004.0,51511036.0,51435344.0,51388367.0,51401301.0,51447958.0,51369751.0,51483303.0,51410228.0,51385521.0,51418423.0,51464238.0,51486690.0,51378428.0,51390911.0,51423452.0,51537815.0,51519521.0,51603578.0,51401531.0,51511837.0,51443679.0,51419254.0,51481750.0,51587147.0,51407873.0,52051453.0,51475308.0,51541522.0,51417991.0,51563783.0,51521394.0,51587418.0,51492961.0,51539809.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index f62a67809457..376bb2f9926a 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6387455.75,6402956.515625,6444291.890625,6459792.65625] \ No newline at end of file +[6385001.0625,6406458.28125,6463677.53125,6485134.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 958735ed08cc..9e0e9354fdbe 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021807139044634325,"upper_bound":-0.0011653856262996865},"point_estimate":-0.0016766560421567211,"standard_error":0.00025845536914324895},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00226844654534053,"upper_bound":-0.0013195997162349599},"point_estimate":-0.0018475284882106813,"standard_error":0.0002415051080154863}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001145783146703866,"upper_bound":0.0021600379227251386},"point_estimate":0.0016687113516966612,"standard_error":0.0002570485420568127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001184464377122385,"upper_bound":0.0021334201315692525},"point_estimate":0.0016220027103863721,"standard_error":0.00024835244471521287}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index bf565a10816a..3c0d66eac845 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6423709.865,"upper_bound":6428058.8075},"point_estimate":6425764.55125,"standard_error":1110.4899534901633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6421558.3125,"upper_bound":6424633.5},"point_estimate":6422654.1875,"standard_error":1034.7140270056657},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5269.43829394877,"upper_bound":9322.773959487677},"point_estimate":7539.206191152334,"standard_error":1035.2033069787522},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7752.421935461348,"upper_bound":14479.953314540768},"point_estimate":11198.768244167883,"standard_error":1738.7957899928203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6434110.63078125,"upper_bound":6439137.862437501},"point_estimate":6436487.2975,"standard_error":1287.9937246567858},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6431331.0,"upper_bound":6435836.25},"point_estimate":6433071.75,"standard_error":1259.863936714495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6946.907501667738,"upper_bound":11924.18093830347},"point_estimate":9487.89853155613,"standard_error":1266.3953567835267},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9016.396068628468,"upper_bound":16919.231798884455},"point_estimate":12939.980264494663,"standard_error":2061.404250231775}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 99411fc7d690..d9ae8240da11 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51336173.0,51373734.0,51373203.0,51336024.0,51336685.0,51322489.0,51370618.0,51392229.0,51411214.0,51399763.0,51355540.0,51371730.0,51423797.0,51415432.0,51387480.0,51387479.0,51510610.0,51383903.0,51409201.0,51415232.0,51452381.0,51446029.0,51370829.0,51374696.0,51478590.0,51871916.0,51338878.0,51374385.0,51502174.0,51332616.0,51434578.0,51345772.0,51573338.0,51482688.0,51325674.0,51698422.0,51512033.0,51343168.0,51361302.0,51323080.0,51462842.0,51321978.0,51373915.0,51428127.0,51440720.0,51476568.0,51396377.0,51359598.0,51539485.0,51341765.0,51514278.0,51564230.0,51610738.0,51325965.0,51393642.0,51445068.0,51500251.0,51328410.0,51403059.0,51335132.0,51370098.0,51301289.0,51318211.0,51396077.0,51407628.0,51373936.0,51348287.0,51368836.0,51324152.0,51358446.0,51331085.0,51392640.0,51393923.0,51306079.0,51709062.0,51396508.0,51333390.0,51366231.0,51398091.0,51358235.0,51307932.0,51323461.0,51342937.0,51367252.0,51369747.0,51431313.0,51372964.0,51423528.0,51364107.0,51438796.0,51402309.0,51456640.0,51345442.0,51430001.0,51514418.0,51397759.0,51423127.0,51376139.0,51375768.0,51378564.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51700792.0,51448449.0,51516217.0,51551032.0,51587009.0,51745254.0,51630641.0,51461895.0,51540352.0,51464910.0,51442478.0,51405640.0,51413825.0,51799507.0,51638746.0,51456290.0,51383117.0,51456634.0,51425025.0,51386312.0,51357669.0,51426187.0,51427920.0,51396412.0,51524841.0,51462886.0,51470650.0,51600933.0,51457104.0,51452847.0,51454851.0,51416789.0,51389509.0,51554576.0,51444822.0,51439261.0,51395360.0,51550008.0,51586807.0,51537745.0,51532916.0,51479406.0,51534019.0,51489255.0,51442447.0,51557061.0,51569905.0,51492501.0,51427259.0,51511686.0,51451144.0,51426808.0,51815162.0,51570377.0,51484535.0,51420787.0,51487251.0,51463567.0,51534919.0,51435144.0,51481219.0,51474477.0,51406440.0,51562732.0,51422940.0,51414004.0,51511036.0,51435344.0,51388367.0,51401301.0,51447958.0,51369751.0,51483303.0,51410228.0,51385521.0,51418423.0,51464238.0,51486690.0,51378428.0,51390911.0,51423452.0,51537815.0,51519521.0,51603578.0,51401531.0,51511837.0,51443679.0,51419254.0,51481750.0,51587147.0,51407873.0,52051453.0,51475308.0,51541522.0,51417991.0,51563783.0,51521394.0,51587418.0,51492961.0,51539809.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index f62a67809457..376bb2f9926a 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6387455.75,6402956.515625,6444291.890625,6459792.65625] \ No newline at end of file +[6385001.0625,6406458.28125,6463677.53125,6485134.75] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 0177c299cb88..cf32f4f8c30c 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - + - -5 - - - -5.5 - - - -6 - - - -6.5 - - - + 7 - - -7.5 - - - + + 8 - - -8.5 - - - + + 9 - - -9.5 + + +10 + + + +11 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index e3aa84e1e766..089f08e1c615 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 - - + + +0.18 + + + 0.2 - + - -8 - - - + 9 - - + + 10 - - + + 11 - - + + 12 - - + + 13 - - + + 14 - - + + 15 - - - - + + +16 + + + +17 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 5f0219563f1c..8d5de1aa5a66 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -19,12 +19,12 @@ Average Iteration Time (ms) - - - - - - + + + + + + 6.42 @@ -38,30 +38,30 @@ Average Iteration Time (ms) 6.44 - + 6.45 - - + + 6.46 - - + + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index d09b90244b6a..c2860c1eb533 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -50,18 +50,18 @@ Average Time (ms) 6.4 - + 6.45 - - + + 6.5 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 046b01822a61..01271b6fca7f 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 200 - + 400 - + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - + - --0.0022 + +0.0012 - - --0.002 + + +0.0014 - - --0.0018 + + +0.0016 - - --0.0016 + + +0.0018 - - --0.0014 + + +0.002 - - --0.0012 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index c1822f51c1c1..4bda9d305497 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,90 +9,74 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - - --0.0023 - - - --0.0022 - - - --0.0021 + + +2000 - - --0.002 - - - --0.0019 - - - --0.0018 + + + +0.0012 - - --0.0017 + + +0.0014 - - --0.0016 + + +0.0016 - - --0.0015 + + +0.0018 - - --0.0014 + + +0.002 - - --0.0013 + + +0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 5c2eb26bf933..c621dc70ff07 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index abf6a48a4124..3d30b40b97c1 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0009231 - 0.0009544 - 0.0009157 + 0.0020880 + 0.0021589 + 0.0020714 Mean - 6.4237 ms - 6.4258 ms - 6.4281 ms + 6.4341 ms + 6.4365 ms + 6.4391 ms Std. Dev. - 7.7524 µs - 11.199 µs - 14.480 µs + 9.0164 µs + 12.940 µs + 16.919 µs Median - 6.4216 ms - 6.4227 ms - 6.4246 ms + 6.4313 ms + 6.4331 ms + 6.4358 ms MAD - 5.2694 µs - 7.5392 µs - 9.3228 µs + 6.9469 µs + 9.4879 µs + 11.924 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.2181% - -0.1677% - -0.1165% + +0.1146% + +0.1669% + +0.2160% (p = 0.00 < 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index b6d9b3855fdc..dc92fb2188be 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + 6.42 - - + + 6.43 - - + + 6.44 - - + + 6.45 - - + + 6.46 - - + + 6.47 - - + + 6.48 - + + +6.49 + + + +6.5 + + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 822042c2753d..8ef4d7252b87 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + 6.42 - - + + 6.43 - - + + 6.44 - - + + 6.45 - - + + 6.46 - - + + 6.47 - - + + 6.48 - + + +6.49 + + + +6.5 + + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index c81b91c6e978..4a72628c3bfd 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -6.4235 - - - -6.424 - - - -6.4245 - - - -6.425 - - - -6.4255 - - - -6.426 + +6.434 - - -6.4265 + + +6.435 - - -6.427 + + +6.436 - - -6.4275 + + +6.437 - - -6.428 + + +6.438 - - -6.4285 + + +6.439 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index b77832479dfc..95587ba1ee8b 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 + + + +6.431 - - -900 + + +6.4315 - - - -6.4215 + + +6.432 + + + +6.4325 + + + +6.433 - - -6.422 + + +6.4335 - - -6.4225 + + +6.434 - - -6.423 + + +6.4345 - - -6.4235 + + +6.435 - - -6.424 + + +6.4355 - - -6.4245 + + +6.436 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 2d397c172115..d60225f874fa 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,46 +46,30 @@ Average Time (ms) - -6.4 - - - -6.41 - - - + 6.42 - - -6.43 - - - + + 6.44 - - -6.45 - - - + + 6.46 - - -6.47 - - - + + 6.48 - - -6.49 + + +6.5 + + + +6.52 - + Density (a.u.) @@ -94,60 +78,48 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - - - - + + + + + - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 54d18d1fbc3c..ef291d2dc72f 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,67 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - - -50 - - + - -6.4 - - - -6.42 - - - -6.44 - - - -6.46 + +6.45 - - -6.48 + + +6.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index afbb3ff0dd04..dbe83db46316 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - + - + - + - - - + + + - + 6.42 - + 6.43 - + 6.44 - + 6.45 - + 6.46 - + 6.47 - + 6.48 - - + + 6.49 - - + + 6.5 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index db059fce4b1a..6b493b265322 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -10,18 +10,18 @@ Average Time (ms) 5 - + 10 - - + + 15 - - + + 20 - + 25 @@ -47,16 +47,16 @@ Average Time (ms) 6.4 - + 6.45 - - + + 6.5 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index e067b50b8d6e..efa604a2967c 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - -6.4235 - - - -6.424 - - - -6.4245 - - - -6.425 - - - -6.4255 - - - -6.426 + +6.434 - - -6.4265 + + +6.435 - - -6.427 + + +6.436 - - -6.4275 + + +6.437 - - -6.428 + + +6.438 - - -6.4285 + + +6.439 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 2610017b2524..8f4255ce75e9 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5514650.238474998,"upper_bound":5567515.162849997},"point_estimate":5533785.096,"standard_error":15450.63740240271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5511308.4,"upper_bound":5521279.05},"point_estimate":5516031.550000001,"standard_error":2443.76195389031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20313.32462936695,"upper_bound":33432.110496461944},"point_estimate":26080.78678697486,"standard_error":3631.060065828657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22324.20222183124,"upper_bound":264886.3401984903},"point_estimate":155631.2553210948,"standard_error":85773.22173372588}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5325465.604575001,"upper_bound":5337913.031799997},"point_estimate":5331503.464999998,"standard_error":3173.6048755319803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5321098.3,"upper_bound":5329842.449999999},"point_estimate":5327051.8,"standard_error":2336.5291097895633},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17075.40041685132,"upper_bound":36522.29362159995},"point_estimate":28677.931290864944,"standard_error":4984.6382071328435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25936.298264794277,"upper_bound":37461.08123286878},"point_estimate":31867.694272268644,"standard_error":2948.8955998340125}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index d15c917fcccb..2fb95981f500 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55133083.0,55200499.0,55178848.0,55615656.0,55303502.0,54942136.0,56038969.0,55409240.0,70537714.0,55173730.0,55155604.0,55173258.0,54820197.0,55162007.0,55353885.0,55989507.0,55117107.0,55392502.0,55069348.0,55520402.0,55043800.0,54957108.0,55684709.0,55262408.0,54899139.0,55141964.0,55020837.0,55445862.0,54978688.0,55017641.0,54956988.0,55295671.0,55498712.0,55202035.0,55420304.0,55299899.0,54814871.0,55438589.0,55320829.0,54904419.0,55183180.0,55009035.0,55362526.0,55158624.0,54860307.0,55295020.0,55049340.0,54996913.0,55277126.0,55409924.0,55108872.0,55482821.0,55067664.0,54744099.0,55230189.0,55300079.0,54844597.0,54909309.0,55183501.0,55012752.0,55123038.0,55152183.0,55383334.0,55457033.0,55075138.0,54906152.0,55470899.0,55416988.0,55595863.0,55151191.0,55472302.0,55439500.0,54882458.0,54961105.0,54763896.0,55165197.0,54916672.0,54758777.0,55452625.0,55019825.0,54861649.0,55406238.0,55223546.0,55029974.0,55012872.0,54854846.0,55556970.0,54740442.0,55632442.0,55013072.0,55507456.0,55023040.0,54967175.0,55246207.0,55133828.0,54990118.0,55089505.0,55206302.0,55230397.0,55117296.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52897705.0,53431602.0,53482026.0,53462118.0,53143063.0,53658555.0,53910545.0,53228653.0,53295378.0,53284828.0,53201612.0,53189680.0,52734941.0,53223513.0,53617488.0,52993183.0,52814660.0,53330172.0,53312311.0,53234868.0,53026358.0,53655933.0,53312021.0,53194752.0,53849244.0,52922063.0,53264582.0,53135201.0,52772033.0,53627951.0,53210983.0,53517504.0,53146182.0,53422107.0,53640074.0,52984339.0,53171589.0,53609136.0,53458114.0,53169595.0,52927072.0,53024825.0,53286593.0,53283558.0,53193400.0,53715064.0,53303665.0,53163033.0,53121305.0,53346576.0,52957710.0,52944705.0,53176228.0,54104601.0,53412950.0,54094642.0,54260923.0,53696028.0,53787349.0,53274942.0,52927804.0,53266185.0,53219017.0,53664469.0,53009977.0,52998145.0,53515892.0,53611611.0,53011820.0,53100205.0,53651745.0,53465778.0,52967087.0,52906664.0,53490695.0,53195834.0,53231892.0,53511854.0,53149137.0,53274851.0,53282776.0,53499892.0,53281564.0,53257139.0,53408001.0,53189542.0,52987065.0,53063718.0,53792919.0,54475344.0,53062765.0,53319145.0,53242291.0,53590231.0,53275834.0,53282957.0,52766432.0,53210542.0,53122086.0,53610729.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index d8d51b28d858..3cdb51aa874e 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5389041.3,5445111.7875,5594633.0875,5650703.575000001] \ No newline at end of file +[5204870.624999999,5259031.424999999,5403460.225,5457621.025] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index e88fa696c07f..e4d0b4d37009 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05493154558102049,"upper_bound":-0.04333936703678576},"point_estimate":-0.05012387631618853,"standard_error":0.002878883030529971},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.052071769377350474,"upper_bound":-0.04923055195436554},"point_estimate":-0.050864213073685605,"standard_error":0.0007568875924423853}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04271708635877074,"upper_bound":-0.03275990201442668},"point_estimate":-0.03655393686072439,"standard_error":0.0027554803879858893},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.035689698022378265,"upper_bound":-0.03331402279677409},"point_estimate":-0.03426009229406979,"standard_error":0.0006030627244693589}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 2610017b2524..8f4255ce75e9 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5514650.238474998,"upper_bound":5567515.162849997},"point_estimate":5533785.096,"standard_error":15450.63740240271},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5511308.4,"upper_bound":5521279.05},"point_estimate":5516031.550000001,"standard_error":2443.76195389031},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20313.32462936695,"upper_bound":33432.110496461944},"point_estimate":26080.78678697486,"standard_error":3631.060065828657},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22324.20222183124,"upper_bound":264886.3401984903},"point_estimate":155631.2553210948,"standard_error":85773.22173372588}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5325465.604575001,"upper_bound":5337913.031799997},"point_estimate":5331503.464999998,"standard_error":3173.6048755319803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5321098.3,"upper_bound":5329842.449999999},"point_estimate":5327051.8,"standard_error":2336.5291097895633},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17075.40041685132,"upper_bound":36522.29362159995},"point_estimate":28677.931290864944,"standard_error":4984.6382071328435},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25936.298264794277,"upper_bound":37461.08123286878},"point_estimate":31867.694272268644,"standard_error":2948.8955998340125}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index d15c917fcccb..2fb95981f500 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[55133083.0,55200499.0,55178848.0,55615656.0,55303502.0,54942136.0,56038969.0,55409240.0,70537714.0,55173730.0,55155604.0,55173258.0,54820197.0,55162007.0,55353885.0,55989507.0,55117107.0,55392502.0,55069348.0,55520402.0,55043800.0,54957108.0,55684709.0,55262408.0,54899139.0,55141964.0,55020837.0,55445862.0,54978688.0,55017641.0,54956988.0,55295671.0,55498712.0,55202035.0,55420304.0,55299899.0,54814871.0,55438589.0,55320829.0,54904419.0,55183180.0,55009035.0,55362526.0,55158624.0,54860307.0,55295020.0,55049340.0,54996913.0,55277126.0,55409924.0,55108872.0,55482821.0,55067664.0,54744099.0,55230189.0,55300079.0,54844597.0,54909309.0,55183501.0,55012752.0,55123038.0,55152183.0,55383334.0,55457033.0,55075138.0,54906152.0,55470899.0,55416988.0,55595863.0,55151191.0,55472302.0,55439500.0,54882458.0,54961105.0,54763896.0,55165197.0,54916672.0,54758777.0,55452625.0,55019825.0,54861649.0,55406238.0,55223546.0,55029974.0,55012872.0,54854846.0,55556970.0,54740442.0,55632442.0,55013072.0,55507456.0,55023040.0,54967175.0,55246207.0,55133828.0,54990118.0,55089505.0,55206302.0,55230397.0,55117296.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[52897705.0,53431602.0,53482026.0,53462118.0,53143063.0,53658555.0,53910545.0,53228653.0,53295378.0,53284828.0,53201612.0,53189680.0,52734941.0,53223513.0,53617488.0,52993183.0,52814660.0,53330172.0,53312311.0,53234868.0,53026358.0,53655933.0,53312021.0,53194752.0,53849244.0,52922063.0,53264582.0,53135201.0,52772033.0,53627951.0,53210983.0,53517504.0,53146182.0,53422107.0,53640074.0,52984339.0,53171589.0,53609136.0,53458114.0,53169595.0,52927072.0,53024825.0,53286593.0,53283558.0,53193400.0,53715064.0,53303665.0,53163033.0,53121305.0,53346576.0,52957710.0,52944705.0,53176228.0,54104601.0,53412950.0,54094642.0,54260923.0,53696028.0,53787349.0,53274942.0,52927804.0,53266185.0,53219017.0,53664469.0,53009977.0,52998145.0,53515892.0,53611611.0,53011820.0,53100205.0,53651745.0,53465778.0,52967087.0,52906664.0,53490695.0,53195834.0,53231892.0,53511854.0,53149137.0,53274851.0,53282776.0,53499892.0,53281564.0,53257139.0,53408001.0,53189542.0,52987065.0,53063718.0,53792919.0,54475344.0,53062765.0,53319145.0,53242291.0,53590231.0,53275834.0,53282957.0,52766432.0,53210542.0,53122086.0,53610729.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index d8d51b28d858..3cdb51aa874e 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5389041.3,5445111.7875,5594633.0875,5650703.575000001] \ No newline at end of file +[5204870.624999999,5259031.424999999,5403460.225,5457621.025] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index cf15211fba0f..910872848a58 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - -0.1 - - - -0.11 - - + - -20 - - - -22 + +15 - - -24 - - - -26 + + +20 - - -28 + + +25 - - + + 30 - - -32 - - - -34 + + +35 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 5eb017732c13..f84eee1c885c 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 + + +0.1 - - -0.012 + + +0.12 - - -0.014 + + +0.14 - - -0.016 - - + - -0 + +26 - - -50 + + +28 - - -100 + + +30 - + -150 +32 - -200 + +34 + + + +36 - - -250 + + +38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 9cc5ba3522ed..b64011504f45 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,42 +16,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +5.4 + + + 5.6 - - + + 5.8 - - + + 6.0 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - + + 6.8 - + + +7.0 + + 0 @@ -97,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index 2750b807cd15..4851f8101145 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - + - + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index b27450027337..8f32abb88b69 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.056 + + +160 + + + +180 - - --0.054 + + + +-0.042 - - --0.052 + + +-0.04 - - --0.05 + + +-0.038 - - --0.048 + + +-0.036 - - --0.046 + + +-0.034 - - --0.044 + + +-0.032 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 610a2c73c3e0..4930c69325b8 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - - --0.052 + + +600 - - --0.0515 + + +700 - - --0.051 + + + +-0.0355 - - --0.0505 + + +-0.035 - - --0.05 + + +-0.0345 - - --0.0495 + + +-0.034 - - --0.049 + + +-0.0335 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 6d517c93c2b5..bdcb521b487c 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,76 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 903210386e52..b8724941f3dc 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001998 - 0.0002028 - 0.0001936 + 0.0083225 + 0.0086216 + 0.0082860 Mean - 5.5147 ms - 5.5338 ms - 5.5675 ms + 5.3255 ms + 5.3315 ms + 5.3379 ms Std. Dev. - 22.324 µs - 155.63 µs - 264.89 µs + 25.936 µs + 31.868 µs + 37.461 µs Median - 5.5113 ms - 5.5160 ms - 5.5213 ms + 5.3211 ms + 5.3271 ms + 5.3298 ms MAD - 20.313 µs - 26.081 µs - 33.432 µs + 17.075 µs + 28.678 µs + 36.522 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -5.4932% - -5.0124% - -4.3339% + -4.2717% + -3.6554% + -3.2760% (p = 0.00 < 0.05) diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 5c79f59e365e..7d4d92168c40 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,42 +15,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - -5.6 + +5.28 - - -5.8 + + +5.3 - - -6.0 + + +5.32 - - -6.2 + + +5.34 - - -6.4 + + +5.36 - - -6.6 + + +5.38 - - -6.8 + + +5.4 - + + +5.42 + + + +5.44 + + 10 @@ -92,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 0a49ef691c90..cba51c1db84e 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -5.6 + +5.28 - - -5.8 + + +5.3 - - -6.0 + + +5.32 - - -6.2 + + +5.34 - - -6.4 + + +5.36 - - -6.6 + + +5.38 - + + +5.4 + + -6.8 +5.42 + +5.44 + + 10 @@ -89,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 32ee1cf97db8..802c6f713ba2 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - -10 - - - -15 - - - + 20 - - -25 - - - -30 + + +40 - - -35 + + +60 - - -40 + + +80 - - -45 + + +100 - - -50 + + +120 - + - -5.51 + +5.326 - - -5.52 + + +5.328 - - -5.53 + + +5.33 - - -5.54 + + +5.332 - - -5.55 + + +5.334 - - -5.56 + + +5.336 - - -5.57 + + +5.338 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index d02a0da09e61..fa600e435be1 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,54 +9,74 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + - -5.512 + +5.321 + + + +5.322 + + + +5.323 + + + +5.324 - - -5.514 + + +5.325 - - -5.516 + + +5.326 - - -5.518 + + +5.327 - - -5.52 + + +5.328 - - -5.522 + + +5.329 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index c16d5b3554b5..751d116ec716 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -54,46 +54,26 @@ Average Time (ms) - -5.4 - - - -5.6 - - - -5.8 - - - -6 + +5.25 - - -6.2 + + +5.3 - - -6.4 + + +5.35 - - -6.6 - - - -6.8 - - - -7 + + +5.4 - - -7.2 + + +5.45 - + Density (a.u.) @@ -102,38 +82,44 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 + + +6 + + + +8 + + + +10 - - - - - - - - - - - - - + + +12 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 0bf6f3202597..12df91dafec2 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (ms) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + - -5.5 + +5.25 - - -6 + + +5.3 + + + +5.35 - - -6.5 + + +5.4 - - -7 + + +5.45 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 9828ccd36dd7..e3b3c3b31918 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,42 +13,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + - + +5.4 + + + 5.6 - - + + 5.8 - - + + 6.0 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - + + 6.8 - + + +7.0 + + 0 @@ -94,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index d809dcd89cce..3dd92805b4a2 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 - + - + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 39b5c4dcf63c..e723ff191280 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - -10 - - - -15 - - - + 20 - - -25 - - - -30 + + +40 - - -35 + + +60 - - -40 + + +80 - - -45 + + +100 - - -50 + + +120 - + - -5.51 + +5.326 - - -5.52 + + +5.328 - - -5.53 + + +5.33 - - -5.54 + + +5.332 - - -5.55 + + +5.334 - - -5.56 + + +5.336 - - -5.57 + + +5.338 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 15a10879050e..2879879129be 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4396759.834916668,"upper_bound":4407381.375229169},"point_estimate":4401745.535833334,"standard_error":2713.503618274702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4391007.916666667,"upper_bound":4398146.75},"point_estimate":4393609.083333334,"standard_error":2033.096810139268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10724.448684602745,"upper_bound":17280.567543208137},"point_estimate":13822.156004608829,"standard_error":1712.8181203141378},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18994.31575880909,"upper_bound":34103.04029120597},"point_estimate":27234.13219984743,"standard_error":3853.8462742649886}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4424169.002708333,"upper_bound":4448135.819395834},"point_estimate":4434514.039166667,"standard_error":6199.229532236011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4419000.583333334,"upper_bound":4431021.291666666},"point_estimate":4424208.25,"standard_error":2757.157623219866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18070.731554180154,"upper_bound":32889.28740359844},"point_estimate":25147.18122854806,"standard_error":3789.5055115347973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25048.649421332626,"upper_bound":95742.20102817917},"point_estimate":62313.54933533797,"standard_error":19554.346910556054}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 9d5dac3a8bf8..cdcb1e9e7e88 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52685097.0,52621898.0,53359228.0,53147581.0,52538582.0,52622559.0,52599085.0,52659809.0,52624934.0,52760087.0,52699373.0,52656664.0,52709502.0,52699514.0,52848392.0,52633349.0,53624333.0,54046775.0,52696203.0,52786182.0,52856142.0,52641641.0,54147878.0,52523651.0,52881199.0,52722012.0,52568384.0,52653624.0,53686886.0,52815155.0,52724606.0,52868225.0,52863646.0,52604361.0,52800778.0,52910002.0,52595585.0,52599832.0,52556772.0,52626323.0,54053953.0,52824834.0,52551071.0,52716671.0,52553476.0,52654024.0,52867504.0,52645007.0,52680033.0,52692095.0,52619429.0,52535282.0,52578974.0,52769250.0,53469219.0,52618507.0,52759371.0,52736127.0,52587178.0,52710229.0,52658612.0,52769340.0,52594843.0,53063009.0,52719938.0,52819944.0,52764771.0,52710801.0,52854148.0,52921515.0,52824693.0,52662420.0,53120306.0,53102543.0,53751226.0,53028244.0,53062848.0,52787544.0,52855231.0,53120176.0,52638355.0,52569746.0,52618968.0,52786451.0,52849480.0,52492011.0,52922756.0,52890627.0,52742479.0,52512379.0,52762968.0,52690412.0,52885667.0,52523580.0,52769880.0,52538918.0,52894594.0,52796171.0,53095370.0,52633596.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52987045.0,53194532.0,52997475.0,53153586.0,52964032.0,52926743.0,52993658.0,53300359.0,53332129.0,53190154.0,53701117.0,53078767.0,53335255.0,53479425.0,53127839.0,53535969.0,53364681.0,53071463.0,53076131.0,53589750.0,53287716.0,53110927.0,53364931.0,53269202.0,53073767.0,53104064.0,53483252.0,52994870.0,53324255.0,53238574.0,53195304.0,53315689.0,53429692.0,53197007.0,53438327.0,53344673.0,53008205.0,53379317.0,53576915.0,53208729.0,52999509.0,53674478.0,53223998.0,53100527.0,53200734.0,52963983.0,53256508.0,53139850.0,53208308.0,52994850.0,53363358.0,53154357.0,53045845.0,53091571.0,52871439.0,53061675.0,52726419.0,53808608.0,52835894.0,52904461.0,52922825.0,52756455.0,53089427.0,52897999.0,53057377.0,52750805.0,52663641.0,52767596.0,52619119.0,52995020.0,52702844.0,52649806.0,52894472.0,52783144.0,52791270.0,52983048.0,53851047.0,52802932.0,52925560.0,53060132.0,53128439.0,52760633.0,52763989.0,52861531.0,52462356.0,52575787.0,53368868.0,52730286.0,52968911.0,53828125.0,54237840.0,53047809.0,53156852.0,52694390.0,52598981.0,53726425.0,52707564.0,53912213.0,56646485.0,58902946.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 377baeffe735..644d98da7c3c 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4325839.291666669,4355668.635416668,4435213.552083332,4465042.895833331] \ No newline at end of file +[4307855.458333334,4358854.145833334,4494850.645833334,4545849.333333334] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index c4a34e9c52f7..41157810f51b 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0035231010173381785,"upper_bound":0.0008782000398435167},"point_estimate":-0.0012533610845498755,"standard_error":0.0011228304350925568},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018336851148728045,"upper_bound":0.0006384290744010368},"point_estimate":-0.0006463263002449704,"standard_error":0.0006287874589795924}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004657033788924959,"upper_bound":0.010709614114569792},"point_estimate":0.007444433819850271,"standard_error":0.0015854395826603175},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005269041701047028,"upper_bound":0.008532640977358508},"point_estimate":0.006964471824027374,"standard_error":0.0008354233122821662}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 15a10879050e..2879879129be 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4396759.834916668,"upper_bound":4407381.375229169},"point_estimate":4401745.535833334,"standard_error":2713.503618274702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4391007.916666667,"upper_bound":4398146.75},"point_estimate":4393609.083333334,"standard_error":2033.096810139268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10724.448684602745,"upper_bound":17280.567543208137},"point_estimate":13822.156004608829,"standard_error":1712.8181203141378},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18994.31575880909,"upper_bound":34103.04029120597},"point_estimate":27234.13219984743,"standard_error":3853.8462742649886}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4424169.002708333,"upper_bound":4448135.819395834},"point_estimate":4434514.039166667,"standard_error":6199.229532236011},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4419000.583333334,"upper_bound":4431021.291666666},"point_estimate":4424208.25,"standard_error":2757.157623219866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18070.731554180154,"upper_bound":32889.28740359844},"point_estimate":25147.18122854806,"standard_error":3789.5055115347973},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25048.649421332626,"upper_bound":95742.20102817917},"point_estimate":62313.54933533797,"standard_error":19554.346910556054}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 9d5dac3a8bf8..cdcb1e9e7e88 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52685097.0,52621898.0,53359228.0,53147581.0,52538582.0,52622559.0,52599085.0,52659809.0,52624934.0,52760087.0,52699373.0,52656664.0,52709502.0,52699514.0,52848392.0,52633349.0,53624333.0,54046775.0,52696203.0,52786182.0,52856142.0,52641641.0,54147878.0,52523651.0,52881199.0,52722012.0,52568384.0,52653624.0,53686886.0,52815155.0,52724606.0,52868225.0,52863646.0,52604361.0,52800778.0,52910002.0,52595585.0,52599832.0,52556772.0,52626323.0,54053953.0,52824834.0,52551071.0,52716671.0,52553476.0,52654024.0,52867504.0,52645007.0,52680033.0,52692095.0,52619429.0,52535282.0,52578974.0,52769250.0,53469219.0,52618507.0,52759371.0,52736127.0,52587178.0,52710229.0,52658612.0,52769340.0,52594843.0,53063009.0,52719938.0,52819944.0,52764771.0,52710801.0,52854148.0,52921515.0,52824693.0,52662420.0,53120306.0,53102543.0,53751226.0,53028244.0,53062848.0,52787544.0,52855231.0,53120176.0,52638355.0,52569746.0,52618968.0,52786451.0,52849480.0,52492011.0,52922756.0,52890627.0,52742479.0,52512379.0,52762968.0,52690412.0,52885667.0,52523580.0,52769880.0,52538918.0,52894594.0,52796171.0,53095370.0,52633596.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[52987045.0,53194532.0,52997475.0,53153586.0,52964032.0,52926743.0,52993658.0,53300359.0,53332129.0,53190154.0,53701117.0,53078767.0,53335255.0,53479425.0,53127839.0,53535969.0,53364681.0,53071463.0,53076131.0,53589750.0,53287716.0,53110927.0,53364931.0,53269202.0,53073767.0,53104064.0,53483252.0,52994870.0,53324255.0,53238574.0,53195304.0,53315689.0,53429692.0,53197007.0,53438327.0,53344673.0,53008205.0,53379317.0,53576915.0,53208729.0,52999509.0,53674478.0,53223998.0,53100527.0,53200734.0,52963983.0,53256508.0,53139850.0,53208308.0,52994850.0,53363358.0,53154357.0,53045845.0,53091571.0,52871439.0,53061675.0,52726419.0,53808608.0,52835894.0,52904461.0,52922825.0,52756455.0,53089427.0,52897999.0,53057377.0,52750805.0,52663641.0,52767596.0,52619119.0,52995020.0,52702844.0,52649806.0,52894472.0,52783144.0,52791270.0,52983048.0,53851047.0,52802932.0,52925560.0,53060132.0,53128439.0,52760633.0,52763989.0,52861531.0,52462356.0,52575787.0,53368868.0,52730286.0,52968911.0,53828125.0,54237840.0,53047809.0,53156852.0,52694390.0,52598981.0,53726425.0,52707564.0,53912213.0,56646485.0,58902946.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 377baeffe735..644d98da7c3c 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4325839.291666669,4355668.635416668,4435213.552083332,4465042.895833331] \ No newline at end of file +[4307855.458333334,4358854.145833334,4494850.645833334,4545849.333333334] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index fc642b12e19f..11b78d9d0057 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + 0.05 - - -0.1 + + +0.06 + + + +0.07 - - -0.15 + + +0.08 - - -0.2 + + +0.09 - + + +0.1 + + + +0.11 + + - -10 + +18 - - -11 + + +20 - - -12 + + +22 - - -13 + + +24 - - -14 + + +26 - - -15 + + +28 - + -16 +30 - -17 + +32 - - -18 + + +34 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index f30c7e35ed11..e23fe2a52b16 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 - - - -0.06 + +0.005 - - -0.07 - - - -0.08 + + +0.01 - - -0.09 + + +0.015 - - -0.1 + + +0.02 - - -0.11 + + +0.025 - + - -18 - - - + 20 - - -22 + + +30 - - -24 + + +40 - - -26 + + +50 - - -28 + + +60 - - -30 + + +70 + + + +80 - - -32 + + +90 - - -34 + + +100 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 095173fbc741..306f5da4c413 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,37 +16,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 4.4 - - + + 4.45 - - + + 4.5 - - + + 4.55 - - + + 4.6 - - + + 4.65 - + + +4.7 + + + +4.75 + + + +4.8 + + + +4.85 + + + +4.9 + + 0 @@ -92,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 7c41c062fb9b..1a85428da958 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -50,26 +50,22 @@ Average Time (ms) - + 4.4 - - -4.5 - - - + + 4.6 - - -4.7 + + +4.8 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 8745613acbbc..c3cf09fa8606 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,83 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + --0.004 +0.004 - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index b9e34c5114dd..38e38947c205 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.002 + +0.005 + + + +0.0055 + + + +0.006 - - --0.0015 + + +0.0065 - - --0.001 + + +0.007 - - --5e-4 + + +0.0075 - - -0 + + +0.008 - - -5e-4 + + +0.0085 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 5240cfa8ac4e..f9742bbbc76c 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 57ceb7f75e40..f0590494a0f4 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0032006 - 0.0033086 - 0.0031719 + 0.3625649 + 0.3689347 + 0.3580289 Mean - 4.3968 ms - 4.4017 ms - 4.4074 ms + 4.4242 ms + 4.4345 ms + 4.4481 ms Std. Dev. - 18.994 µs - 27.234 µs - 34.103 µs + 25.049 µs + 62.314 µs + 95.742 µs Median - 4.3910 ms - 4.3936 ms - 4.3981 ms + 4.4190 ms + 4.4242 ms + 4.4310 ms MAD - 10.724 µs - 13.822 µs - 17.281 µs + 18.071 µs + 25.147 µs + 32.889 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.3523% - -0.1253% - +0.0878% - (p = 0.28 > + +0.4657% + +0.7444% + +1.0710% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index bd64c84dc906..ee087d4fc7e1 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,42 +15,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -4.38 - - - + 4.4 - - -4.42 + + +4.45 + + + +4.5 - - -4.44 + + +4.55 - - -4.46 + + +4.6 - - -4.48 + + +4.65 - - -4.5 + + +4.7 + + + +4.75 + + + +4.8 + + + +4.85 + + + +4.9 - + 10 @@ -92,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index bb0951dfa4cf..c51d7a2d1829 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,42 +12,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -4.38 - - - + 4.4 - - -4.42 + + +4.45 + + + +4.5 - - -4.44 + + +4.55 - - -4.46 + + +4.6 - - -4.48 + + +4.65 - - -4.5 + + +4.7 + + + +4.75 + + + +4.8 + + + +4.85 + + + +4.9 - + 10 @@ -89,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index a58a08d713ff..d8827b5d0e0c 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - + - -4.396 - - - -4.398 + +4.425 - - -4.4 + + +4.43 - - -4.402 + + +4.435 - - -4.404 + + +4.44 - - -4.406 + + +4.445 - - -4.408 + + +4.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 45f93c8d4fe2..3e628fe5fd8b 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -4.391 + +4.418 - - -4.392 + + +4.42 - - -4.393 + + +4.422 - - -4.394 + + +4.424 - - -4.395 + + +4.426 - - -4.396 + + +4.428 - - -4.397 + + +4.43 - - -4.398 + + +4.432 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index a893cc7235ac..6ece15d9ba9a 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -38,50 +38,34 @@ Average Time (ms) - -4.34 + +4.3 - - -4.36 - - - -4.38 - - - + + 4.4 - - -4.42 - - - -4.44 - - - -4.46 + + +4.5 - - -4.48 + + +4.6 - - -4.5 + + +4.7 - - -4.52 + + +4.8 - - -4.54 + + +4.9 - + Density (a.u.) @@ -90,68 +74,58 @@ Density (a.u.) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - - -14 - - - -16 - - - -18 - - - -20 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 0c34351cbcf6..369f32080486 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,39 +10,39 @@ Average Time (ms) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - - -4.35 + + +10 - - + + + 4.4 - - -4.45 + + +4.6 - - -4.5 + + +4.8 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index eeee9f9a2865..002938c73e63 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,37 +13,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + 4.4 - - + + 4.45 - - + + 4.5 - - + + 4.55 - - + + 4.6 - - + + 4.65 - + + +4.7 + + + +4.75 + + + +4.8 + + + +4.85 + + + +4.9 + + 0 @@ -89,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 681ed1559ca0..a577bb4bd240 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -47,24 +47,20 @@ Average Time (ms) - + 4.4 - - -4.5 - - - + + 4.6 - - -4.7 + + +4.8 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 8c3b749660ca..cce8d99fcc7c 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - + - -4.396 - - - -4.398 + +4.425 - - -4.4 + + +4.43 - - -4.402 + + +4.435 - - -4.404 + + +4.44 - - -4.406 + + +4.445 - - -4.408 + + +4.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 5e7a01ad5d74..a131563770b0 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7080508.4383125,"upper_bound":7103923.8375},"point_estimate":7091315.69625,"standard_error":5982.71123455499},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7070506.6875,"upper_bound":7082053.3125},"point_estimate":7075524.9375,"standard_error":3566.3685294989377},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20282.894264906645,"upper_bound":39053.443894162774},"point_estimate":29337.96626664698,"standard_error":4677.522968297942},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40671.32041142585,"upper_bound":79063.03024331012},"point_estimate":59985.5894362258,"standard_error":10018.632328701835}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7864660.358607146,"upper_bound":7939190.14207143},"point_estimate":7903686.58142857,"standard_error":18994.230047819805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7897553.714285715,"upper_bound":7965350.142857143},"point_estimate":7919736.857142856,"standard_error":19002.410422842495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91321.06307872744,"upper_bound":147353.1756839584},"point_estimate":122232.42532994047,"standard_error":14269.552576100374},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126757.33652614325,"upper_bound":251653.65216191355},"point_estimate":190972.8881043684,"standard_error":32374.037017606588}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index b9f5c0ed1d65..cdf08d16866a 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[57557963.0,57373077.0,56314887.0,57768045.0,56897408.0,56454338.0,56707622.0,57488053.0,57599250.0,57565066.0,57643222.0,57813261.0,56652059.0,56538606.0,56641118.0,56842234.0,56429472.0,56564474.0,56755602.0,56848826.0,56409685.0,56710127.0,56686472.0,56639996.0,56487962.0,56337058.0,56388155.0,56382564.0,56579012.0,56786058.0,56660794.0,56761433.0,56494964.0,56361304.0,56552953.0,56569464.0,56599781.0,56319475.0,56429913.0,56552381.0,56339483.0,56570015.0,56328553.0,56559235.0,56420775.0,56522927.0,56666776.0,56709045.0,56573811.0,56937172.0,56595493.0,56643462.0,56422519.0,56718522.0,56763577.0,56345685.0,56403443.0,56667738.0,56653130.0,56379298.0,56388104.0,56560357.0,56403583.0,56468175.0,56367435.0,56497008.0,56621120.0,56664581.0,56798533.0,56399977.0,56382815.0,56470959.0,56577697.0,56567750.0,56742919.0,56965975.0,57605704.0,56739172.0,56579973.0,56816215.0,56539347.0,56666996.0,56650926.0,56608618.0,56636660.0,56321349.0,56682174.0,56345465.0,58276527.0,59398496.0,56525921.0,56250888.0,57202538.0,56619928.0,56410185.0,56369841.0,57062486.0,56678748.0,57900153.0,56902466.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[48153265.0,50007946.0,53353319.0,54743584.0,55040248.0,52998618.0,55553946.0,54886190.0,54146541.0,55339406.0,56124240.0,55815174.0,55267942.0,56217414.0,55476312.0,55965425.0,54260733.0,56140059.0,55332824.0,55255690.0,56193509.0,56325426.0,54996225.0,55319168.0,55973609.0,55275427.0,55618507.0,55615521.0,56320991.0,55913072.0,55844674.0,56205057.0,54365805.0,54658771.0,56194358.0,56235664.0,56100792.0,55759705.0,55400004.0,56169160.0,56817610.0,55216823.0,55946605.0,55334833.0,54634896.0,55814798.0,57267830.0,56603951.0,56267713.0,59388047.0,56829432.0,54886106.0,53164762.0,55251386.0,55165387.0,54231283.0,54868622.0,55061993.0,54526584.0,53913099.0,55713830.0,55036887.0,55385036.0,55568148.0,56146007.0,54765821.0,54901945.0,55366512.0,55671801.0,55980557.0,55278828.0,55141732.0,54647319.0,55886954.0,55767270.0,57593818.0,55392710.0,56066649.0,56026333.0,54656335.0,55757451.0,55782218.0,56199927.0,56211699.0,57020338.0,56651390.0,55282876.0,54528708.0,54814571.0,55290370.0,55652695.0,56022847.0,55631627.0,54787000.0,53397086.0,53352102.0,56129045.0,55878427.0,52414212.0,55025445.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 42db3c207f9b..e1add606bdee 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6931003.96875,6992364.65625,7155993.15625,7217353.84375] \ No newline at end of file +[7347919.999999998,7594400.642857142,8251682.357142858,8498163.000000002] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index f08ff6f8d538..5f588277fd01 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0986024737421665,"upper_bound":0.10564571115792258},"point_estimate":0.10221277152380726,"standard_error":0.0017964876008987928},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.096476819701238,"upper_bound":0.10799295235335848},"point_estimate":0.10162687124007719,"standard_error":0.0028715092950448206}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10924520903102605,"upper_bound":0.12037059812387962},"point_estimate":0.11455855584150121,"standard_error":0.002939230503889823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11612011829815039,"upper_bound":0.12583343981624062},"point_estimate":0.119314386861753,"standard_error":0.0028658256660518463}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 5e7a01ad5d74..a131563770b0 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7080508.4383125,"upper_bound":7103923.8375},"point_estimate":7091315.69625,"standard_error":5982.71123455499},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7070506.6875,"upper_bound":7082053.3125},"point_estimate":7075524.9375,"standard_error":3566.3685294989377},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20282.894264906645,"upper_bound":39053.443894162774},"point_estimate":29337.96626664698,"standard_error":4677.522968297942},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40671.32041142585,"upper_bound":79063.03024331012},"point_estimate":59985.5894362258,"standard_error":10018.632328701835}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7864660.358607146,"upper_bound":7939190.14207143},"point_estimate":7903686.58142857,"standard_error":18994.230047819805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7897553.714285715,"upper_bound":7965350.142857143},"point_estimate":7919736.857142856,"standard_error":19002.410422842495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":91321.06307872744,"upper_bound":147353.1756839584},"point_estimate":122232.42532994047,"standard_error":14269.552576100374},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":126757.33652614325,"upper_bound":251653.65216191355},"point_estimate":190972.8881043684,"standard_error":32374.037017606588}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index b9f5c0ed1d65..cdf08d16866a 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[57557963.0,57373077.0,56314887.0,57768045.0,56897408.0,56454338.0,56707622.0,57488053.0,57599250.0,57565066.0,57643222.0,57813261.0,56652059.0,56538606.0,56641118.0,56842234.0,56429472.0,56564474.0,56755602.0,56848826.0,56409685.0,56710127.0,56686472.0,56639996.0,56487962.0,56337058.0,56388155.0,56382564.0,56579012.0,56786058.0,56660794.0,56761433.0,56494964.0,56361304.0,56552953.0,56569464.0,56599781.0,56319475.0,56429913.0,56552381.0,56339483.0,56570015.0,56328553.0,56559235.0,56420775.0,56522927.0,56666776.0,56709045.0,56573811.0,56937172.0,56595493.0,56643462.0,56422519.0,56718522.0,56763577.0,56345685.0,56403443.0,56667738.0,56653130.0,56379298.0,56388104.0,56560357.0,56403583.0,56468175.0,56367435.0,56497008.0,56621120.0,56664581.0,56798533.0,56399977.0,56382815.0,56470959.0,56577697.0,56567750.0,56742919.0,56965975.0,57605704.0,56739172.0,56579973.0,56816215.0,56539347.0,56666996.0,56650926.0,56608618.0,56636660.0,56321349.0,56682174.0,56345465.0,58276527.0,59398496.0,56525921.0,56250888.0,57202538.0,56619928.0,56410185.0,56369841.0,57062486.0,56678748.0,57900153.0,56902466.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[48153265.0,50007946.0,53353319.0,54743584.0,55040248.0,52998618.0,55553946.0,54886190.0,54146541.0,55339406.0,56124240.0,55815174.0,55267942.0,56217414.0,55476312.0,55965425.0,54260733.0,56140059.0,55332824.0,55255690.0,56193509.0,56325426.0,54996225.0,55319168.0,55973609.0,55275427.0,55618507.0,55615521.0,56320991.0,55913072.0,55844674.0,56205057.0,54365805.0,54658771.0,56194358.0,56235664.0,56100792.0,55759705.0,55400004.0,56169160.0,56817610.0,55216823.0,55946605.0,55334833.0,54634896.0,55814798.0,57267830.0,56603951.0,56267713.0,59388047.0,56829432.0,54886106.0,53164762.0,55251386.0,55165387.0,54231283.0,54868622.0,55061993.0,54526584.0,53913099.0,55713830.0,55036887.0,55385036.0,55568148.0,56146007.0,54765821.0,54901945.0,55366512.0,55671801.0,55980557.0,55278828.0,55141732.0,54647319.0,55886954.0,55767270.0,57593818.0,55392710.0,56066649.0,56026333.0,54656335.0,55757451.0,55782218.0,56199927.0,56211699.0,57020338.0,56651390.0,55282876.0,54528708.0,54814571.0,55290370.0,55652695.0,56022847.0,55631627.0,54787000.0,53397086.0,53352102.0,56129045.0,55878427.0,52414212.0,55025445.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 42db3c207f9b..e1add606bdee 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6931003.96875,6992364.65625,7155993.15625,7217353.84375] \ No newline at end of file +[7347919.999999998,7594400.642857142,8251682.357142858,8498163.000000002] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 88f943e8bb2b..70cbf46a1c3f 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 + +0.005 - - -0.06 + + +0.01 - - -0.07 + + +0.015 - - -0.08 + + +0.02 - - -0.09 + + +0.025 - - -0.1 + + +0.03 - + - -20 - - - -22 - - - -24 - - - -26 - - - -28 + +90 - - -30 + + +100 - - -32 + + +110 - - -34 + + +120 - - -36 + + +130 - - -38 + + +140 - - -40 + + +150 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 492d3510b9cc..6a2fcb93cb02 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 + +0.002 - - -0.01 - - - -0.015 - - - -0.02 + + +0.004 - - -0.025 + + +0.006 - - -0.03 + + +0.008 - - -0.035 + + +0.01 - - -0.04 + + +0.012 - + - -40 - - - -45 + +120 - - -50 + + +140 - - -55 + + +160 - - -60 + + +180 - - -65 + + +200 - - -70 + + +220 - - -75 + + +240 - - -80 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 28460bcde1d9..cb84f1b0c4ee 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.4 - - - -6.5 - - - -6.6 - - - -6.7 + +7.0 - - -6.8 + + +7.2 - - -6.9 + + +7.4 - - -7.0 + + +7.6 - - -7.1 + + +7.8 - - -7.2 + + +8.0 - - -7.3 + + +8.2 - - -7.4 + + +8.4 - + 0 @@ -117,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 8d797cf7d4c7..035e886c0ac8 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -50,22 +50,26 @@ Average Time (ms) - -6.5 - - - + 7 - - + + 7.5 - - - - - + + +8 + + + +8.5 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index d724461c56b9..f181cd10773e 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - - -220 - - + - -0.098 - - - -0.099 - - - -0.1 - - - -0.101 + +0.11 - - -0.102 + + +0.112 - - -0.103 + + +0.114 - - -0.104 + + +0.116 - - -0.105 + + +0.118 - - -0.106 + + +0.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index ea1f65bc8c2b..83cea8419a13 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + - -0.096 + +0.116 + + + +0.117 + + + +0.118 + + + +0.119 + + + +0.12 - - -0.098 + + +0.121 - - -0.1 + + +0.122 - - -0.102 + + +0.123 - - -0.104 + + +0.124 - - -0.106 + + +0.125 - - -0.108 + + +0.126 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 9d3d88802f53..c64a6e829686 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,80 +13,76 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 3821672aa21e..4f00fcb7f389 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0012540 - 0.0012950 - 0.0012398 + 0.0004891 + 0.0005097 + 0.0004925 Mean - 7.0805 ms - 7.0913 ms - 7.1039 ms + 7.8647 ms + 7.9037 ms + 7.9392 ms Std. Dev. - 40.671 µs - 59.986 µs - 79.063 µs + 126.76 µs + 190.97 µs + 251.65 µs Median - 7.0705 ms - 7.0755 ms - 7.0821 ms + 7.8976 ms + 7.9197 ms + 7.9654 ms MAD - 20.283 µs - 29.338 µs - 39.053 µs + 91.321 µs + 122.23 µs + 147.35 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +9.8602% - +10.221% - +10.565% + +10.925% + +11.456% + +12.037% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 08b0a60d16e6..d19cc15400ec 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,47 +15,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -7.05 + +7.0 - - -7.1 + + +7.2 - - -7.15 + + +7.4 - - -7.2 + + +7.6 - - -7.25 + + +7.8 - - -7.3 + + +8.0 - - -7.35 + + +8.2 - - -7.4 + + +8.4 - + 10 @@ -97,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index a85d57bc3c1d..e82217365cbe 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,47 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + - -7.05 + +7.0 - - -7.1 + + +7.2 - - -7.15 + + +7.4 - - -7.2 + + +7.6 - - -7.25 + + +7.8 - - -7.3 + + +8.0 - - -7.35 + + +8.2 - - -7.4 + + +8.4 - + 10 @@ -94,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 3a2c000d4af9..cbee9b5b8d1b 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + +2 + + + +4 + + + +6 + + + +8 + + + 10 - - -20 + + +12 - - -30 + + +14 - - -40 + + +16 - - -50 + + +18 - - -60 + + +20 - - -70 + + +22 - + - -7.08 + +7.86 + + + +7.87 + + + +7.88 + + + +7.89 - - -7.085 + + +7.9 - - -7.09 + + +7.91 - - -7.095 + + +7.92 - - -7.1 + + +7.93 - - -7.105 + + +7.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 90b06da2c6ba..36a7f9e10735 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -20 - - - -40 + +5 - - -60 + + +10 - - -80 + + +15 - - -100 + + +20 - - -120 + + +25 - - -140 + + +30 - - -160 + + +35 - - -180 + + +40 - + - -7.07 + +7.9 - - -7.072 + + +7.91 - - -7.074 + + +7.92 - - -7.076 + + +7.93 - - -7.078 + + +7.94 - - -7.08 + + +7.95 - - -7.082 + + +7.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index e2dc083ba510..9e82656e5342 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,83 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + -8 +7 - -7 + +6.8 - + -7.05 +7 - -7.1 - - - -7.15 - - - + 7.2 - - -7.25 + + +7.4 - - -7.3 + + +7.6 - - -7.35 + + +7.8 - - -7.4 + + +8 - - -7.45 + + +8.2 - - -7.5 + + +8.4 - + Density (a.u.) @@ -98,76 +86,42 @@ Density (a.u.) 0 - -1 + +0.5 - - -2 - - - -3 - - - -4 - - - -5 - - - -6 + + +1 - - -7 + + +1.5 - - -8 + + +2 - - -9 - - - -10 - - - - - - - - - - - - + + +2.5 + + + + + + + + + + - - - - - - - - - - + + - - - - - - - - + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index f2bfe1cdbf8f..aba63a92ec7e 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,35 +10,47 @@ Average Time (ms) 0 - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 + + + +2.5 - - -10 + + +3 - + - + 7 - - -7.2 + + +7.5 + + + +8 + + + +8.5 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 4ad856956cad..efd5606abb85 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,62 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - -6.4 - - - -6.5 - - - -6.6 - - - -6.7 + +7.0 - - -6.8 + + +7.2 - - -6.9 + + +7.4 - - -7.0 + + +7.6 - - -7.1 + + +7.8 - - -7.2 + + +8.0 - - -7.3 + + +8.2 - - -7.4 + + +8.4 - + 0 @@ -114,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 8bac79b8ae83..d016f0f5ec93 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -47,20 +47,24 @@ Average Time (ms) - -6.5 - - - + 7 - - + + 7.5 - - - - - + + +8 + + + +8.5 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 513868637474..ef1c06ffe397 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - + +2 + + + +4 + + + +6 + + + +8 + + + 10 - - -20 + + +12 - - -30 + + +14 - - -40 + + +16 - - -50 + + +18 - - -60 + + +20 - - -70 + + +22 - + - -7.08 + +7.86 + + + +7.87 + + + +7.88 + + + +7.89 - - -7.085 + + +7.9 - - -7.09 + + +7.91 - - -7.095 + + +7.92 - - -7.1 + + +7.93 - - -7.105 + + +7.94 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index f22445af14af..383f9dcff5d3 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490507.15275,"upper_bound":6494492.05459375},"point_estimate":6492183.15125,"standard_error":1032.7739707611959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489576.0,"upper_bound":6490799.875},"point_estimate":6490294.8125,"standard_error":250.84663420568435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1606.3044089823961,"upper_bound":2648.479527980089},"point_estimate":2138.928449526429,"standard_error":265.4377636216424},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2509.7018179418437,"upper_bound":16460.042280013542},"point_estimate":10419.468730584027,"standard_error":3688.7073895119406}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494231.708625,"upper_bound":6499169.93825},"point_estimate":6496414.01875,"standard_error":1273.2998062447857},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492150.0,"upper_bound":6493486.3125},"point_estimate":6492714.1875,"standard_error":386.2068201760359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2817.4959249794483,"upper_bound":5193.177057802677},"point_estimate":3865.6941063702106,"standard_error":558.038984710072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6259.782879359591,"upper_bound":18867.790843473333},"point_estimate":12765.14824082676,"standard_error":3400.8713227285475}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index 948f5a420b4b..4b5513104e7d 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51902996.0,51902464.0,51913796.0,51909888.0,51924945.0,51931419.0,51937970.0,51910609.0,51919085.0,51916059.0,51931849.0,51934724.0,51913415.0,51924135.0,51898507.0,51939323.0,51931108.0,51907775.0,51944392.0,51909007.0,51905620.0,51929786.0,51906532.0,51964551.0,51922802.0,51920879.0,51902975.0,51914727.0,51914156.0,51929675.0,51900311.0,51923574.0,51903576.0,51943431.0,52271634.0,51926399.0,51913885.0,51933332.0,52019313.0,51904838.0,51923784.0,51909467.0,51914216.0,51924395.0,51930817.0,51928663.0,51916530.0,51933682.0,51924936.0,51919877.0,51935146.0,52612202.0,52192798.0,51942198.0,51932082.0,51928630.0,51927849.0,51922799.0,51906208.0,51907501.0,51968486.0,51910717.0,51927338.0,51927770.0,51921206.0,51913512.0,51953898.0,51942667.0,51924513.0,51914514.0,51947566.0,51899686.0,51921837.0,51992289.0,51927408.0,51900188.0,51944490.0,51903203.0,51901730.0,51944501.0,51912591.0,51920125.0,51916608.0,51927629.0,51910476.0,51937026.0,51916088.0,51956152.0,51907091.0,51921918.0,51921678.0,51910917.0,51946815.0,51920445.0,51897332.0,51916138.0,51907871.0,51903593.0,51985106.0,51934161.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51940787.0,51941919.0,51915069.0,51951497.0,51923696.0,51923675.0,51989307.0,51924938.0,51918385.0,51964742.0,51945986.0,51925198.0,51914618.0,51940577.0,51939746.0,51930598.0,51932171.0,51906764.0,51963098.0,52012431.0,51925910.0,51911092.0,51946147.0,51947389.0,51928684.0,51934035.0,52696918.0,52151240.0,51966045.0,51921832.0,51913106.0,51934796.0,51934305.0,52308142.0,51959281.0,52063947.0,51917053.0,51941858.0,52002342.0,51976794.0,52029974.0,51947730.0,52015917.0,51918235.0,51961716.0,51939335.0,52021417.0,51938713.0,51944063.0,51911002.0,52035033.0,51926971.0,52300378.0,51916341.0,52040603.0,51912896.0,51935227.0,51927713.0,52018862.0,51950204.0,51919056.0,51958611.0,52026457.0,51947600.0,51948181.0,51924707.0,52003294.0,51947369.0,51904519.0,51927933.0,52002522.0,51994147.0,51964360.0,51975672.0,52021477.0,51919628.0,51920229.0,51948682.0,52017671.0,51910601.0,51936259.0,51929376.0,51995650.0,51998645.0,51914889.0,51908718.0,52032388.0,51904859.0,51934916.0,51961185.0,51959973.0,52261025.0,51943803.0,51971204.0,51941569.0,51937200.0,51938743.0,51939475.0,51921380.0,51938794.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 7140a474c662..eb826a53ecb7 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6480312.6875,6484574.46875,6495939.21875,6500201.0] \ No newline at end of file +[6471584.3125,6481112.96875,6506522.71875,6516051.375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 77b3a28fe83d..12a70a1eeb85 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002569715848083824,"upper_bound":0.0005208898767706524},"point_estimate":0.00011129621452443672,"standard_error":0.00019812601949539978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-6.4712435846603356e-6,"upper_bound":0.00024527469827062554},"point_estimate":0.00012021314960608542,"standard_error":0.00006335481096501216}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00016593346899020924,"upper_bound":0.0011257551271326824},"point_estimate":0.0006516864052403815,"standard_error":0.00024595133733442824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0002563272027047425,"upper_bound":0.0005176141160712078},"point_estimate":0.00037276812069308995,"standard_error":0.00006836235911159283}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index f22445af14af..383f9dcff5d3 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490507.15275,"upper_bound":6494492.05459375},"point_estimate":6492183.15125,"standard_error":1032.7739707611959},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489576.0,"upper_bound":6490799.875},"point_estimate":6490294.8125,"standard_error":250.84663420568435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1606.3044089823961,"upper_bound":2648.479527980089},"point_estimate":2138.928449526429,"standard_error":265.4377636216424},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2509.7018179418437,"upper_bound":16460.042280013542},"point_estimate":10419.468730584027,"standard_error":3688.7073895119406}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494231.708625,"upper_bound":6499169.93825},"point_estimate":6496414.01875,"standard_error":1273.2998062447857},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492150.0,"upper_bound":6493486.3125},"point_estimate":6492714.1875,"standard_error":386.2068201760359},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2817.4959249794483,"upper_bound":5193.177057802677},"point_estimate":3865.6941063702106,"standard_error":558.038984710072},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6259.782879359591,"upper_bound":18867.790843473333},"point_estimate":12765.14824082676,"standard_error":3400.8713227285475}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index 948f5a420b4b..4b5513104e7d 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51902996.0,51902464.0,51913796.0,51909888.0,51924945.0,51931419.0,51937970.0,51910609.0,51919085.0,51916059.0,51931849.0,51934724.0,51913415.0,51924135.0,51898507.0,51939323.0,51931108.0,51907775.0,51944392.0,51909007.0,51905620.0,51929786.0,51906532.0,51964551.0,51922802.0,51920879.0,51902975.0,51914727.0,51914156.0,51929675.0,51900311.0,51923574.0,51903576.0,51943431.0,52271634.0,51926399.0,51913885.0,51933332.0,52019313.0,51904838.0,51923784.0,51909467.0,51914216.0,51924395.0,51930817.0,51928663.0,51916530.0,51933682.0,51924936.0,51919877.0,51935146.0,52612202.0,52192798.0,51942198.0,51932082.0,51928630.0,51927849.0,51922799.0,51906208.0,51907501.0,51968486.0,51910717.0,51927338.0,51927770.0,51921206.0,51913512.0,51953898.0,51942667.0,51924513.0,51914514.0,51947566.0,51899686.0,51921837.0,51992289.0,51927408.0,51900188.0,51944490.0,51903203.0,51901730.0,51944501.0,51912591.0,51920125.0,51916608.0,51927629.0,51910476.0,51937026.0,51916088.0,51956152.0,51907091.0,51921918.0,51921678.0,51910917.0,51946815.0,51920445.0,51897332.0,51916138.0,51907871.0,51903593.0,51985106.0,51934161.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51940787.0,51941919.0,51915069.0,51951497.0,51923696.0,51923675.0,51989307.0,51924938.0,51918385.0,51964742.0,51945986.0,51925198.0,51914618.0,51940577.0,51939746.0,51930598.0,51932171.0,51906764.0,51963098.0,52012431.0,51925910.0,51911092.0,51946147.0,51947389.0,51928684.0,51934035.0,52696918.0,52151240.0,51966045.0,51921832.0,51913106.0,51934796.0,51934305.0,52308142.0,51959281.0,52063947.0,51917053.0,51941858.0,52002342.0,51976794.0,52029974.0,51947730.0,52015917.0,51918235.0,51961716.0,51939335.0,52021417.0,51938713.0,51944063.0,51911002.0,52035033.0,51926971.0,52300378.0,51916341.0,52040603.0,51912896.0,51935227.0,51927713.0,52018862.0,51950204.0,51919056.0,51958611.0,52026457.0,51947600.0,51948181.0,51924707.0,52003294.0,51947369.0,51904519.0,51927933.0,52002522.0,51994147.0,51964360.0,51975672.0,52021477.0,51919628.0,51920229.0,51948682.0,52017671.0,51910601.0,51936259.0,51929376.0,51995650.0,51998645.0,51914889.0,51908718.0,52032388.0,51904859.0,51934916.0,51961185.0,51959973.0,52261025.0,51943803.0,51971204.0,51941569.0,51937200.0,51938743.0,51939475.0,51921380.0,51938794.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 7140a474c662..eb826a53ecb7 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6480312.6875,6484574.46875,6495939.21875,6500201.0] \ No newline at end of file +[6471584.3125,6481112.96875,6506522.71875,6516051.375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 7e24eed344c1..b8aa07d9ab59 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -10,69 +10,69 @@ Average time (µs) -0.2 +0.1 - -0.4 + +0.2 - - -0.6 + + +0.3 - - -0.8 + + +0.4 - - -1 + + +0.5 + + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - - -1.6 + + +0.9 - - -1.8 + + +1 - + - -1.6 - - - -1.8 + +3 - - -2 + + +3.5 - - -2.2 + + +4 - - -2.4 + + +4.5 - - -2.6 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index ab862419b4e8..92953540ee10 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - -2 - - - -4 - - - + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - - - + + +20 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 3de8b33aa389..d201bfa3b472 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 - + + +6.58 + + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 65469c6d12c5..1284f6c69ed9 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - + 6.5 - - + + 6.55 - - - - - + + +6.6 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 6cdcd7084de1..f932adbc8d3b 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - -1800 - - - -2000 - - + - --3e-4 - - - --2e-4 - - - --1e-4 - - - -0 - - - -1e-4 - - - + 2e-4 - - -3e-4 - - - + + 4e-4 - - -5e-4 - - - + + 6e-4 - - - - + + +8e-4 + + + +0.001 + + + +0.0012 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 60534f2d7a3a..55f9fa5456ce 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 1000 - - + + 2000 - - + + 3000 - - + + 4000 - - + + 5000 - - -6000 - - + -7000 +6000 - -0 + +0.00025 - - -5e-5 + + +3e-4 - - -1e-4 + + +0.00035 - - -0.00015 + + +4e-4 - - -2e-4 + + +0.00045 - - -0.00025 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index b6cc159a4f24..2d7245035174 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index a30f6607cbfc..8b55ade28073 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000155 - 0.0000159 - 0.0000151 + 0.0009938 + 0.0010232 + 0.0009772 Mean - 6.4905 ms - 6.4922 ms - 6.4945 ms + 6.4942 ms + 6.4964 ms + 6.4992 ms Std. Dev. - 2.5097 µs - 10.419 µs - 16.460 µs + 6.2598 µs + 12.765 µs + 18.868 µs Median - 6.4896 ms - 6.4903 ms - 6.4908 ms + 6.4921 ms + 6.4927 ms + 6.4935 ms MAD - 1.6063 µs - 2.1389 µs - 2.6485 µs + 2.8175 µs + 3.8657 µs + 5.1932 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0257% - +0.0111% - +0.0521% - (p = 0.60 > + +0.0166% + +0.0652% + +0.1126% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index d92b42e84089..0d566d2ec88d 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,51 +15,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 + + +6.58 + @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 426b09d08702..bb8f62425724 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,51 +12,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 + + +6.58 + @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index f22298a6f4c0..695f1710d116 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - -6.4905 - - - -6.491 - - - -6.4915 - - - -6.492 + +6.494 - - -6.4925 + + +6.495 - - -6.493 + + +6.496 - - -6.4935 + + +6.497 - - -6.494 + + +6.498 - - -6.4945 + + +6.499 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 791b5ef6e613..42ed49e1008a 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,54 +9,74 @@ Density (a.u.) Average time (ms) - -500 + +200 - - + + +400 + + + +600 + + + +800 + + + 1000 - - -1500 + + +1200 - - -2000 + + +1400 - - -2500 + + +1600 - + - -6.4896 + +6.4922 + + + +6.4924 + + + +6.4926 - - -6.4898 + + +6.4928 - - -6.49 + + +6.493 - - -6.4902 + + +6.4932 - - -6.4904 + + +6.4934 - - -6.4906 + + +6.4936 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 277ae12bdc16..a957ff4a483e 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,50 +46,34 @@ Average Time (ms) - + 6.48 - - -6.49 - - - + + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 - - - + + 6.58 - + + +6.6 + + Density (a.u.) @@ -98,54 +82,44 @@ Density (a.u.) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - -60 - - - -70 - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 351e75b94968..e602a4e9abc5 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - + 6.5 - - + + 6.55 - - - + + +6.6 + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index e45546b6bd64..723472f17f2a 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,51 +13,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + - + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - + + 6.55 - - + + 6.56 - - + + 6.57 + + +6.58 + @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 6b132deb954d..b64cc5de42a7 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - + 6.5 - - + + 6.55 - - - - - + + +6.6 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 43c4a3cfa310..6d7da15d5a65 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - - -400 - - + - -6.4905 - - - -6.491 - - - -6.4915 - - - -6.492 + +6.494 - - -6.4925 + + +6.495 - - -6.493 + + +6.496 - - -6.4935 + + +6.497 - - -6.494 + + +6.498 - - -6.4945 + + +6.499 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 2a72cc0b345f..c1eb443aee1b 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611364.86034375,"upper_bound":6617902.35971875},"point_estimate":6614333.08,"standard_error":1673.418443783733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607693.125,"upper_bound":6611773.375},"point_estimate":6609215.4375,"standard_error":1020.0181455709127},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4561.09835777432,"upper_bound":9023.566752299666},"point_estimate":6379.813011735678,"standard_error":1150.9886994015908},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9297.63798365866,"upper_bound":23651.697589820917},"point_estimate":16827.092417848082,"standard_error":3760.8877935327287}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619988.163749999,"upper_bound":6627235.58609375},"point_estimate":6623244.04375,"standard_error":1856.8112077428375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616097.75,"upper_bound":6621268.75},"point_estimate":6618534.3125,"standard_error":1278.5416912617786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553.277208656073,"upper_bound":12263.91872227191},"point_estimate":8953.143253549933,"standard_error":1441.2335281733729},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10206.099098862389,"upper_bound":27193.737431221667},"point_estimate":18665.82266618212,"standard_error":4746.54672603215}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index f67442c74834..12e04f852d9a 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52858743.0,52939965.0,52824639.0,52839687.0,53380353.0,52959098.0,52864180.0,52832861.0,52846607.0,52931206.0,52844183.0,52915486.0,52924022.0,52996949.0,52872206.0,52814096.0,52897242.0,53018308.0,52945563.0,52875992.0,52944069.0,52840726.0,52858489.0,53400444.0,52947486.0,52896572.0,53061549.0,52851877.0,52965630.0,53772880.0,52831008.0,52894187.0,52856506.0,53016906.0,52813736.0,52856205.0,52811582.0,52901931.0,52827030.0,52887303.0,52833202.0,53069154.0,53207913.0,52861415.0,52863229.0,52868438.0,52823163.0,52848532.0,52869350.0,52839224.0,52861185.0,52855615.0,53021474.0,52866184.0,52884097.0,52875913.0,52925776.0,52847830.0,52857178.0,52840105.0,52876955.0,52955311.0,52815669.0,52837441.0,52848201.0,52861545.0,52943619.0,52853180.0,52859542.0,52875241.0,52921347.0,52902031.0,52864812.0,52813555.0,52949640.0,52898755.0,52857287.0,52983784.0,53017638.0,53278225.0,52976030.0,52837150.0,52895269.0,52822422.0,52893415.0,52944611.0,52885650.0,52861876.0,52866374.0,52905358.0,52838332.0,52850184.0,52932518.0,52875933.0,52936195.0,52839373.0,52835597.0,52839174.0,52906179.0,52974567.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52881965.0,52886244.0,53244522.0,52932039.0,52937340.0,52846550.0,52840287.0,52875134.0,52922932.0,52899428.0,52901102.0,52948951.0,52926089.0,52998242.0,52908875.0,52858091.0,52888598.0,52902615.0,52858061.0,52912322.0,52849385.0,53345962.0,52947117.0,53074806.0,52922682.0,52942118.0,53050321.0,53043808.0,53446088.0,52992993.0,52902835.0,52947598.0,53039641.0,52964380.0,52922551.0,52969619.0,52977755.0,52932410.0,52981361.0,52938551.0,53081348.0,52973506.0,53088331.0,52993073.0,52913183.0,52954130.0,53112205.0,52922742.0,52952387.0,53009914.0,53037617.0,52972194.0,54045367.0,53025544.0,53035834.0,52990698.0,52914868.0,53008352.0,53126953.0,53353677.0,52971824.0,53099892.0,52925558.0,52873660.0,52898867.0,53071069.0,52888958.0,52964069.0,52880323.0,52994937.0,53006949.0,52900500.0,52890923.0,53015626.0,52873059.0,52853823.0,52950464.0,53016417.0,53085469.0,52928782.0,53109673.0,52925305.0,52921649.0,52920096.0,53067171.0,52961825.0,52921729.0,52952326.0,52909045.0,53091968.0,52941566.0,52928241.0,52880942.0,52920818.0,52891001.0,52934273.0,52970150.0,53046736.0,53054630.0,53081631.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index e5e1550a04d1..afa5dc09be8e 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6572627.5625,6589320.546875,6633835.171875,6650528.15625] \ No newline at end of file +[6573739.34375,6593838.59375,6647436.59375,6667535.84375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 78fb7168a157..512b5a143377 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00018171256525467176,"upper_bound":0.0015187239680648332},"point_estimate":0.0008008850379179755,"standard_error":0.00033920533385489005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00021629110260512618,"upper_bound":0.0010077108733881118},"point_estimate":0.0006043512323583577,"standard_error":0.00019294164132051568}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005871180935927819,"upper_bound":0.002124562062123142},"point_estimate":0.0013472202929944999,"standard_error":0.00039122363450224724},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009037565586356155,"upper_bound":0.0019434280547072635},"point_estimate":0.0014099820301098909,"standard_error":0.0002628080072509039}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 2a72cc0b345f..c1eb443aee1b 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611364.86034375,"upper_bound":6617902.35971875},"point_estimate":6614333.08,"standard_error":1673.418443783733},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6607693.125,"upper_bound":6611773.375},"point_estimate":6609215.4375,"standard_error":1020.0181455709127},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4561.09835777432,"upper_bound":9023.566752299666},"point_estimate":6379.813011735678,"standard_error":1150.9886994015908},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9297.63798365866,"upper_bound":23651.697589820917},"point_estimate":16827.092417848082,"standard_error":3760.8877935327287}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6619988.163749999,"upper_bound":6627235.58609375},"point_estimate":6623244.04375,"standard_error":1856.8112077428375},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6616097.75,"upper_bound":6621268.75},"point_estimate":6618534.3125,"standard_error":1278.5416912617786},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6553.277208656073,"upper_bound":12263.91872227191},"point_estimate":8953.143253549933,"standard_error":1441.2335281733729},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10206.099098862389,"upper_bound":27193.737431221667},"point_estimate":18665.82266618212,"standard_error":4746.54672603215}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index f67442c74834..12e04f852d9a 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52858743.0,52939965.0,52824639.0,52839687.0,53380353.0,52959098.0,52864180.0,52832861.0,52846607.0,52931206.0,52844183.0,52915486.0,52924022.0,52996949.0,52872206.0,52814096.0,52897242.0,53018308.0,52945563.0,52875992.0,52944069.0,52840726.0,52858489.0,53400444.0,52947486.0,52896572.0,53061549.0,52851877.0,52965630.0,53772880.0,52831008.0,52894187.0,52856506.0,53016906.0,52813736.0,52856205.0,52811582.0,52901931.0,52827030.0,52887303.0,52833202.0,53069154.0,53207913.0,52861415.0,52863229.0,52868438.0,52823163.0,52848532.0,52869350.0,52839224.0,52861185.0,52855615.0,53021474.0,52866184.0,52884097.0,52875913.0,52925776.0,52847830.0,52857178.0,52840105.0,52876955.0,52955311.0,52815669.0,52837441.0,52848201.0,52861545.0,52943619.0,52853180.0,52859542.0,52875241.0,52921347.0,52902031.0,52864812.0,52813555.0,52949640.0,52898755.0,52857287.0,52983784.0,53017638.0,53278225.0,52976030.0,52837150.0,52895269.0,52822422.0,52893415.0,52944611.0,52885650.0,52861876.0,52866374.0,52905358.0,52838332.0,52850184.0,52932518.0,52875933.0,52936195.0,52839373.0,52835597.0,52839174.0,52906179.0,52974567.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52881965.0,52886244.0,53244522.0,52932039.0,52937340.0,52846550.0,52840287.0,52875134.0,52922932.0,52899428.0,52901102.0,52948951.0,52926089.0,52998242.0,52908875.0,52858091.0,52888598.0,52902615.0,52858061.0,52912322.0,52849385.0,53345962.0,52947117.0,53074806.0,52922682.0,52942118.0,53050321.0,53043808.0,53446088.0,52992993.0,52902835.0,52947598.0,53039641.0,52964380.0,52922551.0,52969619.0,52977755.0,52932410.0,52981361.0,52938551.0,53081348.0,52973506.0,53088331.0,52993073.0,52913183.0,52954130.0,53112205.0,52922742.0,52952387.0,53009914.0,53037617.0,52972194.0,54045367.0,53025544.0,53035834.0,52990698.0,52914868.0,53008352.0,53126953.0,53353677.0,52971824.0,53099892.0,52925558.0,52873660.0,52898867.0,53071069.0,52888958.0,52964069.0,52880323.0,52994937.0,53006949.0,52900500.0,52890923.0,53015626.0,52873059.0,52853823.0,52950464.0,53016417.0,53085469.0,52928782.0,53109673.0,52925305.0,52921649.0,52920096.0,53067171.0,52961825.0,52921729.0,52952326.0,52909045.0,53091968.0,52941566.0,52928241.0,52880942.0,52920818.0,52891001.0,52934273.0,52970150.0,53046736.0,53054630.0,53081631.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index e5e1550a04d1..afa5dc09be8e 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6572627.5625,6589320.546875,6633835.171875,6650528.15625] \ No newline at end of file +[6573739.34375,6593838.59375,6647436.59375,6667535.84375] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 0db868ab719d..89505574737e 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - -4.5 - - - -5 - - - -5.5 - - - + 6 - - -6.5 - - - + + 7 - - -7.5 - - - + + 8 - - -8.5 - - - + + 9 - - -9.5 + + +10 + + + +11 + + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index a995975be91a..a524f5bfed23 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 - - - + + 0.08 - - -0.09 - - - + + 0.1 - - -0.11 + + +0.12 - + - -8 - - - + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - + + 24 - - - - + + +26 + + + +28 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index f9625466ea90..eebc72a77671 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.6 - - - + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - + + +6.74 + + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 2bc1e843847c..e8ac333e4424 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 9c9a14cfcdeb..f2e68605cdf8 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - - -1100 - - + - -2e-4 - - - -4e-4 - - - + 6e-4 - - + + 8e-4 - - + + 0.001 - - + + 0.0012 - - + + 0.0014 - - + + 0.0016 - - - - + + +0.0018 + + + +0.002 + + + +0.0022 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 2f395e1888a4..7122f4662ba3 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,66 +9,74 @@ Density (a.u.) Relative change (%) - -500 + +200 - - -1000 + + +400 - - -1500 + + +600 - - -2000 + + +800 - - -2500 + + +1000 - - - -2e-4 + + +1200 + + + +1400 + + + +1600 - - -3e-4 + + +1800 - - -4e-4 + + + +8e-4 - - -5e-4 + + +0.001 - - -6e-4 + + +0.0012 - - -7e-4 + + +0.0014 - - -8e-4 + + +0.0016 - - -9e-4 + + +0.0018 - - -0.001 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index a64eb6a724ac..f4ccf06df2d6 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -29,10 +29,10 @@ t score 0.2 - + 0.25 - + 0.3 @@ -46,44 +46,40 @@ t score - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 8a4858b7483e..5bd06eb8545e 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0019354 - 0.0019961 - 0.0019095 + 0.0040071 + 0.0041297 + 0.0039481 Mean - 6.6114 ms - 6.6143 ms - 6.6179 ms + 6.6200 ms + 6.6232 ms + 6.6272 ms Std. Dev. - 9.2976 µs - 16.827 µs - 23.652 µs + 10.206 µs + 18.666 µs + 27.194 µs Median - 6.6077 ms - 6.6092 ms - 6.6118 ms + 6.6161 ms + 6.6185 ms + 6.6213 ms MAD - 4.5611 µs - 6.3798 µs - 9.0236 µs + 6.5533 µs + 8.9531 µs + 12.264 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0182% - +0.0801% - +0.1519% - (p = 0.02 < + +0.0587% + +0.1347% + +0.2125% + (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index aebb48ee40c8..cb4c39b9d2f4 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - + + +6.74 + + 10 @@ -87,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 85602f45660e..5002de3c521d 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - + + +6.74 + + 10 @@ -84,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 8146e5dd57b1..7c3760cf0372 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - + + +160 + + + +180 + + + 200 - - -250 + + +220 - + - -6.611 + +6.62 + + + +6.621 - - -6.612 + + +6.622 - - -6.613 + + +6.623 - - -6.614 + + +6.624 - - -6.615 + + +6.625 - - -6.616 + + +6.626 - - -6.617 + + +6.627 - - -6.618 + + +6.628 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index fb8610a2235a..c6ad8332d06f 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (ms) - -100 + +50 - - -200 + + +100 - - -300 + + +150 - - -400 + + +200 - - -500 + + +250 - - -600 + + +300 - - -700 + + +350 - - -800 + + +400 - - -900 + + +450 - - -1000 + + +500 - + - -6.6075 - - - -6.608 - - - -6.6085 - - - -6.609 - - - -6.6095 + +6.616 - - -6.61 + + +6.617 - - -6.6105 + + +6.618 - - -6.611 + + +6.619 - - -6.6115 + + +6.62 - - -6.612 + + +6.621 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index e5cf32524b94..5027a879417e 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,38 +46,42 @@ Average Time (ms) - + 6.6 - - + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + + +6.76 + + Density (a.u.) @@ -86,50 +90,46 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index f4672a3913aa..20ea92c75284 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index 8dfd810e2d7f..5d7d1d82312b 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - + + + - - - + + + - -6.6 - - - + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - + + +6.74 + + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 2cf9d3884a74..62626308ba30 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,49 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 862055b9f1aa..b6b0611d9d47 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - + + +160 + + + +180 + + + 200 - - -250 + + +220 - + - -6.611 + +6.62 + + + +6.621 - - -6.612 + + +6.622 - - -6.613 + + +6.623 - - -6.614 + + +6.624 - - -6.615 + + +6.625 - - -6.616 + + +6.626 - - -6.617 + + +6.627 - - -6.618 + + +6.628 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 4147101d2480..030f4d685d86 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9099.225268996875,"upper_bound":9196.958818397887},"point_estimate":9142.215899314991,"standard_error":25.165304862297624},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9090.835348117216,"upper_bound":9112.373956762192},"point_estimate":9103.802825478017,"standard_error":6.40789779931486},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.79003960236918,"upper_bound":61.21103595431324},"point_estimate":49.77779105222252,"standard_error":6.030846465657859},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9093.497135788137,"upper_bound":9303.914308949697},"point_estimate":9181.369382035657,"standard_error":55.681118828830954},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.5489634736905,"upper_bound":378.15613333787167},"point_estimate":252.59577658878212,"standard_error":72.70444477101275}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9125.244662696514,"upper_bound":9184.640317713598},"point_estimate":9153.461060480498,"standard_error":15.165590685194491},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9127.65519399249,"upper_bound":9155.559479775682},"point_estimate":9139.05284780579,"standard_error":7.295855165407989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.98176907681954,"upper_bound":62.506419631492534},"point_estimate":49.45492708768679,"standard_error":5.986226228270183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9134.719509545883,"upper_bound":9200.667130239515},"point_estimate":9164.543507680004,"standard_error":16.877476428292432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.4105495337382,"upper_bound":200.63024123212836},"point_estimate":152.1252249178044,"standard_error":26.486552476983512}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 2a084dee26fc..38deae6df033 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[156092.0,311977.0,476407.0,619126.0,775923.0,948979.0,1083366.0,1246623.0,1397126.0,1555281.0,1735037.0,1877355.0,2048898.0,2159773.0,2304242.0,2471357.0,2573151.0,2671994.0,2840112.0,2981691.0,3141425.0,3375960.0,3613448.0,3691133.0,3906499.0,4027496.0,4168865.0,4334565.0,4459149.0,4662579.0,4841880.0,4936332.0,5114948.0,5290537.0,5404860.0,5565633.0,5721117.0,5856936.0,6184088.0,6208354.0,6355688.0,6954214.0,6630105.0,6838749.0,6982372.0,7112219.0,7335212.0,7447132.0,7613031.0,7781247.0,7928350.0,8078619.0,8221191.0,8354684.0,8486611.0,8694489.0,8828506.0,9026340.0,9207212.0,9291189.0,9427328.0,10124569.0,9720115.0,9856782.0,10015633.0,10222680.0,10340884.0,10490756.0,10678628.0,10839996.0,10976949.0,11089348.0,11250213.0,11399977.0,11584218.0,11741344.0,11902736.0,12027543.0,12262212.0,12382190.0,12527043.0,12639482.0,12816745.0,13045090.0,13096212.0,13287661.0,13476847.0,13634395.0,16549191.0,13942532.0,13983441.0,14160305.0,14301193.0,14486956.0,14685168.0,14803870.0,14961486.0,15122701.0,15260154.0,17633070.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155634.0,312111.0,459781.0,628144.0,774748.0,926893.0,1091717.0,1238368.0,1421272.0,1572968.0,1743072.0,1871736.0,2055676.0,2169936.0,2312020.0,2490826.0,2582110.0,2697977.0,2823085.0,2984330.0,3156031.0,3359210.0,3581997.0,3743670.0,3863407.0,4031692.0,4175443.0,4350732.0,4562285.0,4679958.0,4806195.0,5023563.0,5142976.0,5291368.0,5443667.0,5545980.0,6237845.0,5920451.0,6063594.0,6215494.0,6365944.0,6581619.0,6689436.0,6812700.0,6990503.0,7162761.0,7326405.0,7465057.0,7673024.0,7792215.0,7929465.0,8072209.0,8212637.0,8415316.0,8497579.0,8787200.0,8846908.0,9028312.0,9871962.0,9284742.0,9435167.0,9619474.0,9816213.0,9937445.0,10162936.0,10247631.0,10396068.0,10606911.0,10759620.0,10900793.0,10998856.0,11208130.0,11382832.0,11433098.0,12116174.0,11818477.0,11999161.0,12145875.0,12269091.0,12383813.0,12554811.0,12977543.0,12849769.0,12996817.0,13153059.0,13304892.0,14101528.0,13620087.0,13795616.0,13856480.0,14054326.0,14175109.0,14320908.0,14585993.0,14742655.0,14880632.0,15102543.0,15169130.0,15899214.0,15531685.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 913fdc8400fc..3cc42fc1b851 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[8870.054189356151,8971.301729241954,9241.295168937424,9342.542708823225] \ No newline at end of file +[8911.528379495194,9008.521842808821,9267.171078311827,9364.164541625454] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 19995521be16..18158db5d79c 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005960871729283778,"upper_bound":0.011289143280035833},"point_estimate":0.004520441120912322,"standard_error":0.0030245597659940555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020083669210620345,"upper_bound":0.0028155340533506656},"point_estimate":0.0008637599949397057,"standard_error":0.0012564641367470895}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005508915272113315,"upper_bound":0.007003044841357791},"point_estimate":0.0012300257715800456,"standard_error":0.0031999528207681967},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002178319927002681,"upper_bound":0.006199300047157679},"point_estimate":0.003872010741392762,"standard_error":0.001052981675800399}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 4147101d2480..030f4d685d86 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9099.225268996875,"upper_bound":9196.958818397887},"point_estimate":9142.215899314991,"standard_error":25.165304862297624},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9090.835348117216,"upper_bound":9112.373956762192},"point_estimate":9103.802825478017,"standard_error":6.40789779931486},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.79003960236918,"upper_bound":61.21103595431324},"point_estimate":49.77779105222252,"standard_error":6.030846465657859},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9093.497135788137,"upper_bound":9303.914308949697},"point_estimate":9181.369382035657,"standard_error":55.681118828830954},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.5489634736905,"upper_bound":378.15613333787167},"point_estimate":252.59577658878212,"standard_error":72.70444477101275}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9125.244662696514,"upper_bound":9184.640317713598},"point_estimate":9153.461060480498,"standard_error":15.165590685194491},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9127.65519399249,"upper_bound":9155.559479775682},"point_estimate":9139.05284780579,"standard_error":7.295855165407989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.98176907681954,"upper_bound":62.506419631492534},"point_estimate":49.45492708768679,"standard_error":5.986226228270183},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9134.719509545883,"upper_bound":9200.667130239515},"point_estimate":9164.543507680004,"standard_error":16.877476428292432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97.4105495337382,"upper_bound":200.63024123212836},"point_estimate":152.1252249178044,"standard_error":26.486552476983512}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 2a084dee26fc..38deae6df033 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[156092.0,311977.0,476407.0,619126.0,775923.0,948979.0,1083366.0,1246623.0,1397126.0,1555281.0,1735037.0,1877355.0,2048898.0,2159773.0,2304242.0,2471357.0,2573151.0,2671994.0,2840112.0,2981691.0,3141425.0,3375960.0,3613448.0,3691133.0,3906499.0,4027496.0,4168865.0,4334565.0,4459149.0,4662579.0,4841880.0,4936332.0,5114948.0,5290537.0,5404860.0,5565633.0,5721117.0,5856936.0,6184088.0,6208354.0,6355688.0,6954214.0,6630105.0,6838749.0,6982372.0,7112219.0,7335212.0,7447132.0,7613031.0,7781247.0,7928350.0,8078619.0,8221191.0,8354684.0,8486611.0,8694489.0,8828506.0,9026340.0,9207212.0,9291189.0,9427328.0,10124569.0,9720115.0,9856782.0,10015633.0,10222680.0,10340884.0,10490756.0,10678628.0,10839996.0,10976949.0,11089348.0,11250213.0,11399977.0,11584218.0,11741344.0,11902736.0,12027543.0,12262212.0,12382190.0,12527043.0,12639482.0,12816745.0,13045090.0,13096212.0,13287661.0,13476847.0,13634395.0,16549191.0,13942532.0,13983441.0,14160305.0,14301193.0,14486956.0,14685168.0,14803870.0,14961486.0,15122701.0,15260154.0,17633070.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[155634.0,312111.0,459781.0,628144.0,774748.0,926893.0,1091717.0,1238368.0,1421272.0,1572968.0,1743072.0,1871736.0,2055676.0,2169936.0,2312020.0,2490826.0,2582110.0,2697977.0,2823085.0,2984330.0,3156031.0,3359210.0,3581997.0,3743670.0,3863407.0,4031692.0,4175443.0,4350732.0,4562285.0,4679958.0,4806195.0,5023563.0,5142976.0,5291368.0,5443667.0,5545980.0,6237845.0,5920451.0,6063594.0,6215494.0,6365944.0,6581619.0,6689436.0,6812700.0,6990503.0,7162761.0,7326405.0,7465057.0,7673024.0,7792215.0,7929465.0,8072209.0,8212637.0,8415316.0,8497579.0,8787200.0,8846908.0,9028312.0,9871962.0,9284742.0,9435167.0,9619474.0,9816213.0,9937445.0,10162936.0,10247631.0,10396068.0,10606911.0,10759620.0,10900793.0,10998856.0,11208130.0,11382832.0,11433098.0,12116174.0,11818477.0,11999161.0,12145875.0,12269091.0,12383813.0,12554811.0,12977543.0,12849769.0,12996817.0,13153059.0,13304892.0,14101528.0,13620087.0,13795616.0,13856480.0,14054326.0,14175109.0,14320908.0,14585993.0,14742655.0,14880632.0,15102543.0,15169130.0,15899214.0,15531685.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 913fdc8400fc..3cc42fc1b851 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[8870.054189356151,8971.301729241954,9241.295168937424,9342.542708823225] \ No newline at end of file +[8911.528379495194,9008.521842808821,9267.171078311827,9364.164541625454] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 2ee1e3f07ac5..651a5ecf0d8d 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - - -35 + + +0.08 + + + +0.09 - - + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - - + + +65 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index b7ddfd3fe954..7d9b7702ab54 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + - + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 - - - -400 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index 75319fcd353f..7b489764cd09 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,46 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - + 9 @@ -62,10 +54,10 @@ Average Time (µs) 11 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index d960e5f4db42..f05d931c77b9 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -9,106 +9,96 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index e9bc60b47bfa..b1ae590f6285 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - + +-0.006 + + + +-0.004 + + + +-0.002 + + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - -0.01 - - - -0.012 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 5ca11d151b22..6d605a51c57d 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - --0.002 + +0.002 - - --0.001 + + +0.0025 - - -0 + + +0.003 - - -0.001 + + +0.0035 - - -0.002 + + +0.004 - - -0.003 + + +0.0045 + + + +0.005 + + + +0.0055 + + + +0.006 + + + +0.0065 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index f8bb69f610a7..9cde4c86d815 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index dd408ee75853..f75be3a44ad0 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.0935 µs - 9.1814 µs - 9.3039 µs + 9.1347 µs + 9.1645 µs + 9.2007 µs R² - 0.8785643 - 0.8847170 - 0.8728290 + 0.9696961 + 0.9710900 + 0.9690465 Mean - 9.0992 µs - 9.1422 µs - 9.1970 µs + 9.1252 µs + 9.1535 µs + 9.1846 µs Std. Dev. - 102.55 ns - 252.60 ns - 378.16 ns + 97.411 ns + 152.13 ns + 200.63 ns Median - 9.0908 µs - 9.1038 µs - 9.1124 µs + 9.1277 µs + 9.1391 µs + 9.1556 µs MAD - 36.790 ns - 49.778 ns - 61.211 ns + 37.982 ns + 49.455 ns + 62.506 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0596% - +0.4520% - +1.1289% - (p = 0.14 > + -0.5509% + +0.1230% + +0.7003% + (p = 0.71 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index efcc79d8cf7d..66a6c5c1352f 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs)
- -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - -16 + + +25 - + - -9.1 - - - + 9.12 - - + + +9.13 + + + 9.14 - - + + +9.15 + + + 9.16 - - + + +9.17 + + + 9.18 - - -9.2 + + +9.19 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index a4d411ab2ec8..af653f4e6e80 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,50 +9,62 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - -40 + + +30 - - -60 + + +40 - - -80 + + +50 - - -100 + + +60 - + -120 +70 - -9.09 + +9.125 + + + +9.13 + + + +9.135 - - -9.095 + + +9.14 - - -9.1 + + +9.145 - - -9.105 + + +9.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 5a7fd491117f..0c5a1247430a 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,30 +46,38 @@ Average Time (µs) - -8.5 + +8.6 - - + + +8.8 + + + 9 - - -9.5 + + +9.2 - - -10 + + +9.4 - - -10.5 + + +9.6 - - -11 + + +9.8 + + + +10 - + Density (a.u.) @@ -78,66 +86,74 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +3.5 + + + +4 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 1db66552a27d..b9b6a3465dde 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + + +4 + + + +4.5 + + - + 9 - - -10 + + +9.5 - - -11 + + +10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index b4b9865c02ac..f4c7874e58f6 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,47 +16,42 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0.2 @@ -91,107 +86,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 3978208f76a5..f54993cdf374 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,47 +13,42 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0.2 @@ -91,102 +86,102 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 898da0bf8ff8..82201d92ffa1 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,46 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - -5 - - + 9 @@ -59,8 +51,8 @@ Average Time (µs) 11 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index ca4f27c08bc1..6a7f4bb16630 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -6,104 +6,94 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - -16.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 2d3e202851e5..2edcb1a675a8 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +9.13 - - -7 + + +9.14 - - -8 + + +9.15 - - -9 + + +9.16 - - -10 + + +9.17 - - - -9.1 + + +9.18 - - -9.15 + + +9.19 - - + + 9.2 - - -9.25 - - - -9.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index d30060dfd961..94802c1ec351 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +9.13 - - -7 + + +9.14 - - -8 + + +9.15 - - -9 + + +9.16 - - -10 + + +9.17 - - - -9.1 + + +9.18 - - -9.15 + + +9.19 - - + + 9.2 - - -9.25 - - - -9.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 095d29b9db7a..fba22e80a69e 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107806.83320500769,"upper_bound":108606.14482764142},"point_estimate":108169.64031116101,"standard_error":204.11181883189877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107903.37402597403,"upper_bound":108051.65988198994},"point_estimate":107936.74474648159,"standard_error":37.82031472710927},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":247.85778217423348,"upper_bound":489.9970555906695},"point_estimate":325.4240246373245,"standard_error":62.26876695900422},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108149.09322490894,"upper_bound":108853.21980775536},"point_estimate":108469.83615698031,"standard_error":180.70418005707074},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.6068102318557,"upper_bound":2951.489270581678},"point_estimate":2048.4561308542225,"standard_error":490.5526566084563}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102184.15361925501,"upper_bound":103097.46537048093},"point_estimate":102656.32107556605,"standard_error":233.3620475942237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102858.00689382895,"upper_bound":103188.8492063492},"point_estimate":102958.4146210597,"standard_error":82.5742665463895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.3921114623403,"upper_bound":1482.7763491573685},"point_estimate":1103.5845887686598,"standard_error":205.1067698734823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103004.76434219876,"upper_bound":103795.6063257092},"point_estimate":103370.20425299247,"standard_error":203.69534709637907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.1114872752812,"upper_bound":2907.6283314296297},"point_estimate":2345.8618477100235,"standard_error":308.9590286999239}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index e4d7b5d23562..113eda6be105 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[753469.0,1483162.0,2254857.0,3001132.0,3730747.0,4467066.0,5211106.0,6001376.0,6599401.0,7314131.0,8077970.0,8932675.0,9643369.0,10417032.0,11089597.0,11796543.0,12613652.0,13582602.0,14424257.0,17104461.0,15834443.0,16714640.0,18374784.0,18358480.0,18894071.0,19687364.0,20394801.0,21553779.0,21832413.0,22737196.0,23469915.0,24175281.0,24897496.0,25732657.0,26551502.0,27361780.0,28042568.0,28712064.0,29465818.0,30157315.0,31134774.0,31786082.0,32492309.0,33214375.0,34861261.0,34771134.0,35487357.0,38224218.0,36999973.0,37825485.0,38607199.0,39170477.0,39909756.0,40794455.0,41542799.0,42242794.0,43055697.0,43762156.0,44604140.0,45377524.0,46074724.0,46993257.0,47804763.0,48814576.0,49098272.0,49959306.0,50630779.0,51285471.0,52126849.0,52976263.0,53598381.0,54294624.0,55136217.0,55763764.0,56600428.0,57402771.0,58277785.0,60933829.0,59784548.0,60479902.0,61456151.0,61922372.0,62678103.0,63649343.0,64209580.0,65120806.0,65792982.0,66577890.0,67451845.0,68129428.0,68839868.0,71191375.0,70312111.0,71553105.0,75343713.0,72628436.0,73278934.0,74254776.0,76896320.0,75474199.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[660953.0,1301411.0,2020177.0,2669494.0,3408896.0,4223183.0,4808696.0,5544819.0,6247685.0,7167954.0,7838568.0,8447654.0,9130487.0,9829499.0,10392853.0,11388875.0,11982544.0,13086599.0,13737435.0,14362641.0,15110321.0,15805182.0,16453478.0,17344771.0,18029497.0,18915925.0,19852821.0,20417296.0,21149200.0,21811762.0,22739449.0,23493758.0,23606939.0,24750014.0,25362189.0,26283149.0,26672883.0,27656494.0,28305795.0,29162153.0,29532061.0,30128847.0,31040119.0,32420472.0,32438946.0,33171304.0,34125048.0,34880869.0,35278352.0,35983121.0,36912744.0,37566113.0,38671901.0,39005385.0,39940878.0,40465200.0,41051758.0,44534588.0,42410953.0,43034586.0,43932921.0,44561381.0,46004813.0,46143538.0,47146968.0,47978685.0,48916326.0,49751237.0,49685356.0,50717160.0,51159216.0,51851155.0,52030934.0,53039543.0,55530593.0,54494953.0,55310400.0,55668170.0,56852597.0,57478780.0,57666243.0,59458206.0,59901899.0,60878228.0,61399900.0,62033177.0,62481279.0,63568119.0,64092613.0,64802508.0,66424568.0,66974511.0,66717816.0,67705317.0,68512312.0,69124390.0,69116629.0,73141772.0,70381412.0,75387919.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index f0a840e8fad9..1d4396c59f30 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[106455.2228555874,107106.2707915392,108842.39862074397,109493.44655669577] \ No newline at end of file +[98421.91122479495,100423.66928720952,105761.69078698166,107763.44884939621] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index d5a4468c1deb..09458b1d78ac 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00586384648068687,"upper_bound":0.01454512165253698},"point_estimate":0.00992917085262035,"standard_error":0.0022255758165259333},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0036925103032250384,"upper_bound":0.0056983443987133064},"point_estimate":0.004422744591341399,"standard_error":0.0005109213522747813}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05637102097718188,"upper_bound":-0.045587056292060016},"point_estimate":-0.05096919264717281,"standard_error":0.0027865142951174738},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04760465179276441,"upper_bound":-0.04406655905149681},"point_estimate":-0.046122663205332315,"standard_error":0.0008607388174824234}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 095d29b9db7a..fba22e80a69e 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107806.83320500769,"upper_bound":108606.14482764142},"point_estimate":108169.64031116101,"standard_error":204.11181883189877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":107903.37402597403,"upper_bound":108051.65988198994},"point_estimate":107936.74474648159,"standard_error":37.82031472710927},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":247.85778217423348,"upper_bound":489.9970555906695},"point_estimate":325.4240246373245,"standard_error":62.26876695900422},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108149.09322490894,"upper_bound":108853.21980775536},"point_estimate":108469.83615698031,"standard_error":180.70418005707074},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1153.6068102318557,"upper_bound":2951.489270581678},"point_estimate":2048.4561308542225,"standard_error":490.5526566084563}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102184.15361925501,"upper_bound":103097.46537048093},"point_estimate":102656.32107556605,"standard_error":233.3620475942237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102858.00689382895,"upper_bound":103188.8492063492},"point_estimate":102958.4146210597,"standard_error":82.5742665463895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":690.3921114623403,"upper_bound":1482.7763491573685},"point_estimate":1103.5845887686598,"standard_error":205.1067698734823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103004.76434219876,"upper_bound":103795.6063257092},"point_estimate":103370.20425299247,"standard_error":203.69534709637907},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1698.1114872752812,"upper_bound":2907.6283314296297},"point_estimate":2345.8618477100235,"standard_error":308.9590286999239}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index e4d7b5d23562..113eda6be105 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[753469.0,1483162.0,2254857.0,3001132.0,3730747.0,4467066.0,5211106.0,6001376.0,6599401.0,7314131.0,8077970.0,8932675.0,9643369.0,10417032.0,11089597.0,11796543.0,12613652.0,13582602.0,14424257.0,17104461.0,15834443.0,16714640.0,18374784.0,18358480.0,18894071.0,19687364.0,20394801.0,21553779.0,21832413.0,22737196.0,23469915.0,24175281.0,24897496.0,25732657.0,26551502.0,27361780.0,28042568.0,28712064.0,29465818.0,30157315.0,31134774.0,31786082.0,32492309.0,33214375.0,34861261.0,34771134.0,35487357.0,38224218.0,36999973.0,37825485.0,38607199.0,39170477.0,39909756.0,40794455.0,41542799.0,42242794.0,43055697.0,43762156.0,44604140.0,45377524.0,46074724.0,46993257.0,47804763.0,48814576.0,49098272.0,49959306.0,50630779.0,51285471.0,52126849.0,52976263.0,53598381.0,54294624.0,55136217.0,55763764.0,56600428.0,57402771.0,58277785.0,60933829.0,59784548.0,60479902.0,61456151.0,61922372.0,62678103.0,63649343.0,64209580.0,65120806.0,65792982.0,66577890.0,67451845.0,68129428.0,68839868.0,71191375.0,70312111.0,71553105.0,75343713.0,72628436.0,73278934.0,74254776.0,76896320.0,75474199.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[660953.0,1301411.0,2020177.0,2669494.0,3408896.0,4223183.0,4808696.0,5544819.0,6247685.0,7167954.0,7838568.0,8447654.0,9130487.0,9829499.0,10392853.0,11388875.0,11982544.0,13086599.0,13737435.0,14362641.0,15110321.0,15805182.0,16453478.0,17344771.0,18029497.0,18915925.0,19852821.0,20417296.0,21149200.0,21811762.0,22739449.0,23493758.0,23606939.0,24750014.0,25362189.0,26283149.0,26672883.0,27656494.0,28305795.0,29162153.0,29532061.0,30128847.0,31040119.0,32420472.0,32438946.0,33171304.0,34125048.0,34880869.0,35278352.0,35983121.0,36912744.0,37566113.0,38671901.0,39005385.0,39940878.0,40465200.0,41051758.0,44534588.0,42410953.0,43034586.0,43932921.0,44561381.0,46004813.0,46143538.0,47146968.0,47978685.0,48916326.0,49751237.0,49685356.0,50717160.0,51159216.0,51851155.0,52030934.0,53039543.0,55530593.0,54494953.0,55310400.0,55668170.0,56852597.0,57478780.0,57666243.0,59458206.0,59901899.0,60878228.0,61399900.0,62033177.0,62481279.0,63568119.0,64092613.0,64802508.0,66424568.0,66974511.0,66717816.0,67705317.0,68512312.0,69124390.0,69116629.0,73141772.0,70381412.0,75387919.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index f0a840e8fad9..1d4396c59f30 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[106455.2228555874,107106.2707915392,108842.39862074397,109493.44655669577] \ No newline at end of file +[98421.91122479495,100423.66928720952,105761.69078698166,107763.44884939621] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index e124cfef6173..5ab6cc767570 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -6,73 +6,69 @@ micro/ops/crossjoin:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 - - - -0.007 + + + +0.7 - - -0.008 + + +0.8 - - -0.009 + + +0.9 - - - -250 + + +1 - - -300 + + +1.1 - - -350 + + +1.2 - - -400 + + +1.3 - - -450 + + +1.4 - - -500 + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index de4784d8c8ee..e0f539e72e84 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - -1 - - - + + 1.2 - - + + 1.4 - - + + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 505739704632..04a1a4fd22ff 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - -105 + +90 - - -110 + + +100 - - -115 + + +110 - - + + 120 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index e58cb93d1a18..b21010d2ab12 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 8e794dde1b37..1d780915a840 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 + +-0.056 - - -0.009 + + +-0.054 - - -0.01 + + +-0.052 - + -0.011 +-0.05 - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - - - - + +-0.048 + + + +-0.046 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index b6e0987f67e9..16294ad73b86 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,67 +9,71 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - + - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - - - - - + +-0.0475 + + + +-0.047 + + + +-0.0465 + + + +-0.046 + + + +-0.0455 + + + +-0.045 + + + +-0.0445 + + + +-0.044 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 70a0027fd9fe..40543990933a 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 0651d3507495..7962e9ebe77f 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 108.15 µs - 108.47 µs - 108.85 µs + 103.00 µs + 103.37 µs + 103.80 µs R² - 0.9772137 - 0.9783950 - 0.9767080 + 0.9769846 + 0.9783854 + 0.9764882 Mean - 107.81 µs - 108.17 µs - 108.61 µs + 102.18 µs + 102.66 µs + 103.10 µs Std. Dev. - 1.1536 µs - 2.0485 µs - 2.9515 µs + 1.6981 µs + 2.3459 µs + 2.9076 µs Median - 107.90 µs - 107.94 µs - 108.05 µs + 102.86 µs + 102.96 µs + 103.19 µs MAD - 247.86 ns - 325.42 ns - 490.00 ns + 690.39 ns + 1.1036 µs + 1.4828 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.5864% - +0.9929% - +1.4545% + -5.6371% + -5.0969% + -4.5587% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 6ef5ba4c858b..145f29e34f4f 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - + - -107.8 + +102.1 + + + +102.2 + + + +102.3 - - -107.9 + + +102.4 - - -108 + + +102.5 - - -108.1 + + +102.6 - - -108.2 + + +102.7 - - -108.3 + + +102.8 - - -108.4 + + +102.9 - - -108.5 + + +103 - - -108.6 + + +103.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 51cce8dd04b7..d5c34bd30d9f 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - - -25 + + +9 - - - -107.9 + + +10 - - -107.92 + + +11 + + + + +102.85 - - -107.94 + + +102.9 - - -107.96 + + +102.95 - - -107.98 + + +103 - - -108 + + +103.05 - - -108.02 + + +103.1 - - -108.04 + + +103.15 - - -108.06 + + +103.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 9882a2f11a37..e8088e09da8c 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,22 +42,26 @@ Average Time (µs) - -105 + +90 - - -110 + + +95 + + + +100 - - -115 + + +105 - - -120 + + +110 - + Density (a.u.) @@ -66,84 +70,62 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 4850fcdf4c27..010b6905b295 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 + + + +90 - - -0.35 + + +95 - - - + + +100 + + + 105 - - + + 110 - - -115 - - - -120 - - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 21ea63530450..b6421a7a752e 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -81,107 +81,107 @@ Iterations - - - - - - - - + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index de1705587bf2..b482f7b5afa9 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,42 @@ Iterations - - - - - - - + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -78,105 +78,105 @@ Iterations - + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 1ec4a8a6b0e2..32b731a0466c 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - + - -105 + +90 - - -110 + + +100 - - -115 + + +110 - - + + 120 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index e3da55722c6d..4454f7894eda 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index d8633228d069..968c1e3003d9 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - + - -108.1 + +103 - - -108.2 + + +103.1 - - -108.3 + + +103.2 - - -108.4 + + +103.3 - - -108.5 + + +103.4 - - -108.6 + + +103.5 - - -108.7 + + +103.6 - - -108.8 + + +103.7 - - -108.9 + + +103.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 289306dd2a46..6b54dbdada2e 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - + - -108.1 + +103 - - -108.2 + + +103.1 - - -108.3 + + +103.2 - - -108.4 + + +103.3 - - -108.5 + + +103.4 - - -108.6 + + +103.5 - - -108.7 + + +103.6 - - -108.8 + + +103.7 - - -108.9 + + +103.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index b1409abc8f88..1483397e1c8d 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72564.88887216432,"upper_bound":72969.98544587586},"point_estimate":72760.8915386216,"standard_error":103.52053049360535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72244.16377072819,"upper_bound":72447.95813953488},"point_estimate":72299.39139784945,"standard_error":55.72256274559025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.53534467981683,"upper_bound":804.0733660554966},"point_estimate":507.3208849838625,"standard_error":147.35168935915823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72281.69917667426,"upper_bound":72510.22273239044},"point_estimate":72386.98588384809,"standard_error":58.64227393090822},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":836.7499872336278,"upper_bound":1250.151130746448},"point_estimate":1041.872926040274,"standard_error":106.74285134337727}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72964.29236493242,"upper_bound":73414.80830556912},"point_estimate":73182.31405524987,"standard_error":115.06132707529746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72528.42696629213,"upper_bound":72870.63512382281},"point_estimate":72681.99577993814,"standard_error":85.54323378865813},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":417.5503521597188,"upper_bound":946.4898264287789},"point_estimate":618.7644524576127,"standard_error":137.27790372126793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72553.20437303474,"upper_bound":72791.58829096367},"point_estimate":72660.93479592138,"standard_error":61.084803543811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":965.2498689889372,"upper_bound":1316.7566467907047},"point_estimate":1152.2439224976433,"standard_error":89.27818335157262}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 31b9bbeef9bf..3b952592e604 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[369861.0,738391.0,1107222.0,1478223.0,1873800.0,2228622.0,2588060.0,2989331.0,3319415.0,3702308.0,4071826.0,4465790.0,4876115.0,5198774.0,5577644.0,5955079.0,6314986.0,6684869.0,7107623.0,7508850.0,7743883.0,7975658.0,8345768.0,8786030.0,9083904.0,10044537.0,9836418.0,10057323.0,10452621.0,10815244.0,11118255.0,11478625.0,12064724.0,12380579.0,12584458.0,12948268.0,13277102.0,13725023.0,14013958.0,14349710.0,14712133.0,15070065.0,15448491.0,15735857.0,16094301.0,16600000.0,16950959.0,17259882.0,18165535.0,17944698.0,18429662.0,18701990.0,18998042.0,19371099.0,19856355.0,20260694.0,20570894.0,20957165.0,21293782.0,21683944.0,22086943.0,22475898.0,22786656.0,23193088.0,23458336.0,23813177.0,24169691.0,24530236.0,24954665.0,25368846.0,25779812.0,26105020.0,26371748.0,26702008.0,27057485.0,27514650.0,28480591.0,28254634.0,28522128.0,28944832.0,29288169.0,29568216.0,29933969.0,30335533.0,30717994.0,31139532.0,31432364.0,31930415.0,32405852.0,32494794.0,33335610.0,33170665.0,33611277.0,33964825.0,34372102.0,34630549.0,35696068.0,35401361.0,35716298.0,36132837.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[384998.0,742023.0,1121694.0,1492917.0,1891749.0,2269654.0,2609873.0,2972623.0,3431037.0,3779452.0,4067479.0,4513774.0,4816558.0,5230543.0,5644884.0,5960254.0,6344647.0,6706336.0,7113399.0,7470141.0,7807742.0,8267469.0,8654209.0,8992991.0,9168961.0,9539397.0,9869855.0,10143334.0,10666770.0,10883976.0,11444189.0,11657042.0,12159723.0,12316634.0,12566707.0,13003774.0,13281791.0,13654361.0,14029302.0,14473078.0,15001209.0,15159798.0,15473599.0,15920373.0,16250868.0,16548146.0,16951559.0,17845202.0,17748648.0,18026853.0,18546693.0,18991570.0,19144368.0,19446347.0,19930162.0,20271122.0,20581930.0,21118630.0,21470376.0,21896454.0,22233012.0,22535861.0,22930485.0,23242435.0,23543866.0,23978429.0,24431160.0,24667588.0,25099066.0,25357683.0,25657744.0,26120033.0,26523698.0,26751971.0,27197069.0,28235003.0,27835205.0,28193213.0,28637004.0,28947504.0,29294102.0,29603447.0,30044086.0,30326177.0,30755117.0,31104244.0,31538310.0,31944452.0,32275150.0,32610008.0,33213406.0,33343021.0,33700520.0,34237690.0,34545316.0,35586690.0,35384948.0,35590011.0,35949878.0,36354849.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index c9b64fde585f..39925b1aea14 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[68543.70767530052,70345.6333260081,75150.76839456166,76952.69404526925] \ No newline at end of file +[67140.4591826923,69754.18834134615,76724.13276442308,79337.86192307693] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index de7dc8ed7ce4..30fd2ed78d2b 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005091695521426698,"upper_bound":0.0021703109214117025},"point_estimate":-0.0014293501730675562,"standard_error":0.0018592882183983718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005029465348586504,"upper_bound":-0.0003804248550509648},"point_estimate":-0.003584111135497503,"standard_error":0.0012603949172268274}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0017735142519677005,"upper_bound":0.009902438680696811},"point_estimate":0.00579188225593108,"standard_error":0.002064031946183222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002456751910853372,"upper_bound":0.007916573210775605},"point_estimate":0.005291944713383456,"standard_error":0.0013600426115574114}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index b1409abc8f88..1483397e1c8d 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72564.88887216432,"upper_bound":72969.98544587586},"point_estimate":72760.8915386216,"standard_error":103.52053049360535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72244.16377072819,"upper_bound":72447.95813953488},"point_estimate":72299.39139784945,"standard_error":55.72256274559025},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":266.53534467981683,"upper_bound":804.0733660554966},"point_estimate":507.3208849838625,"standard_error":147.35168935915823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72281.69917667426,"upper_bound":72510.22273239044},"point_estimate":72386.98588384809,"standard_error":58.64227393090822},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":836.7499872336278,"upper_bound":1250.151130746448},"point_estimate":1041.872926040274,"standard_error":106.74285134337727}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72964.29236493242,"upper_bound":73414.80830556912},"point_estimate":73182.31405524987,"standard_error":115.06132707529746},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72528.42696629213,"upper_bound":72870.63512382281},"point_estimate":72681.99577993814,"standard_error":85.54323378865813},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":417.5503521597188,"upper_bound":946.4898264287789},"point_estimate":618.7644524576127,"standard_error":137.27790372126793},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72553.20437303474,"upper_bound":72791.58829096367},"point_estimate":72660.93479592138,"standard_error":61.084803543811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":965.2498689889372,"upper_bound":1316.7566467907047},"point_estimate":1152.2439224976433,"standard_error":89.27818335157262}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 31b9bbeef9bf..3b952592e604 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[369861.0,738391.0,1107222.0,1478223.0,1873800.0,2228622.0,2588060.0,2989331.0,3319415.0,3702308.0,4071826.0,4465790.0,4876115.0,5198774.0,5577644.0,5955079.0,6314986.0,6684869.0,7107623.0,7508850.0,7743883.0,7975658.0,8345768.0,8786030.0,9083904.0,10044537.0,9836418.0,10057323.0,10452621.0,10815244.0,11118255.0,11478625.0,12064724.0,12380579.0,12584458.0,12948268.0,13277102.0,13725023.0,14013958.0,14349710.0,14712133.0,15070065.0,15448491.0,15735857.0,16094301.0,16600000.0,16950959.0,17259882.0,18165535.0,17944698.0,18429662.0,18701990.0,18998042.0,19371099.0,19856355.0,20260694.0,20570894.0,20957165.0,21293782.0,21683944.0,22086943.0,22475898.0,22786656.0,23193088.0,23458336.0,23813177.0,24169691.0,24530236.0,24954665.0,25368846.0,25779812.0,26105020.0,26371748.0,26702008.0,27057485.0,27514650.0,28480591.0,28254634.0,28522128.0,28944832.0,29288169.0,29568216.0,29933969.0,30335533.0,30717994.0,31139532.0,31432364.0,31930415.0,32405852.0,32494794.0,33335610.0,33170665.0,33611277.0,33964825.0,34372102.0,34630549.0,35696068.0,35401361.0,35716298.0,36132837.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[384998.0,742023.0,1121694.0,1492917.0,1891749.0,2269654.0,2609873.0,2972623.0,3431037.0,3779452.0,4067479.0,4513774.0,4816558.0,5230543.0,5644884.0,5960254.0,6344647.0,6706336.0,7113399.0,7470141.0,7807742.0,8267469.0,8654209.0,8992991.0,9168961.0,9539397.0,9869855.0,10143334.0,10666770.0,10883976.0,11444189.0,11657042.0,12159723.0,12316634.0,12566707.0,13003774.0,13281791.0,13654361.0,14029302.0,14473078.0,15001209.0,15159798.0,15473599.0,15920373.0,16250868.0,16548146.0,16951559.0,17845202.0,17748648.0,18026853.0,18546693.0,18991570.0,19144368.0,19446347.0,19930162.0,20271122.0,20581930.0,21118630.0,21470376.0,21896454.0,22233012.0,22535861.0,22930485.0,23242435.0,23543866.0,23978429.0,24431160.0,24667588.0,25099066.0,25357683.0,25657744.0,26120033.0,26523698.0,26751971.0,27197069.0,28235003.0,27835205.0,28193213.0,28637004.0,28947504.0,29294102.0,29603447.0,30044086.0,30326177.0,30755117.0,31104244.0,31538310.0,31944452.0,32275150.0,32610008.0,33213406.0,33343021.0,33700520.0,34237690.0,34545316.0,35586690.0,35384948.0,35590011.0,35949878.0,36354849.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index c9b64fde585f..39925b1aea14 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[68543.70767530052,70345.6333260081,75150.76839456166,76952.69404526925] \ No newline at end of file +[67140.4591826923,69754.18834134615,76724.13276442308,79337.86192307693] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 83874476e550..5191029230e6 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - - -300 + + +0.0035 - - + + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - - + + +900 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 70fdd2c73026..b1b8e2a3a15c 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -0.8 - - - -0.85 - - - -0.9 + + +4.5 - - + + + 0.95 - - + + 1 - - + + 1.05 - - + + 1.1 - - + + 1.15 - - + + 1.2 - - + + 1.25 - - - - + + +1.3 + + + +1.35 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 573d4f36f069..f06651a78799 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,50 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + 72 @@ -70,10 +66,10 @@ Average Time (µs) 78 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index d9eda6602453..f66167099f16 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -22,11 +22,11 @@ Iterations - - + + - - + + 0.0 @@ -40,26 +40,26 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - + 25.0 - + 30.0 - - + + 35.0 - + 0 @@ -105,10 +105,10 @@ Iterations 500 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 6801aa979605..3bb90193b470 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - --0.005 + +0.001 - - --0.004 + + +0.002 - - --0.003 + + +0.003 - - --0.002 + + +0.004 - - --0.001 + + +0.005 - - -0 + + +0.006 - - -0.001 + + +0.007 - - -0.002 + + +0.008 + + + +0.009 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 34aaa5a4fbc0..fab4bf58d347 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - --0.005 + +0.002 + + + +0.003 - - --0.004 + + +0.004 - - --0.003 + + +0.005 - - --0.002 + + +0.006 - - --0.001 + + +0.007 - - -0 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 2eac6e1cbc5f..e6fe0ef17ab7 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 5866f5f65e5f..aac09c1635a5 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 72.282 µs - 72.387 µs - 72.510 µs + 72.553 µs + 72.661 µs + 72.792 µs R² - 0.9922476 - 0.9925378 - 0.9921403 + 0.9922657 + 0.9925646 + 0.9921250 Mean - 72.565 µs - 72.761 µs - 72.970 µs + 72.964 µs + 73.182 µs + 73.415 µs Std. Dev. - 836.75 ns - 1.0419 µs - 1.2502 µs + 965.25 ns + 1.1522 µs + 1.3168 µs Median - 72.244 µs - 72.299 µs - 72.448 µs + 72.528 µs + 72.682 µs + 72.871 µs MAD - 266.54 ns - 507.32 ns - 804.07 ns + 417.55 ns + 618.76 ns + 946.49 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5092% - -0.1429% - +0.2170% - (p = 0.46 > + +0.1774% + +0.5792% + +0.9902% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index dbbdb6bfdbb1..c6a5839fa534 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,81 +9,81 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -72.55 + +72.95 + + + +73 - - -72.6 + + +73.05 - - -72.65 + + +73.1 - - -72.7 + + +73.15 - - -72.75 + + +73.2 - - -72.8 + + +73.25 - - -72.85 + + +73.3 - - -72.9 + + +73.35 - - -72.95 + + +73.4 - - -73 + + +73.45 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index b50ec79f5fc9..1c058bd7b219 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + + +72.5 - - -14 + + +72.55 - - -16 + + +72.6 - - -18 + + +72.65 - - - -72.25 + + +72.7 - - -72.3 + + +72.75 - - -72.35 + + +72.8 - - -72.4 + + +72.85 - - -72.45 + + +72.9 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 6d466501cec0..d791beeeeec0 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (µs) - + 71 - - + + 72 - - + + 73 - - + + 74 - - + + 75 - - + + 76 - - + + 77 - - + + 78 - + Density (a.u.) @@ -94,54 +94,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - - - - - + + + + + - - - + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 0b35a2f72ea3..b51eb80af922 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - + - + 72 - - + + 74 - - + + 76 - - + + 78 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index dd517c056845..60e2b6c867cf 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -18,42 +18,42 @@ Iterations - + - - - - - + + + + + - + 5.0 - + 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 50 @@ -103,100 +103,100 @@ Iterations - + - - - + + + - + - + - - - + + + - + - + - - + + - - - - - - - - + + + + + + + + - + - - - - + + + + - + - - - + + + - + - - + + - - - - - - + + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 0da2e053033f..8c876414851e 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -18,10 +18,10 @@ Iterations - - - - + + + + 5.0 @@ -35,22 +35,22 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - + 50 @@ -100,7 +100,7 @@ Iterations - + @@ -108,90 +108,90 @@ Iterations - + - + - - - + + + - + - + - + - - + + - - + + - + - - - - - + + + + + - + - - - - + + + + - + - + - - - + + + - + - - - - - - + + + + + + - - - - + + + + - - + + - - + + - - + + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 3b1ead35a54d..eb74cf60c35a 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -10,46 +10,42 @@ Average Time (µs) 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + 72 @@ -67,8 +63,8 @@ Average Time (µs) 78 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 952a597f1f00..fc27a68cedc9 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -23,7 +23,7 @@ Iterations - + 0.0 @@ -53,10 +53,10 @@ Iterations 30.0 - + 35.0 - + 0 @@ -102,8 +102,8 @@ Iterations 500 - - - + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index b8614e5ac617..442e5be08072 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -72.3 + +72.55 - - -72.35 + + +72.6 - - -72.4 + + +72.65 - - -72.45 + + +72.7 - - -72.5 + + +72.75 - - - - + + +72.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index fb11a16b4d0e..8e8e470cca3d 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -72.3 + +72.55 - - -72.35 + + +72.6 - - -72.4 + + +72.65 - - -72.45 + + +72.7 - - -72.5 + + +72.75 - - - - + + +72.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index d8cbd48ce5dd..a57cc6d042bb 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6623.070555583919,"upper_bound":6646.321315915534},"point_estimate":6633.816150090034,"standard_error":5.9474380369802216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.732438016529,"upper_bound":6626.945132386993},"point_estimate":6617.6550959678625,"standard_error":5.152921657788345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.942224860595264,"upper_bound":44.96611881891609},"point_estimate":35.11274278357689,"standard_error":4.606991185264245},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632.376809082531,"upper_bound":6655.460497443741},"point_estimate":6643.750153283985,"standard_error":5.878284316922845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.693005626874,"upper_bound":80.92318922457902},"point_estimate":59.621337348618944,"standard_error":11.27851952298498}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.2583332321665,"upper_bound":6573.022423136393},"point_estimate":6558.538761479116,"standard_error":6.857069444997265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536.168831168831,"upper_bound":6549.734807312253},"point_estimate":6541.6451969083555,"standard_error":3.629909412924549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.506456665847832,"upper_bound":40.333134957131115},"point_estimate":30.030957374464162,"standard_error":4.389011095826405},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549.1286037249865,"upper_bound":6571.464629018792},"point_estimate":6559.631506105835,"standard_error":5.682619762394962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.93542082693694,"upper_bound":92.57210706537604},"point_estimate":68.97302215562904,"standard_error":13.146463429646385}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index b26f560c9aeb..3d866ffe5dda 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72323.0,144553.0,216996.0,290066.0,363198.0,436134.0,506758.0,591372.0,652388.0,725346.0,797180.0,869518.0,944085.0,1013865.0,1092245.0,1161237.0,1234014.0,1303479.0,1387239.0,1489923.0,1520089.0,1623908.0,1674158.0,1739530.0,1826068.0,1882670.0,1967546.0,2065140.0,2104543.0,2173968.0,2246965.0,2321049.0,2404326.0,2611453.0,2535704.0,2629161.0,2683066.0,2759855.0,2859565.0,2948757.0,2997662.0,3054509.0,3146197.0,3201146.0,3401647.0,3358351.0,3421119.0,3500667.0,3561035.0,3623630.0,3722826.0,3813701.0,3873354.0,3927282.0,4022798.0,4109983.0,4135206.0,4202500.0,4315198.0,4378762.0,4471700.0,4539193.0,4576343.0,4655620.0,4731912.0,4796621.0,4870595.0,4954234.0,5027533.0,5080199.0,5162052.0,5252203.0,5320352.0,5384317.0,5465923.0,5527959.0,5633509.0,5684999.0,5734282.0,5966239.0,5885091.0,5959895.0,6011778.0,6122012.0,6180991.0,6270406.0,6325100.0,6398221.0,6507097.0,6568507.0,6683706.0,6772030.0,6823313.0,6866983.0,6952430.0,7105494.0,7144712.0,7185365.0,7305103.0,7352573.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72023.0,143516.0,227496.0,289780.0,370764.0,442914.0,504654.0,572846.0,642928.0,713369.0,785193.0,856750.0,928753.0,1042435.0,1073239.0,1145274.0,1219901.0,1305921.0,1374629.0,1445890.0,1504989.0,1588745.0,1652860.0,1718945.0,1788182.0,1863770.0,1930235.0,2012899.0,2092376.0,2146173.0,2227104.0,2306972.0,2380494.0,2445049.0,2517559.0,2739285.0,2659489.0,2746071.0,2794475.0,2899449.0,2936684.0,3017983.0,3087335.0,3177001.0,3237442.0,3313379.0,3402745.0,3459081.0,3527192.0,3591107.0,3678440.0,3784017.0,3799877.0,3874686.0,3947351.0,4018687.0,4101772.0,4186156.0,4269624.0,4346193.0,4388904.0,4464974.0,4534970.0,4585724.0,4675454.0,4763179.0,4826657.0,4881713.0,4982375.0,5032850.0,5106991.0,5202615.0,5237780.0,5315619.0,5408262.0,5451455.0,5531926.0,5612512.0,5689792.0,5762396.0,5804791.0,5887659.0,5975875.0,6037992.0,6107861.0,6235449.0,6257215.0,6352474.0,6414159.0,6456681.0,6727566.0,6688142.0,6725711.0,6762478.0,6906218.0,6953131.0,7021427.0,7133957.0,7157104.0,7243611.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 5e2bd59246c3..7a051cb53ec3 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6444.294270155884,6521.0813274480715,6725.846813560573,6802.633870852761] \ No newline at end of file +[6387.745221593421,6455.755405391821,6637.115895520888,6705.126079319289] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index e645fb27dccb..5e2736f86afb 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005185007004077586,"upper_bound":0.01075728440361673},"point_estimate":0.008054859396608549,"standard_error":0.0014162203562919167},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006431858335065543,"upper_bound":0.011678998334448076},"point_estimate":0.009150078681067209,"standard_error":0.001462506839019934}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013933161821125422,"upper_bound":-0.008555515694096886},"point_estimate":-0.011347524095900119,"standard_error":0.0013633885526586102},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013242003363198473,"upper_bound":-0.009650643843377327},"point_estimate":-0.011485926352647113,"standard_error":0.0009646421984716469}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index d8cbd48ce5dd..a57cc6d042bb 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6623.070555583919,"upper_bound":6646.321315915534},"point_estimate":6633.816150090034,"standard_error":5.9474380369802216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6609.732438016529,"upper_bound":6626.945132386993},"point_estimate":6617.6550959678625,"standard_error":5.152921657788345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.942224860595264,"upper_bound":44.96611881891609},"point_estimate":35.11274278357689,"standard_error":4.606991185264245},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632.376809082531,"upper_bound":6655.460497443741},"point_estimate":6643.750153283985,"standard_error":5.878284316922845},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.693005626874,"upper_bound":80.92318922457902},"point_estimate":59.621337348618944,"standard_error":11.27851952298498}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6546.2583332321665,"upper_bound":6573.022423136393},"point_estimate":6558.538761479116,"standard_error":6.857069444997265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6536.168831168831,"upper_bound":6549.734807312253},"point_estimate":6541.6451969083555,"standard_error":3.629909412924549},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.506456665847832,"upper_bound":40.333134957131115},"point_estimate":30.030957374464162,"standard_error":4.389011095826405},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549.1286037249865,"upper_bound":6571.464629018792},"point_estimate":6559.631506105835,"standard_error":5.682619762394962},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.93542082693694,"upper_bound":92.57210706537604},"point_estimate":68.97302215562904,"standard_error":13.146463429646385}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index b26f560c9aeb..3d866ffe5dda 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72323.0,144553.0,216996.0,290066.0,363198.0,436134.0,506758.0,591372.0,652388.0,725346.0,797180.0,869518.0,944085.0,1013865.0,1092245.0,1161237.0,1234014.0,1303479.0,1387239.0,1489923.0,1520089.0,1623908.0,1674158.0,1739530.0,1826068.0,1882670.0,1967546.0,2065140.0,2104543.0,2173968.0,2246965.0,2321049.0,2404326.0,2611453.0,2535704.0,2629161.0,2683066.0,2759855.0,2859565.0,2948757.0,2997662.0,3054509.0,3146197.0,3201146.0,3401647.0,3358351.0,3421119.0,3500667.0,3561035.0,3623630.0,3722826.0,3813701.0,3873354.0,3927282.0,4022798.0,4109983.0,4135206.0,4202500.0,4315198.0,4378762.0,4471700.0,4539193.0,4576343.0,4655620.0,4731912.0,4796621.0,4870595.0,4954234.0,5027533.0,5080199.0,5162052.0,5252203.0,5320352.0,5384317.0,5465923.0,5527959.0,5633509.0,5684999.0,5734282.0,5966239.0,5885091.0,5959895.0,6011778.0,6122012.0,6180991.0,6270406.0,6325100.0,6398221.0,6507097.0,6568507.0,6683706.0,6772030.0,6823313.0,6866983.0,6952430.0,7105494.0,7144712.0,7185365.0,7305103.0,7352573.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[11.0,22.0,33.0,44.0,55.0,66.0,77.0,88.0,99.0,110.0,121.0,132.0,143.0,154.0,165.0,176.0,187.0,198.0,209.0,220.0,231.0,242.0,253.0,264.0,275.0,286.0,297.0,308.0,319.0,330.0,341.0,352.0,363.0,374.0,385.0,396.0,407.0,418.0,429.0,440.0,451.0,462.0,473.0,484.0,495.0,506.0,517.0,528.0,539.0,550.0,561.0,572.0,583.0,594.0,605.0,616.0,627.0,638.0,649.0,660.0,671.0,682.0,693.0,704.0,715.0,726.0,737.0,748.0,759.0,770.0,781.0,792.0,803.0,814.0,825.0,836.0,847.0,858.0,869.0,880.0,891.0,902.0,913.0,924.0,935.0,946.0,957.0,968.0,979.0,990.0,1001.0,1012.0,1023.0,1034.0,1045.0,1056.0,1067.0,1078.0,1089.0,1100.0],"times":[72023.0,143516.0,227496.0,289780.0,370764.0,442914.0,504654.0,572846.0,642928.0,713369.0,785193.0,856750.0,928753.0,1042435.0,1073239.0,1145274.0,1219901.0,1305921.0,1374629.0,1445890.0,1504989.0,1588745.0,1652860.0,1718945.0,1788182.0,1863770.0,1930235.0,2012899.0,2092376.0,2146173.0,2227104.0,2306972.0,2380494.0,2445049.0,2517559.0,2739285.0,2659489.0,2746071.0,2794475.0,2899449.0,2936684.0,3017983.0,3087335.0,3177001.0,3237442.0,3313379.0,3402745.0,3459081.0,3527192.0,3591107.0,3678440.0,3784017.0,3799877.0,3874686.0,3947351.0,4018687.0,4101772.0,4186156.0,4269624.0,4346193.0,4388904.0,4464974.0,4534970.0,4585724.0,4675454.0,4763179.0,4826657.0,4881713.0,4982375.0,5032850.0,5106991.0,5202615.0,5237780.0,5315619.0,5408262.0,5451455.0,5531926.0,5612512.0,5689792.0,5762396.0,5804791.0,5887659.0,5975875.0,6037992.0,6107861.0,6235449.0,6257215.0,6352474.0,6414159.0,6456681.0,6727566.0,6688142.0,6725711.0,6762478.0,6906218.0,6953131.0,7021427.0,7133957.0,7157104.0,7243611.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 5e2bd59246c3..7a051cb53ec3 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6444.294270155884,6521.0813274480715,6725.846813560573,6802.633870852761] \ No newline at end of file +[6387.745221593421,6455.755405391821,6637.115895520888,6705.126079319289] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index f23c05d15d9f..7ce631ce7261 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,94 +9,94 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - + + 0.1 - + - + +22 + + + +24 + + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - + + 42 - - -44 - - - -46 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index b7be86c4fb6e..5651dcae6409 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - + - -35 - - - + 40 - - -45 - - - + + 50 - - -55 - - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - -85 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index eb1b542a2606..8d9ed7f38b74 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -46,18 +46,26 @@ Average Time (µs) - + +6.4 + + + 6.6 - - + + 6.8 - - - - - + + +7 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index c7e2e384b919..a08ba21cee94 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index b130e71006a9..df2d43b238e4 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - - - - + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 8685ed16fc0f..ffd9a74efa33 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,55 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - + + +250 + + + +300 + + + +350 + + + +400 + + - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.0135 + + + +-0.013 + + + +-0.0125 + + + +-0.012 + + + +-0.0115 + + + +-0.011 + + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 24452d346192..a54040810d6a 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 3ecb7b830084..40ab337c9b14 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6324 µs - 6.6438 µs - 6.6555 µs + 6.5491 µs + 6.5596 µs + 6.5715 µs R² - 0.9925489 - 0.9929377 - 0.9925255 + 0.9934907 + 0.9938346 + 0.9933982 Mean - 6.6231 µs - 6.6338 µs - 6.6463 µs + 6.5463 µs + 6.5585 µs + 6.5730 µs Std. Dev. - 37.693 ns - 59.621 ns - 80.923 ns + 40.935 ns + 68.973 ns + 92.572 ns Median - 6.6097 µs - 6.6177 µs - 6.6269 µs + 6.5362 µs + 6.5416 µs + 6.5497 µs MAD - 26.942 ns - 35.113 ns - 44.966 ns + 23.506 ns + 30.031 ns + 40.333 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.5185% - +0.8055% - +1.0757% + -1.3933% + -1.1348% + -0.8556% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 5e5847303b11..ff56e90475b2 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs)
- + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -6.625 + +6.545 + + + +6.55 - - -6.63 + + +6.555 - + -6.635 +6.56 - -6.64 + +6.565 + + + +6.57 - - -6.645 + + +6.575 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index b299a912038e..9a4842b33569 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,98 +9,74 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - - -6.608 + + +120 - - -6.61 + + +140 - - -6.612 + + +160 - - -6.614 + + + +6.536 - - -6.616 + + +6.538 - - -6.618 + + +6.54 - - -6.62 + + +6.542 - - -6.622 + + +6.544 - - -6.624 + + +6.546 - - -6.626 + + +6.548 - - -6.628 + + +6.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index ad922901583c..945826ce0850 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -34,30 +34,34 @@ Average Time (µs) - + +6.4 + + + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 - + Density (a.u.) @@ -66,58 +70,60 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 33bd6b4ce0b2..01900a0f87a4 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -14,51 +14,55 @@ Average Time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - + +6.4 + + + 6.6 - - + + 6.8 - - - + + +7 + + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 0f671e798006..0a994abe24c1 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -19,42 +19,42 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0.1 @@ -102,10 +102,10 @@ Iterations (x 10^3) - + - - + + @@ -113,95 +113,95 @@ Iterations (x 10^3) - + - - - - + + + + - + - + - - - - + + + + - + - - - - - - + + + + + + - - + + - - + + - + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - + + - - - - + + + + - - + + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 9e78eedfba7b..c4d3cf32d3c8 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -17,41 +17,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - + 0.1 @@ -104,99 +104,99 @@ Iterations (x 10^3) - + - - + + - + - + - - + + - - + + - + - - - + + + - - + + - - + + - - + + - - - - - - + + + + + + - - - - - - - + + + + + + + - + - - + + - - + + - - + + - + - - - + + + - + - - - + + + - - - + + + - - - - - + + + + + - + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index b60611143eea..73065dbb2023 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -43,16 +43,24 @@ Average Time (µs) - + +6.4 + + + 6.6 - - + + 6.8 - - - - - + + +7 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 99d5816b54ab..56a826383719 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations (x 10^3) 1 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index faf3da8ceca5..38c628fca2e4 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + - -6.63 + +6.55 - - -6.635 + + +6.555 - - -6.64 + + +6.56 - - -6.645 + + +6.565 - - -6.65 + + +6.57 - - -6.655 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 956b40d75593..cfe269faf608 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + - -6.63 + +6.55 - - -6.635 + + +6.555 - - -6.64 + + +6.56 - - -6.645 + + +6.565 - - -6.65 + + +6.57 - - -6.655 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index b1fdd4e4f70c..5760087c8543 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18801.836845169026,"upper_bound":19318.661660028632},"point_estimate":19056.192651930927,"standard_error":131.89734587789675},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18106.514096511935,"upper_bound":18367.8699009324},"point_estimate":18150.33360978644,"standard_error":163.77344034322866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.11229327218987,"upper_bound":832.6410416958638},"point_estimate":392.1165134192806,"standard_error":214.18692078649536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18152.94506987646,"upper_bound":18280.969158305354},"point_estimate":18208.482474878085,"standard_error":32.73823595294721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1201.4667881524856,"upper_bound":1416.174359196103},"point_estimate":1326.352116983671,"standard_error":54.54665399202865}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19114.922601298058,"upper_bound":19739.03778092821},"point_estimate":19419.914002219277,"standard_error":159.10498128971193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18320.50493902439,"upper_bound":18497.120065789473},"point_estimate":18361.692304870892,"standard_error":113.54099263767341},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.78999406236503,"upper_bound":681.4551591760605},"point_estimate":402.5372084301218,"standard_error":178.06525607912943},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18369.70768975014,"upper_bound":18495.525875284664},"point_estimate":18424.56150805379,"standard_error":31.908415653909653},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1417.2392276859655,"upper_bound":1730.378561844049},"point_estimate":1596.7012990112191,"standard_error":79.74052098528513}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index c86467118332..f6934c94637d 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[172562.0,340165.0,523689.0,676237.0,846791.0,1012952.0,1179166.0,1361107.0,1538979.0,1692629.0,1870272.0,2038556.0,2179156.0,2347773.0,2494592.0,2655789.0,2837043.0,2888737.0,3126751.0,3300055.0,3392754.0,3563693.0,3744536.0,3986670.0,3999363.0,4270752.0,4371702.0,4535245.0,4655040.0,4846462.0,5071442.0,5213309.0,5480878.0,5511812.0,5639926.0,5801496.0,6036328.0,6039271.0,5779915.0,5754817.0,5887206.0,5961458.0,6146950.0,6297031.0,6388229.0,6559202.0,6713679.0,6859645.0,6967109.0,7159565.0,7308190.0,7399277.0,7696774.0,7713104.0,7924670.0,8060828.0,8154382.0,8312919.0,8542800.0,8649405.0,9116277.0,9021040.0,9174763.0,9200330.0,9411004.0,9615076.0,9698498.0,9833450.0,10036867.0,10158062.0,10321721.0,10509515.0,10561166.0,10757866.0,10873714.0,11033727.0,11172667.0,11270607.0,11443425.0,11580341.0,11737094.0,11876932.0,11949430.0,12140518.0,12260640.0,12418199.0,12574194.0,12664000.0,12889738.0,13040231.0,13211670.0,13293086.0,13472314.0,13610851.0,13823371.0,13947803.0,14053654.0,14167127.0,14312888.0,14440305.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[175750.0,349513.0,527575.0,711628.0,881111.0,1069274.0,1236586.0,1448196.0,1645860.0,1763456.0,1935526.0,2092563.0,2279289.0,2486157.0,2726784.0,2816476.0,2998652.0,3164900.0,3223079.0,3371345.0,3463258.0,3653982.0,3872885.0,3958090.0,4184560.0,4347233.0,4437783.0,4599523.0,4880946.0,4969072.0,5164148.0,5261570.0,5415009.0,5527875.0,5726456.0,5899369.0,5499139.0,5937451.0,5824518.0,5787962.0,6007789.0,6079244.0,6260647.0,6358497.0,6485128.0,6626244.0,6781375.0,6968544.0,7040707.0,7216227.0,7367089.0,7499799.0,7663628.0,7850744.0,7992278.0,8089152.0,8245842.0,8402563.0,8593694.0,8785267.0,8935490.0,9096095.0,9242499.0,9380817.0,9507669.0,9665732.0,9834932.0,9942126.0,10147567.0,10322987.0,10425536.0,10580295.0,10651205.0,10835068.0,11046545.0,11246249.0,11294703.0,11398501.0,11510290.0,11713572.0,11917124.0,12139750.0,12185582.0,12296379.0,12423227.0,12620042.0,12828897.0,12916720.0,12986129.0,13157030.0,13312385.0,13549460.0,13605548.0,13722786.0,13865935.0,14026260.0,14167830.0,14483466.0,14572506.0,14659664.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index acd108653ccc..13eb8065b03c 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[11171.626452105971,14615.082689368202,23797.63265540082,27241.08889266305] \ No newline at end of file +[10717.369878899983,14489.633815899733,24549.004314565733,28321.268251565485] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index c25d241defbf..189782611a31 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0340603995849773,"upper_bound":0.004355347805431702},"point_estimate":-0.01547758083708628,"standard_error":0.009855598314845863},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.027393808951252097,"upper_bound":-0.0010010975470502448},"point_estimate":-0.022066491542432898,"standard_error":0.012392608243107762}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000995166236227857,"upper_bound":0.04201764125547318},"point_estimate":0.019086779659078124,"standard_error":0.010951202817186397},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005696734041242824,"upper_bound":0.02368434735415148},"point_estimate":0.011644893125848155,"standard_error":0.011815505114041391}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index b1fdd4e4f70c..5760087c8543 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18801.836845169026,"upper_bound":19318.661660028632},"point_estimate":19056.192651930927,"standard_error":131.89734587789675},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18106.514096511935,"upper_bound":18367.8699009324},"point_estimate":18150.33360978644,"standard_error":163.77344034322866},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.11229327218987,"upper_bound":832.6410416958638},"point_estimate":392.1165134192806,"standard_error":214.18692078649536},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18152.94506987646,"upper_bound":18280.969158305354},"point_estimate":18208.482474878085,"standard_error":32.73823595294721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1201.4667881524856,"upper_bound":1416.174359196103},"point_estimate":1326.352116983671,"standard_error":54.54665399202865}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19114.922601298058,"upper_bound":19739.03778092821},"point_estimate":19419.914002219277,"standard_error":159.10498128971193},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18320.50493902439,"upper_bound":18497.120065789473},"point_estimate":18361.692304870892,"standard_error":113.54099263767341},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":201.78999406236503,"upper_bound":681.4551591760605},"point_estimate":402.5372084301218,"standard_error":178.06525607912943},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18369.70768975014,"upper_bound":18495.525875284664},"point_estimate":18424.56150805379,"standard_error":31.908415653909653},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1417.2392276859655,"upper_bound":1730.378561844049},"point_estimate":1596.7012990112191,"standard_error":79.74052098528513}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index c86467118332..f6934c94637d 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[172562.0,340165.0,523689.0,676237.0,846791.0,1012952.0,1179166.0,1361107.0,1538979.0,1692629.0,1870272.0,2038556.0,2179156.0,2347773.0,2494592.0,2655789.0,2837043.0,2888737.0,3126751.0,3300055.0,3392754.0,3563693.0,3744536.0,3986670.0,3999363.0,4270752.0,4371702.0,4535245.0,4655040.0,4846462.0,5071442.0,5213309.0,5480878.0,5511812.0,5639926.0,5801496.0,6036328.0,6039271.0,5779915.0,5754817.0,5887206.0,5961458.0,6146950.0,6297031.0,6388229.0,6559202.0,6713679.0,6859645.0,6967109.0,7159565.0,7308190.0,7399277.0,7696774.0,7713104.0,7924670.0,8060828.0,8154382.0,8312919.0,8542800.0,8649405.0,9116277.0,9021040.0,9174763.0,9200330.0,9411004.0,9615076.0,9698498.0,9833450.0,10036867.0,10158062.0,10321721.0,10509515.0,10561166.0,10757866.0,10873714.0,11033727.0,11172667.0,11270607.0,11443425.0,11580341.0,11737094.0,11876932.0,11949430.0,12140518.0,12260640.0,12418199.0,12574194.0,12664000.0,12889738.0,13040231.0,13211670.0,13293086.0,13472314.0,13610851.0,13823371.0,13947803.0,14053654.0,14167127.0,14312888.0,14440305.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[175750.0,349513.0,527575.0,711628.0,881111.0,1069274.0,1236586.0,1448196.0,1645860.0,1763456.0,1935526.0,2092563.0,2279289.0,2486157.0,2726784.0,2816476.0,2998652.0,3164900.0,3223079.0,3371345.0,3463258.0,3653982.0,3872885.0,3958090.0,4184560.0,4347233.0,4437783.0,4599523.0,4880946.0,4969072.0,5164148.0,5261570.0,5415009.0,5527875.0,5726456.0,5899369.0,5499139.0,5937451.0,5824518.0,5787962.0,6007789.0,6079244.0,6260647.0,6358497.0,6485128.0,6626244.0,6781375.0,6968544.0,7040707.0,7216227.0,7367089.0,7499799.0,7663628.0,7850744.0,7992278.0,8089152.0,8245842.0,8402563.0,8593694.0,8785267.0,8935490.0,9096095.0,9242499.0,9380817.0,9507669.0,9665732.0,9834932.0,9942126.0,10147567.0,10322987.0,10425536.0,10580295.0,10651205.0,10835068.0,11046545.0,11246249.0,11294703.0,11398501.0,11510290.0,11713572.0,11917124.0,12139750.0,12185582.0,12296379.0,12423227.0,12620042.0,12828897.0,12916720.0,12986129.0,13157030.0,13312385.0,13549460.0,13605548.0,13722786.0,13865935.0,14026260.0,14167830.0,14483466.0,14572506.0,14659664.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index acd108653ccc..13eb8065b03c 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[11171.626452105971,14615.082689368202,23797.63265540082,27241.08889266305] \ No newline at end of file +[10717.369878899983,14489.633815899733,24549.004314565733,28321.268251565485] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index d12b0488a4d0..dd0279be2688 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - + - + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index c00b1d2ad1af..5d896632f432 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + +5.5 - - -7 + + + +1.4 - - -8 + + +1.45 - - - -1.2 + + +1.5 - - -1.25 + + +1.55 - - -1.3 + + +1.6 - - -1.35 + + +1.65 - - -1.4 + + +1.7 + + + +1.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index eee9553ddbc0..8258bab80cdc 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +16 + + + 18 - - + + 20 - - + + 22 - - - - - + + +24 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/both/regression.svg b/criterion/micro_ops_fold/report/both/regression.svg index c42d8d3ca43c..3bf5d735c8ac 100644 --- a/criterion/micro_ops_fold/report/both/regression.svg +++ b/criterion/micro_ops_fold/report/both/regression.svg @@ -19,12 +19,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -34,30 +34,30 @@ Iterations 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -95,10 +95,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 997bebfb6c66..1321e9e623c8 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,75 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - --0.035 + +-0.005 - - --0.03 + + +0 - - --0.025 + + +0.005 - - --0.02 + + +0.01 - - --0.015 + + +0.015 - - --0.01 + + +0.02 - - --0.005 + + +0.025 - - -0 + + +0.03 - - -0.005 + + +0.035 + + + +0.04 + + + +0.045 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 8564745abeba..c74e62f5d5fc 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.03 - - - --0.025 + +0 - - --0.02 + + +0.005 - - --0.015 + + +0.01 - - --0.01 + + +0.015 - - --0.005 + + +0.02 - - -0 + + +0.025 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 37609d66f513..58be74a4337a 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,81 +13,85 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index a2d4ee09b34d..d195442151df 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 18.153 µs - 18.208 µs - 18.281 µs + 18.370 µs + 18.425 µs + 18.496 µs R² - 0.8843740 - 0.8854418 - 0.8836244 + 0.8748766 + 0.8758611 + 0.8742146 Mean - 18.802 µs - 19.056 µs - 19.319 µs + 19.115 µs + 19.420 µs + 19.739 µs Std. Dev. - 1.2015 µs - 1.3264 µs - 1.4162 µs + 1.4172 µs + 1.5967 µs + 1.7304 µs Median - 18.107 µs - 18.150 µs - 18.368 µs + 18.321 µs + 18.362 µs + 18.497 µs MAD - 182.11 ns - 392.12 ns - 832.64 ns + 201.79 ns + 402.54 ns + 681.46 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -3.4060% - -1.5478% - +0.4355% - (p = 0.11 > + -0.0995% + +1.9087% + +4.2018% + (p = 0.08 > 0.05) diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 99c67810bb2f..0421adaaf357 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -18.8 - - - -18.9 - - - -19 - - - + 19.1 - - + + 19.2 - - + + 19.3 - - - - + + +19.4 + + + +19.5 + + + +19.6 + + + +19.7 + + + +19.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 22ece54757b6..b333991077b0 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + - -18.1 + +18.32 + + + +18.34 + + + +18.36 + + + +18.38 + + + +18.4 - - -18.15 + + +18.42 - - -18.2 + + +18.44 - - -18.25 + + +18.46 - - -18.3 + + +18.48 - - -18.35 + + +18.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index b4b9d800dd7f..a5699bd986e9 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -46,34 +46,42 @@ Average Time (µs) - + +16 + + + 17 - - + + 18 - - + + 19 - - + + 20 - - + + 21 - - + + 22 - - + + 23 - + + +24 + + Density (a.u.) @@ -82,42 +90,38 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + -0.35 +0.3 - -0.4 + +0.35 - - - + + + - + diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index fe7d83c237b5..b0b44dbb16c2 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + - + +16 + + + 18 - - + + 20 - - + + 22 - - - + + +24 + + + + diff --git a/criterion/micro_ops_fold/report/regression.svg b/criterion/micro_ops_fold/report/regression.svg index 60ec1007f5ff..dfd90c36df4e 100644 --- a/criterion/micro_ops_fold/report/regression.svg +++ b/criterion/micro_ops_fold/report/regression.svg @@ -16,42 +16,42 @@ Iterations - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 100 @@ -86,104 +86,104 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - + + + + + - - + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - + + - - - - + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/regression_small.svg b/criterion/micro_ops_fold/report/regression_small.svg index 06528aa97eec..bd56945866c5 100644 --- a/criterion/micro_ops_fold/report/regression_small.svg +++ b/criterion/micro_ops_fold/report/regression_small.svg @@ -13,42 +13,42 @@ Iterations - - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 100 @@ -86,101 +86,101 @@ Iterations - - + + - - - + + + - - - - - - - - + + + + + + + + - - - + + + - - + + - - + + - - - - - - - - + + + + + + + + - + - - - + + + - + - - - + + + - + - - - - - - + + + + + + - - + + - - - + + + - - - - - + + + + + - + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 0fc0afe4de4d..3605b0b81769 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -14,45 +14,53 @@ Average Time (µs) 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +16 + + + 18 - - + + 20 - - + + 22 - - - - - + + +24 + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_regression_small.svg b/criterion/micro_ops_fold/report/relative_regression_small.svg index 4ac85e1f431b..d82dc4e54317 100644 --- a/criterion/micro_ops_fold/report/relative_regression_small.svg +++ b/criterion/micro_ops_fold/report/relative_regression_small.svg @@ -15,46 +15,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -92,8 +92,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/slope.svg b/criterion/micro_ops_fold/report/slope.svg index ee53b08afc15..ec3ccdcd3c8e 100644 --- a/criterion/micro_ops_fold/report/slope.svg +++ b/criterion/micro_ops_fold/report/slope.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + - -18.14 + +18.36 - - -18.16 + + +18.38 - - -18.18 + + +18.4 - - -18.2 + + +18.42 - - -18.22 + + +18.44 - - -18.24 + + +18.46 - - -18.26 + + +18.48 - - -18.28 + + +18.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 7eb541937791..19f150e525af 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + - -18.14 + +18.36 - - -18.16 + + +18.38 - - -18.18 + + +18.4 - - -18.2 + + +18.42 - - -18.22 + + +18.44 - - -18.24 + + +18.46 - - -18.26 + + +18.48 - - -18.28 + + +18.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 7c4fc752a8cd..e8ae517a5ee8 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8803.688467164597,"upper_bound":8948.779556523483},"point_estimate":8867.945094897837,"standard_error":37.293858266322346},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8865.798224127373,"upper_bound":8925.880833333333},"point_estimate":8900.002487458194,"standard_error":18.950388618436083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.38371805967836,"upper_bound":362.14902221990866},"point_estimate":264.3960686810315,"standard_error":54.90288342653185},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8839.793553280084,"upper_bound":8981.782773654888},"point_estimate":8900.081156716418,"standard_error":36.85028954398811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.8804263001231,"upper_bound":564.5072674418677},"point_estimate":374.44869175405773,"standard_error":113.22051167924899}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8899.355956681668,"upper_bound":9001.925412036677},"point_estimate":8948.864656707157,"standard_error":26.126797250840127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8907.01482051282,"upper_bound":9016.64350877193},"point_estimate":8980.08906142167,"standard_error":29.055126005593475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.3678462949333,"upper_bound":334.9653041789891},"point_estimate":283.77311606438354,"standard_error":46.00840800380022},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.208436741614,"upper_bound":9038.238375486404},"point_estimate":8972.851014432787,"standard_error":31.42042172456679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.93590492207872,"upper_bound":338.1807867754487},"point_estimate":264.04826496695176,"standard_error":37.389086234170996}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 294e69f934fe..e98eb786e8db 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[147554.0,290352.0,449499.0,585239.0,743929.0,891276.0,1015009.0,1172752.0,1317319.0,1452211.0,1590019.0,1743326.0,1895964.0,2035323.0,2191985.0,2327151.0,2479043.0,2611117.0,2731523.0,2845780.0,2957812.0,3112133.0,3261993.0,3379178.0,3489263.0,3574682.0,3602175.0,3753762.0,3897410.0,4028354.0,4255569.0,4423136.0,4545850.0,4684781.0,4845315.0,4924528.0,5090813.0,5260315.0,5331776.0,5525809.0,5607678.0,5759661.0,6240410.0,6052976.0,6227392.0,6272559.0,6457446.0,6576853.0,6692249.0,6850386.0,7028303.0,7121433.0,7329600.0,7467613.0,7541606.0,7697815.0,7826579.0,7974296.0,8111059.0,8227208.0,8415048.0,11713323.0,9092435.0,9116791.0,9252953.0,9415570.0,9559983.0,9691417.0,9828840.0,9951011.0,10073463.0,10273580.0,10438012.0,10549281.0,10711057.0,10811513.0,10974353.0,11077971.0,11222785.0,11486173.0,11506558.0,11633941.0,11812617.0,12071527.0,12183799.0,12299870.0,12429026.0,12604587.0,13121167.0,12850506.0,12999898.0,13211167.0,13335782.0,13471831.0,13633856.0,13751347.0,13861329.0,14021120.0,14262257.0,14336790.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[138097.0,273450.0,423502.0,545756.0,684356.0,820038.0,973467.0,1097178.0,1247021.0,1385421.0,1566200.0,1646971.0,1772710.0,1910650.0,2073788.0,2193295.0,2360802.0,2505374.0,2609359.0,2711151.0,2871284.0,3004377.0,3102045.0,3248854.0,3355364.0,3457893.0,3536205.0,3610144.0,3705663.0,3843391.0,4019454.0,4206977.0,4342982.0,4480568.0,4560408.0,4711271.0,4845466.0,4989831.0,5116437.0,5238910.0,5301712.0,5491020.0,5662982.0,5708716.0,5903101.0,6041811.0,6142936.0,6285578.0,6414900.0,6590902.0,6626462.0,6779568.0,6964136.0,7043834.0,7203957.0,7733098.0,7515026.0,7560598.0,7662476.0,7769938.0,7874956.0,8045645.0,8186027.0,8367023.0,8422041.0,8635556.0,9123735.0,9107715.0,9293014.0,9422898.0,9604463.0,9672912.0,11325904.0,10098857.0,10113221.0,10224105.0,10364536.0,10488519.0,10609988.0,10800514.0,10937175.0,11057209.0,11188550.0,11316590.0,11518315.0,12535602.0,11890460.0,12009951.0,12061413.0,12183204.0,12371736.0,12472386.0,12647892.0,12646236.0,12848717.0,13047154.0,13119343.0,13233055.0,13431417.0,13519827.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index ccd53a4e8294..e4ecee33f4d4 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7514.710981786484,8062.949707415078,9524.919642424662,10073.158368053255] \ No newline at end of file +[7635.278453453462,8183.224286786792,9644.41317567567,10192.359009009] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 8d04abfe5241..e03341a2f42a 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004407383361939653,"upper_bound":0.013335703184343475},"point_estimate":0.004503002415288115,"standard_error":0.004611093016851793},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013315317154211082,"upper_bound":0.0098963978206974},"point_estimate":0.0032644365144856025,"standard_error":0.00303507690786742}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013692971524402315,"upper_bound":0.018959485591166787},"point_estimate":0.009124950700910128,"standard_error":0.005155244330618602},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006767542767389667,"upper_bound":0.014830844187785353},"point_estimate":0.008998488941585503,"standard_error":0.0043677703598164405}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 7c4fc752a8cd..e8ae517a5ee8 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8803.688467164597,"upper_bound":8948.779556523483},"point_estimate":8867.945094897837,"standard_error":37.293858266322346},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8865.798224127373,"upper_bound":8925.880833333333},"point_estimate":8900.002487458194,"standard_error":18.950388618436083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.38371805967836,"upper_bound":362.14902221990866},"point_estimate":264.3960686810315,"standard_error":54.90288342653185},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8839.793553280084,"upper_bound":8981.782773654888},"point_estimate":8900.081156716418,"standard_error":36.85028954398811},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":208.8804263001231,"upper_bound":564.5072674418677},"point_estimate":374.44869175405773,"standard_error":113.22051167924899}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8899.355956681668,"upper_bound":9001.925412036677},"point_estimate":8948.864656707157,"standard_error":26.126797250840127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8907.01482051282,"upper_bound":9016.64350877193},"point_estimate":8980.08906142167,"standard_error":29.055126005593475},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":166.3678462949333,"upper_bound":334.9653041789891},"point_estimate":283.77311606438354,"standard_error":46.00840800380022},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.208436741614,"upper_bound":9038.238375486404},"point_estimate":8972.851014432787,"standard_error":31.42042172456679},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.93590492207872,"upper_bound":338.1807867754487},"point_estimate":264.04826496695176,"standard_error":37.389086234170996}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 294e69f934fe..e98eb786e8db 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[16.0,32.0,48.0,64.0,80.0,96.0,112.0,128.0,144.0,160.0,176.0,192.0,208.0,224.0,240.0,256.0,272.0,288.0,304.0,320.0,336.0,352.0,368.0,384.0,400.0,416.0,432.0,448.0,464.0,480.0,496.0,512.0,528.0,544.0,560.0,576.0,592.0,608.0,624.0,640.0,656.0,672.0,688.0,704.0,720.0,736.0,752.0,768.0,784.0,800.0,816.0,832.0,848.0,864.0,880.0,896.0,912.0,928.0,944.0,960.0,976.0,992.0,1008.0,1024.0,1040.0,1056.0,1072.0,1088.0,1104.0,1120.0,1136.0,1152.0,1168.0,1184.0,1200.0,1216.0,1232.0,1248.0,1264.0,1280.0,1296.0,1312.0,1328.0,1344.0,1360.0,1376.0,1392.0,1408.0,1424.0,1440.0,1456.0,1472.0,1488.0,1504.0,1520.0,1536.0,1552.0,1568.0,1584.0,1600.0],"times":[147554.0,290352.0,449499.0,585239.0,743929.0,891276.0,1015009.0,1172752.0,1317319.0,1452211.0,1590019.0,1743326.0,1895964.0,2035323.0,2191985.0,2327151.0,2479043.0,2611117.0,2731523.0,2845780.0,2957812.0,3112133.0,3261993.0,3379178.0,3489263.0,3574682.0,3602175.0,3753762.0,3897410.0,4028354.0,4255569.0,4423136.0,4545850.0,4684781.0,4845315.0,4924528.0,5090813.0,5260315.0,5331776.0,5525809.0,5607678.0,5759661.0,6240410.0,6052976.0,6227392.0,6272559.0,6457446.0,6576853.0,6692249.0,6850386.0,7028303.0,7121433.0,7329600.0,7467613.0,7541606.0,7697815.0,7826579.0,7974296.0,8111059.0,8227208.0,8415048.0,11713323.0,9092435.0,9116791.0,9252953.0,9415570.0,9559983.0,9691417.0,9828840.0,9951011.0,10073463.0,10273580.0,10438012.0,10549281.0,10711057.0,10811513.0,10974353.0,11077971.0,11222785.0,11486173.0,11506558.0,11633941.0,11812617.0,12071527.0,12183799.0,12299870.0,12429026.0,12604587.0,13121167.0,12850506.0,12999898.0,13211167.0,13335782.0,13471831.0,13633856.0,13751347.0,13861329.0,14021120.0,14262257.0,14336790.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[138097.0,273450.0,423502.0,545756.0,684356.0,820038.0,973467.0,1097178.0,1247021.0,1385421.0,1566200.0,1646971.0,1772710.0,1910650.0,2073788.0,2193295.0,2360802.0,2505374.0,2609359.0,2711151.0,2871284.0,3004377.0,3102045.0,3248854.0,3355364.0,3457893.0,3536205.0,3610144.0,3705663.0,3843391.0,4019454.0,4206977.0,4342982.0,4480568.0,4560408.0,4711271.0,4845466.0,4989831.0,5116437.0,5238910.0,5301712.0,5491020.0,5662982.0,5708716.0,5903101.0,6041811.0,6142936.0,6285578.0,6414900.0,6590902.0,6626462.0,6779568.0,6964136.0,7043834.0,7203957.0,7733098.0,7515026.0,7560598.0,7662476.0,7769938.0,7874956.0,8045645.0,8186027.0,8367023.0,8422041.0,8635556.0,9123735.0,9107715.0,9293014.0,9422898.0,9604463.0,9672912.0,11325904.0,10098857.0,10113221.0,10224105.0,10364536.0,10488519.0,10609988.0,10800514.0,10937175.0,11057209.0,11188550.0,11316590.0,11518315.0,12535602.0,11890460.0,12009951.0,12061413.0,12183204.0,12371736.0,12472386.0,12647892.0,12646236.0,12848717.0,13047154.0,13119343.0,13233055.0,13431417.0,13519827.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index ccd53a4e8294..e4ecee33f4d4 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7514.710981786484,8062.949707415078,9524.919642424662,10073.158368053255] \ No newline at end of file +[7635.278453453462,8183.224286786792,9644.41317567567,10192.359009009] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 327a377cb70e..cba7eba30643 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 - + - -150 + +160 - - + + +180 + + + 200 - - -250 + + +220 + + + +240 + + + +260 - - + + +280 + + + 300 - - -350 + + +320 + + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index f78f638e8d3e..8e809b94bd2d 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 - + - + 200 - - -250 - - - -300 + + +220 - - -350 + + +240 - - -400 + + +260 - - -450 + + +280 - - -500 + + +300 - - -550 + + +320 - - -600 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 3a97d168625e..05ebcffad041 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,46 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + 8 @@ -70,10 +58,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 37b0b9eaee81..d4c9d1e6df9b 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -19,12 +19,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -34,30 +34,30 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -95,8 +95,8 @@ Iterations (x 10^3) 1.6 - - + + diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index badc3376af8d..cf8a212defd5 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - + - --0.006 - - - --0.004 - - - --0.002 - - - + 0 - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 + + +0.005 - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 9aa6ced32079..58e89d1e3504 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,75 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - - - - + + +0.012 + + + +0.014 + + + +0.016 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index eb0cac5afd68..bf4ec57dc36d 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - + -2.0 - + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 7af464f8be30..bf45e473bf98 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8398 µs - 8.9001 µs - 8.9818 µs + 8.9152 µs + 8.9729 µs + 9.0382 µs R² - 0.8249437 - 0.8291311 - 0.8214730 + 0.8961532 + 0.9006397 + 0.8948748 Mean - 8.8037 µs - 8.8679 µs - 8.9488 µs + 8.8994 µs + 8.9489 µs + 9.0019 µs Std. Dev. - 208.88 ns - 374.45 ns - 564.51 ns + 198.94 ns + 264.05 ns + 338.18 ns Median - 8.8658 µs - 8.9000 µs - 8.9259 µs + 8.9070 µs + 8.9801 µs + 9.0166 µs MAD - 146.38 ns - 264.40 ns - 362.15 ns + 166.37 ns + 283.77 ns + 334.97 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4407% - +0.4503% - +1.3336% - (p = 0.36 > + -0.1369% + +0.9125% + +1.8959% + (p = 0.08 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index d444e2de3549..75bad1a936d1 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs)
- + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -8.8 - - - -8.82 - - - -8.84 - - - -8.86 + + +14 - - -8.88 + + +16 - - + + + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - - - + + +8.98 + + + +9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 2d1a76940216..9e964e230673 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - -8.86 - - - -8.87 + +8.9 - - -8.88 + + +8.92 - - -8.89 + + +8.94 - - -8.9 + + +8.96 - - -8.91 + + +8.98 - - -8.92 + + +9 - - -8.93 + + +9.02 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 306d6c269d33..0e7cd3c6b71d 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -13,75 +13,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - -8 - - - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - -11 - - - -11.5 - - - -12 - - + Density (a.u.) @@ -90,38 +70,44 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + +1.4 + + + + + + - - - + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 17f999830d2b..bfb30bf60c1c 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + - -8 + +8.5 - - + + 9 - - -10 + + +9.5 - - -11 + + +10 - - -12 + + +10.5 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index c7f1c871b449..c04e6adc8a6d 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -8,185 +8,175 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - - - - - + + + + + - - + + - - - - - - + + + + + + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index ef72daae1460..5d64b58235fd 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -5,183 +5,173 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + - + - + - + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - - + + - - - - - + + + + + - - + + - - - - - + + + + + - - + + - - - - + + + + - - - - - - - - + + + + + + + + - + - - + + - - - + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - + + + - + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index d8640d58079c..97b518cde3c3 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,46 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - + 8 @@ -67,8 +55,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index d7004c06b152..62cd7062c3a3 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -15,46 +15,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -93,7 +93,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 40f9a84f16a5..53aa90e47504 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -8.84 - - - -8.86 - - - -8.88 - - - -8.9 + + +14 - - + + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - - - + + +9 + + + +9.02 + + + +9.04 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 537f4fb81387..a5174750282c 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -8.84 - - - -8.86 - - - -8.88 - - - -8.9 + + +14 - - + + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - - - + + +9 + + + +9.02 + + + +9.04 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index eeb00d78f195..857d5a21e6cf 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3850.529288256112,"upper_bound":3946.929455363528},"point_estimate":3890.998928949464,"standard_error":25.05834625647152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3819.8382352941176,"upper_bound":3851.3328373015875},"point_estimate":3839.086925647452,"standard_error":8.875249329473192},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.67089259594938,"upper_bound":66.93302764045524},"point_estimate":55.095480296145155,"standard_error":7.571363546128082},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3830.5436976908018,"upper_bound":3854.200630272463},"point_estimate":3842.049872666371,"standard_error":6.046639198517122},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.73785693034353,"upper_bound":396.38826786537913},"point_estimate":252.5085586075209,"standard_error":88.77551386105496}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3917.8748233851334,"upper_bound":3936.604066052937},"point_estimate":3926.43141580411,"standard_error":4.804465663374487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.9298245614036,"upper_bound":3925.5119047619046},"point_estimate":3920.247567160088,"standard_error":4.278572517117661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.528753766701165,"upper_bound":37.42791234922047},"point_estimate":29.35213598662725,"standard_error":3.8168847499945975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.2385825432575,"upper_bound":3923.1820482577755},"point_estimate":3913.987788286291,"standard_error":4.5744624662223305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.6733409907492,"upper_bound":69.0866082851957},"point_estimate":48.49712974704031,"standard_error":11.324169612055798}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 977c8206160e..319cfd80e881 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[46288.0,92731.0,138503.0,186250.0,232346.0,279707.0,324108.0,379478.0,414279.0,468766.0,495974.0,553390.0,600996.0,647643.0,671941.0,783178.0,796265.0,1291231.0,1021290.0,989972.0,1000665.0,1046959.0,1150980.0,1351627.0,1301877.0,1290961.0,1282073.0,1385408.0,1329966.0,1401853.0,1417705.0,1447468.0,1511738.0,1558494.0,1611901.0,1665588.0,1701685.0,1769627.0,1790520.0,1852779.0,1861802.0,1908944.0,1966978.0,2001469.0,2046331.0,2072632.0,2149531.0,2213480.0,2233517.0,2261369.0,2329445.0,2385720.0,2420886.0,2458655.0,2506204.0,2556150.0,2626775.0,2683240.0,2692002.0,2733466.0,2824057.0,2826560.0,2881495.0,2924409.0,2958162.0,3007281.0,3050796.0,3102744.0,3162004.0,3186013.0,3288736.0,3289133.0,3333442.0,3378788.0,3419489.0,3511055.0,3502400.0,3547305.0,3598544.0,3636992.0,3717524.0,3733157.0,3786382.0,3883319.0,3920594.0,3986360.0,4019574.0,4038301.0,4097510.0,4195371.0,4255435.0,4253389.0,4296955.0,4339080.0,4423074.0,4472700.0,4526368.0,4636968.0,4570197.0,4628815.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47198.0,93874.0,153356.0,191117.0,242722.0,286462.0,330273.0,374952.0,427197.0,470670.0,531601.0,567483.0,613340.0,659486.0,710506.0,758786.0,800527.0,842855.0,892037.0,939026.0,986328.0,1030466.0,1089548.0,1127038.0,1193600.0,1215986.0,1279245.0,1311515.0,1362154.0,1407855.0,1449768.0,1495116.0,1542991.0,1600746.0,1630173.0,1695114.0,1732286.0,1787630.0,1820431.0,1875728.0,1925484.0,1989258.0,2018779.0,2123184.0,2123782.0,2174798.0,2198199.0,2264375.0,2316573.0,2354461.0,2388990.0,2425375.0,2515316.0,2522481.0,2569085.0,2619074.0,2730629.0,2733447.0,2780588.0,2836737.0,2866929.0,2909162.0,3004271.0,3010755.0,3084693.0,3089933.0,3156365.0,3212149.0,3273997.0,3307334.0,3300030.0,3398285.0,3413291.0,3454082.0,3547762.0,3662355.0,3655877.0,3669552.0,3717240.0,3814100.0,3817164.0,3860592.0,3897209.0,3935676.0,3961302.0,3987520.0,4040318.0,4120247.0,4142931.0,4206422.0,4224470.0,4292270.0,4359405.0,4410236.0,4378942.0,4476757.0,4539969.0,4644713.0,4619731.0,4739769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index f1bce4c41904..d7b7806072e2 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3585.4843837437156,3693.789252997717,3982.6022376750543,4090.9071069290558] \ No newline at end of file +[3784.1649269759455,3842.658548109966,3998.6415378006873,4057.1351589347078] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index b36dbea40f87..45d956832116 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012323583056375797,"upper_bound":0.015587469569858348},"point_estimate":-0.0017981936492824646,"standard_error":0.00714446332871314},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018429959676388274,"upper_bound":-0.009035364561415508},"point_estimate":-0.012387047964870002,"standard_error":0.0024882123812263075}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005320045146000929,"upper_bound":0.020066183494314646},"point_estimate":0.009106270009745954,"standard_error":0.006579209162104239},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016671400200124253,"upper_bound":0.026449238728880387},"point_estimate":0.021140610536956927,"standard_error":0.0026044636130223052}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index eeb00d78f195..857d5a21e6cf 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3850.529288256112,"upper_bound":3946.929455363528},"point_estimate":3890.998928949464,"standard_error":25.05834625647152},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3819.8382352941176,"upper_bound":3851.3328373015875},"point_estimate":3839.086925647452,"standard_error":8.875249329473192},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.67089259594938,"upper_bound":66.93302764045524},"point_estimate":55.095480296145155,"standard_error":7.571363546128082},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3830.5436976908018,"upper_bound":3854.200630272463},"point_estimate":3842.049872666371,"standard_error":6.046639198517122},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.73785693034353,"upper_bound":396.38826786537913},"point_estimate":252.5085586075209,"standard_error":88.77551386105496}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3917.8748233851334,"upper_bound":3936.604066052937},"point_estimate":3926.43141580411,"standard_error":4.804465663374487},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.9298245614036,"upper_bound":3925.5119047619046},"point_estimate":3920.247567160088,"standard_error":4.278572517117661},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22.528753766701165,"upper_bound":37.42791234922047},"point_estimate":29.35213598662725,"standard_error":3.8168847499945975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3905.2385825432575,"upper_bound":3923.1820482577755},"point_estimate":3913.987788286291,"standard_error":4.5744624662223305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29.6733409907492,"upper_bound":69.0866082851957},"point_estimate":48.49712974704031,"standard_error":11.324169612055798}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 977c8206160e..319cfd80e881 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[46288.0,92731.0,138503.0,186250.0,232346.0,279707.0,324108.0,379478.0,414279.0,468766.0,495974.0,553390.0,600996.0,647643.0,671941.0,783178.0,796265.0,1291231.0,1021290.0,989972.0,1000665.0,1046959.0,1150980.0,1351627.0,1301877.0,1290961.0,1282073.0,1385408.0,1329966.0,1401853.0,1417705.0,1447468.0,1511738.0,1558494.0,1611901.0,1665588.0,1701685.0,1769627.0,1790520.0,1852779.0,1861802.0,1908944.0,1966978.0,2001469.0,2046331.0,2072632.0,2149531.0,2213480.0,2233517.0,2261369.0,2329445.0,2385720.0,2420886.0,2458655.0,2506204.0,2556150.0,2626775.0,2683240.0,2692002.0,2733466.0,2824057.0,2826560.0,2881495.0,2924409.0,2958162.0,3007281.0,3050796.0,3102744.0,3162004.0,3186013.0,3288736.0,3289133.0,3333442.0,3378788.0,3419489.0,3511055.0,3502400.0,3547305.0,3598544.0,3636992.0,3717524.0,3733157.0,3786382.0,3883319.0,3920594.0,3986360.0,4019574.0,4038301.0,4097510.0,4195371.0,4255435.0,4253389.0,4296955.0,4339080.0,4423074.0,4472700.0,4526368.0,4636968.0,4570197.0,4628815.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[47198.0,93874.0,153356.0,191117.0,242722.0,286462.0,330273.0,374952.0,427197.0,470670.0,531601.0,567483.0,613340.0,659486.0,710506.0,758786.0,800527.0,842855.0,892037.0,939026.0,986328.0,1030466.0,1089548.0,1127038.0,1193600.0,1215986.0,1279245.0,1311515.0,1362154.0,1407855.0,1449768.0,1495116.0,1542991.0,1600746.0,1630173.0,1695114.0,1732286.0,1787630.0,1820431.0,1875728.0,1925484.0,1989258.0,2018779.0,2123184.0,2123782.0,2174798.0,2198199.0,2264375.0,2316573.0,2354461.0,2388990.0,2425375.0,2515316.0,2522481.0,2569085.0,2619074.0,2730629.0,2733447.0,2780588.0,2836737.0,2866929.0,2909162.0,3004271.0,3010755.0,3084693.0,3089933.0,3156365.0,3212149.0,3273997.0,3307334.0,3300030.0,3398285.0,3413291.0,3454082.0,3547762.0,3662355.0,3655877.0,3669552.0,3717240.0,3814100.0,3817164.0,3860592.0,3897209.0,3935676.0,3961302.0,3987520.0,4040318.0,4120247.0,4142931.0,4206422.0,4224470.0,4292270.0,4359405.0,4410236.0,4378942.0,4476757.0,4539969.0,4644713.0,4619731.0,4739769.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index f1bce4c41904..d7b7806072e2 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3585.4843837437156,3693.789252997717,3982.6022376750543,4090.9071069290558] \ No newline at end of file +[3784.1649269759455,3842.658548109966,3998.6415378006873,4057.1351589347078] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 7e47395069a3..8bb72bd04e8b 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (ns) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + - -40 + +22 + + + +24 + + + +26 + + + +28 - - -45 + + +30 - - -50 + + +32 - - -55 + + +34 - - -60 + + +36 - - -65 + + +38 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 90ce147dc02f..72f7a4a66299 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ns) - -0.001 + +0.01 - - -0.002 - - + -0.003 +0.02 - -0.004 + +0.03 - - -0.005 + + +0.04 - - -0.006 + + +0.05 - - -0.007 + + +0.06 - - -0.008 + + + +30 - - -0.009 + + +35 - - - -100 + + +40 - - -150 + + +45 - - -200 + + +50 - - -250 + + +55 - - -300 + + +60 - - -350 + + +65 - - -400 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 38aa3e039e67..948d42162f84 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,30 +9,50 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + +11 - + 4 @@ -46,10 +66,10 @@ Average Time (µs) 6 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 25bedd54a9b1..4ae89066d11f 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -23,7 +23,7 @@ Iterations (x 10^3) - + @@ -58,10 +58,10 @@ Iterations (x 10^3) 3.5 - + 4.0 - + 4.5 @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index 2c340350a9f5..e9b0b27db02a 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - --0.015 - - - --0.01 - - - + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 87832b7d1808..c96cc00a335b 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,67 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - + 40 - + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - - - - + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index bf84f913cec4..a32f2f68a001 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 1d77b3a54af4..5ffe39972a29 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.8305 µs - 3.8420 µs - 3.8542 µs + 3.9052 µs + 3.9140 µs + 3.9232 µs R² - 0.9240788 - 0.9251278 - 0.9239581 + 0.9893638 + 0.9900164 + 0.9892957 Mean - 3.8505 µs - 3.8910 µs - 3.9469 µs + 3.9179 µs + 3.9264 µs + 3.9366 µs Std. Dev. - 90.738 ns - 252.51 ns - 396.39 ns + 29.673 ns + 48.497 ns + 69.087 ns Median - 3.8198 µs - 3.8391 µs - 3.8513 µs + 3.9119 µs + 3.9202 µs + 3.9255 µs MAD - 39.671 ns - 55.095 ns - 66.933 ns + 22.529 ns + 29.352 ns + 37.428 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.2324% - -0.1798% - +1.5587% - (p = 0.82 > + -0.5320% + +0.9106% + +2.0066% + (p = 0.18 > 0.05) diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index e27046162179..f9026af4adab 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs)
- -2 + +10 - - -4 + + +20 - - -6 + + +30 - - -8 + + +40 - - -10 + + +50 - - -12 + + +60 - - -14 + + +70 - - -16 + + +80 - - - -3.84 + + +90 - - -3.86 + + + +3.92 - - -3.88 + + +3.925 - - -3.9 + + +3.93 - - -3.92 + + +3.935 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 744fd13f7122..c36ce841f832 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 + + + +100 + + + +120 - + + +140 + + + +160 + + + +180 + + -3.82 +3.912 - -3.825 + +3.914 + + + +3.916 - - -3.83 + + +3.918 - - -3.835 + + +3.92 - - -3.84 + + +3.922 - - -3.845 + + +3.924 - - -3.85 + + +3.926 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 021bfee2d813..d9998fbdad3c 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -38,30 +38,50 @@ Average Time (µs) - -3.5 + +3.8 - - + + +3.85 + + + +3.9 + + + +3.95 + + + 4 - - -4.5 + + +4.05 - - -5 + + +4.1 - - -5.5 + + +4.15 - - -6 + + +4.2 + + + +4.25 + + + +4.3 - + Density (a.u.) @@ -70,54 +90,44 @@ Density (a.u.) 0 - -0.5 - - - -1 + +2 - - -1.5 + + +4 - - -2 + + +6 - - -2.5 - - - -3 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +8 + + + +10 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index f219e24079d4..3e54f5b4eaa7 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 - - -2.5 + + +10 - - -3 + + +12 - + - -4 + +3.8 - - -5 + + +4 - - -6 + + +4.2 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 1535b247b68a..2a8bd90348ba 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -14,52 +14,52 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -87,106 +87,106 @@ Iterations (x 10^3) - + - + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - + - + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 697fc6542a5a..2a5730b4e694 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,51 +12,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.5 - + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - + 0.2 @@ -84,104 +84,104 @@ Iterations (x 10^3) - - + + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - + + - + - - - - - - - - - + + + + + + + + + - - - + + + - + - + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index e09226dabffe..b1e64563151a 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,30 +6,50 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - + + +9 + + + 10 - - -12 + + +11 - + 4 @@ -43,8 +63,8 @@ Average Time (µs) 6 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 6f2f7ca8518d..88e131490baf 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 048f682186a9..821b27911a5c 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - -3.83 + +3.904 + + + +3.906 + + + +3.908 - - -3.835 + + +3.91 - - -3.84 + + +3.912 - - -3.845 + + +3.914 - + + +3.916 + + + +3.918 + + -3.85 +3.92 - -3.855 + +3.922 + + + +3.924 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 8c3585017795..d7141b8d0955 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - -3.83 + +3.904 + + + +3.906 + + + +3.908 - - -3.835 + + +3.91 - - -3.84 + + +3.912 - - -3.845 + + +3.914 - + + +3.916 + + + +3.918 + + -3.85 +3.92 - -3.855 + +3.922 + + + +3.924 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 11b2b43c5a91..e9a48fd2b49c 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84766.27992662635,"upper_bound":85081.10206263183},"point_estimate":84905.6609537616,"standard_error":80.89628820687923},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84776.3406105458,"upper_bound":84857.32931716973},"point_estimate":84807.51075949367,"standard_error":21.74024700889925},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":149.45366007637259,"upper_bound":340.11575567480077},"point_estimate":215.01365761081897,"standard_error":50.830192231773694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84909.49859760104,"upper_bound":85245.9086779143},"point_estimate":85058.67696645485,"standard_error":86.53792973019513},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":339.72509045995247,"upper_bound":1181.38084829009},"point_estimate":811.2329864591446,"standard_error":219.794236574242}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84997.45343351929,"upper_bound":85195.5258817598},"point_estimate":85092.7330374015,"standard_error":50.44131829332405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84947.0431372549,"upper_bound":85055.11484848484},"point_estimate":85017.07309464729,"standard_error":22.340416232356112},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.49304907585324,"upper_bound":326.2520931169645},"point_estimate":266.8730577986354,"standard_error":33.7707848988504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85096.80517740939,"upper_bound":85336.44123664008},"point_estimate":85208.95018058224,"standard_error":61.62371095423706},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.31018313376484,"upper_bound":619.615841049166},"point_estimate":507.6121666092659,"standard_error":61.06723089632958}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 7768a2218fd0..f53ffd79edd8 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[420186.0,853196.0,1259807.0,1681809.0,2108534.0,2526821.0,2954169.0,3370742.0,3791894.0,4217911.0,4622040.0,5086737.0,5526896.0,5909813.0,6359621.0,6776765.0,7204958.0,7646707.0,8045784.0,8423598.0,8925909.0,9298098.0,9715030.0,10133055.0,10573705.0,11697149.0,11399450.0,11831709.0,12250858.0,12647499.0,13103225.0,13565449.0,13946365.0,14344696.0,14786623.0,15310415.0,15771961.0,16152772.0,16533331.0,16977470.0,17408702.0,17852032.0,18243613.0,18637486.0,19072529.0,19529646.0,19923691.0,20362294.0,20810228.0,21217299.0,21610721.0,22068254.0,22430894.0,22896429.0,23288999.0,23789377.0,24151954.0,24601148.0,25058866.0,25415538.0,25854636.0,26295444.0,26743118.0,27187124.0,27630800.0,29593692.0,28713750.0,29067457.0,29246001.0,29723556.0,30127407.0,30528616.0,30922546.0,31416886.0,31776758.0,32339705.0,32794103.0,33075081.0,33498813.0,33928371.0,34366132.0,34762635.0,35309335.0,35573574.0,36088474.0,37231769.0,36884773.0,37331262.0,37758633.0,38299352.0,38779369.0,39102174.0,39415632.0,39884503.0,41184099.0,40850508.0,41195948.0,41590549.0,41983558.0,42567196.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[435702.0,841061.0,1278073.0,1686266.0,2120744.0,2575281.0,2944409.0,3391040.0,3813327.0,4259984.0,4657215.0,5059221.0,5532806.0,5899624.0,6369478.0,6770889.0,7248807.0,7662542.0,8077819.0,8484219.0,8925887.0,9328342.0,9708556.0,10187929.0,10574983.0,11016822.0,11465326.0,11932457.0,12260279.0,12701101.0,13091213.0,13544205.0,13998553.0,14653286.0,14953216.0,15276576.0,15762264.0,16285800.0,16568791.0,17010172.0,17392133.0,17813538.0,18358058.0,18661233.0,19124401.0,19666634.0,19960500.0,20326183.0,20794865.0,21291419.0,21661496.0,22100006.0,22532924.0,23051101.0,23561830.0,24291285.0,24235504.0,24659141.0,25095533.0,25467034.0,26035280.0,26355068.0,26823713.0,27243601.0,27623845.0,28015649.0,28543814.0,29247122.0,29270513.0,29680724.0,30173188.0,30594160.0,31052188.0,31453277.0,32257342.0,32333354.0,32673800.0,33174393.0,33584676.0,34442144.0,34472686.0,34767813.0,35247360.0,35709510.0,36178023.0,37286868.0,36931877.0,37411994.0,37872934.0,38473718.0,38683098.0,39061689.0,39622019.0,39899485.0,41064863.0,40983569.0,41249693.0,41801445.0,42104388.0,42708173.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 3748760898fb..505a6fc918e1 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[83859.92434879855,84268.29846084867,85357.29609298233,85765.67020503245] \ No newline at end of file +[83759.05434070437,84300.26656429158,85743.49916052414,86284.71138411135] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 54640f997a2d..d08e11f0b915 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020752753282119642,"upper_bound":0.0019211274279690342},"point_estimate":-0.00015956056298971344,"standard_error":0.0010240818326092281},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001211668321214332,"upper_bound":0.0002126612546975437},"point_estimate":-0.0006156300003883342,"standard_error":0.0003724829906690441}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00009910954943053142,"upper_bound":0.004335690759639688},"point_estimate":0.002203293414579033,"standard_error":0.0011283662349556081},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001523781265471813,"upper_bound":0.0029787427130489874},"point_estimate":0.0024710350920205126,"standard_error":0.0003714586658585902}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 11b2b43c5a91..e9a48fd2b49c 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84766.27992662635,"upper_bound":85081.10206263183},"point_estimate":84905.6609537616,"standard_error":80.89628820687923},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84776.3406105458,"upper_bound":84857.32931716973},"point_estimate":84807.51075949367,"standard_error":21.74024700889925},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":149.45366007637259,"upper_bound":340.11575567480077},"point_estimate":215.01365761081897,"standard_error":50.830192231773694},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84909.49859760104,"upper_bound":85245.9086779143},"point_estimate":85058.67696645485,"standard_error":86.53792973019513},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":339.72509045995247,"upper_bound":1181.38084829009},"point_estimate":811.2329864591446,"standard_error":219.794236574242}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84997.45343351929,"upper_bound":85195.5258817598},"point_estimate":85092.7330374015,"standard_error":50.44131829332405},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":84947.0431372549,"upper_bound":85055.11484848484},"point_estimate":85017.07309464729,"standard_error":22.340416232356112},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":190.49304907585324,"upper_bound":326.2520931169645},"point_estimate":266.8730577986354,"standard_error":33.7707848988504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85096.80517740939,"upper_bound":85336.44123664008},"point_estimate":85208.95018058224,"standard_error":61.62371095423706},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":380.31018313376484,"upper_bound":619.615841049166},"point_estimate":507.6121666092659,"standard_error":61.06723089632958}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 7768a2218fd0..f53ffd79edd8 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[420186.0,853196.0,1259807.0,1681809.0,2108534.0,2526821.0,2954169.0,3370742.0,3791894.0,4217911.0,4622040.0,5086737.0,5526896.0,5909813.0,6359621.0,6776765.0,7204958.0,7646707.0,8045784.0,8423598.0,8925909.0,9298098.0,9715030.0,10133055.0,10573705.0,11697149.0,11399450.0,11831709.0,12250858.0,12647499.0,13103225.0,13565449.0,13946365.0,14344696.0,14786623.0,15310415.0,15771961.0,16152772.0,16533331.0,16977470.0,17408702.0,17852032.0,18243613.0,18637486.0,19072529.0,19529646.0,19923691.0,20362294.0,20810228.0,21217299.0,21610721.0,22068254.0,22430894.0,22896429.0,23288999.0,23789377.0,24151954.0,24601148.0,25058866.0,25415538.0,25854636.0,26295444.0,26743118.0,27187124.0,27630800.0,29593692.0,28713750.0,29067457.0,29246001.0,29723556.0,30127407.0,30528616.0,30922546.0,31416886.0,31776758.0,32339705.0,32794103.0,33075081.0,33498813.0,33928371.0,34366132.0,34762635.0,35309335.0,35573574.0,36088474.0,37231769.0,36884773.0,37331262.0,37758633.0,38299352.0,38779369.0,39102174.0,39415632.0,39884503.0,41184099.0,40850508.0,41195948.0,41590549.0,41983558.0,42567196.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[5.0,10.0,15.0,20.0,25.0,30.0,35.0,40.0,45.0,50.0,55.0,60.0,65.0,70.0,75.0,80.0,85.0,90.0,95.0,100.0,105.0,110.0,115.0,120.0,125.0,130.0,135.0,140.0,145.0,150.0,155.0,160.0,165.0,170.0,175.0,180.0,185.0,190.0,195.0,200.0,205.0,210.0,215.0,220.0,225.0,230.0,235.0,240.0,245.0,250.0,255.0,260.0,265.0,270.0,275.0,280.0,285.0,290.0,295.0,300.0,305.0,310.0,315.0,320.0,325.0,330.0,335.0,340.0,345.0,350.0,355.0,360.0,365.0,370.0,375.0,380.0,385.0,390.0,395.0,400.0,405.0,410.0,415.0,420.0,425.0,430.0,435.0,440.0,445.0,450.0,455.0,460.0,465.0,470.0,475.0,480.0,485.0,490.0,495.0,500.0],"times":[435702.0,841061.0,1278073.0,1686266.0,2120744.0,2575281.0,2944409.0,3391040.0,3813327.0,4259984.0,4657215.0,5059221.0,5532806.0,5899624.0,6369478.0,6770889.0,7248807.0,7662542.0,8077819.0,8484219.0,8925887.0,9328342.0,9708556.0,10187929.0,10574983.0,11016822.0,11465326.0,11932457.0,12260279.0,12701101.0,13091213.0,13544205.0,13998553.0,14653286.0,14953216.0,15276576.0,15762264.0,16285800.0,16568791.0,17010172.0,17392133.0,17813538.0,18358058.0,18661233.0,19124401.0,19666634.0,19960500.0,20326183.0,20794865.0,21291419.0,21661496.0,22100006.0,22532924.0,23051101.0,23561830.0,24291285.0,24235504.0,24659141.0,25095533.0,25467034.0,26035280.0,26355068.0,26823713.0,27243601.0,27623845.0,28015649.0,28543814.0,29247122.0,29270513.0,29680724.0,30173188.0,30594160.0,31052188.0,31453277.0,32257342.0,32333354.0,32673800.0,33174393.0,33584676.0,34442144.0,34472686.0,34767813.0,35247360.0,35709510.0,36178023.0,37286868.0,36931877.0,37411994.0,37872934.0,38473718.0,38683098.0,39061689.0,39622019.0,39899485.0,41064863.0,40983569.0,41249693.0,41801445.0,42104388.0,42708173.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 3748760898fb..505a6fc918e1 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[83859.92434879855,84268.29846084867,85357.29609298233,85765.67020503245] \ No newline at end of file +[83759.05434070437,84300.26656429158,85743.49916052414,86284.71138411135] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 082850f1807a..a83aef410a09 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + - -150 + +180 - - + + 200 - - -250 + + +220 + + + +240 - - + + +260 + + + +280 + + + 300 - - -350 + + +320 + + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index f945d2b3f9c5..b75d1d6836b1 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -6,77 +6,61 @@ micro/ops/join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - - - -0.3 - - - -0.4 - - - -0.5 + + +0.007 - - -0.6 - - - -0.7 - - - -0.8 + + + +400 - - -0.9 + + +450 - - -1 + + +500 - - -1.1 + + +550 - - -1.2 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 5ba612a3bf62..1e4301b0508a 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,30 +9,50 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + 84 @@ -50,10 +70,10 @@ Average Time (µs) 90 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 98def1ec0392..99667c2d931a 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -23,11 +23,11 @@ Iterations - - + + - + 0.0 @@ -45,14 +45,14 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 @@ -61,10 +61,10 @@ Iterations 35.0 - + 40.0 - + 0 @@ -111,7 +111,7 @@ Iterations - + diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 9e5afdb418bf..4596b7f535a4 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - - - + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 1ba2259b585a..800f98e92597 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,82 +9,70 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - + -700 - - - 800 - - -900 - - - + + 1000 - + + +1200 + + - --0.0012 + +0.0014 + + + +0.0016 - - --0.001 + + +0.0018 - - --8e-4 + + +0.002 - - --6e-4 + + +0.0022 - - --4e-4 + + +0.0024 - - --2e-4 + + +0.0026 - - -2.1684e-19 + + +0.0028 - - -2e-4 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index ff608c8c9886..2b25ef274ff1 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index f017aa61c97f..81814f878e8c 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 84.909 µs - 85.059 µs - 85.246 µs + 85.097 µs + 85.209 µs + 85.336 µs R² - 0.9900473 - 0.9904619 - 0.9898089 + 0.9958787 + 0.9961134 + 0.9958101 Mean - 84.766 µs - 84.906 µs - 85.081 µs + 84.997 µs + 85.093 µs + 85.196 µs Std. Dev. - 339.73 ns - 811.23 ns - 1.1814 µs + 380.31 ns + 507.61 ns + 619.62 ns Median - 84.776 µs - 84.808 µs - 84.857 µs + 84.947 µs + 85.017 µs + 85.055 µs MAD - 149.45 ns - 215.01 ns - 340.12 ns + 190.49 ns + 266.87 ns + 326.25 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2075% - -0.0160% - +0.1921% - (p = 0.89 > + -0.0099% + +0.2203% + +0.4336% + (p = 0.05 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 17f460468a9c..99a3c001acb2 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -84.75 + + +6 - - -84.8 + + +7 - - -84.85 + + +8 - - -84.9 - - - -84.95 - - - + + + 85 - - + + 85.05 - - + + 85.1 - - - - + + +85.15 + + + +85.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 11fe9b1a4fdc..6b622162db55 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -84.77 - - - -84.78 + + +30 - - -84.79 + + + +84.94 - - -84.8 + + +84.96 - - -84.81 + + +84.98 - - -84.82 + + +85 - - -84.83 + + +85.02 - - -84.84 + + +85.04 - - -84.85 + + +85.06 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 842ecc93686a..363caa687911 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -54,42 +54,42 @@ Average Time (µs) - -83 + +83.5 - - + + 84 - - + + +84.5 + + + 85 - - -86 + + +85.5 - - -87 - - - -88 + + +86 - - -89 + + +86.5 - - -90 + + +87 - - -91 + + +87.5 - + Density (a.u.) @@ -98,70 +98,56 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 3b199b29374d..4fbe3a4edd75 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 - + + +1.2 + + - + 84 - - -86 + + +85 - - -88 + + +86 - - -90 + + +87 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 4ea2c6879445..c45d3d84c25e 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -19,46 +19,46 @@ Iterations - + - - - - - + + + + + 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 50 @@ -105,103 +105,103 @@ Iterations - - + + - + - - + + - + - + - - + + - - - - - - + + + + + + - + - + - + - - + + - - - - - + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - + + + + - + - - + + - + - - - - - - + + + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 2c8625b10d45..60279e54a835 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -16,30 +16,30 @@ Iterations - - - + + + - + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - + 25.0 @@ -52,10 +52,10 @@ Iterations 35.0 - + 40.0 - + 50 @@ -117,12 +117,12 @@ Iterations - + - - + + @@ -130,73 +130,73 @@ Iterations - + - + - + - + - + - + - - + + - + - - - + + + - + - - - + + + - + - - + + - - + + - - - - - - + + + + + + - + - + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index a36230c82582..d99fcd2c0701 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,30 +6,50 @@ Density (a.u.) Average Time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + 84 @@ -47,8 +67,8 @@ Average Time (µs) 90 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 011a4c97b1f5..f28bca185a94 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -84.9 + + +6 - - -84.95 + + +7 - - -85 - - - -85.05 - - - + + + 85.1 - - + + 85.15 - - + + 85.2 - - + + 85.25 - - - - + + +85.3 + + + +85.35 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index a42811b931f1..4c2d1f2cca0f 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -84.9 + + +6 - - -84.95 + + +7 - - -85 - - - -85.05 - - - + + + 85.1 - - + + 85.15 - - + + 85.2 - - + + 85.25 - - - - + + +85.3 + + + +85.35 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 03f2f1be89a8..acaa8d79bf57 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9436.554106732432,"upper_bound":9472.573015676531},"point_estimate":9452.902798259869,"standard_error":9.218109600751887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.026529338327,"upper_bound":9440.083447802197},"point_estimate":9433.602439024391,"standard_error":2.883881094426211},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.272326605434618,"upper_bound":47.95353721485233},"point_estimate":39.91090104428283,"standard_error":5.038051448033974},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9441.713431421475,"upper_bound":9485.585388065658},"point_estimate":9461.123407418354,"standard_error":11.32705732751108},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.13368251344177,"upper_bound":130.14566876559022},"point_estimate":92.34985372529832,"standard_error":20.902632963238933}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.510003311385,"upper_bound":9518.207680121359},"point_estimate":9498.278141197568,"standard_error":9.356779491045943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.372140522875,"upper_bound":9498.634328358208},"point_estimate":9476.611240786242,"standard_error":9.93537553528919},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.64258762796138,"upper_bound":69.19362813492097},"point_estimate":60.508407771914875,"standard_error":6.759654799569661},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.288742440747,"upper_bound":9507.95239402005},"point_estimate":9493.903812324515,"standard_error":6.7922818298799825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.85185906276769,"upper_bound":131.3257325918496},"point_estimate":94.14868753589005,"standard_error":20.26982824898654}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 4faf6e14e77f..588954475fe2 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93764.0,187581.0,281344.0,375325.0,469921.0,566175.0,656947.0,750333.0,848644.0,948861.0,1046375.0,1125371.0,1230698.0,1316317.0,1423933.0,1504816.0,1599714.0,1697973.0,1785490.0,1875833.0,1972557.0,2078792.0,2174131.0,2266359.0,2343953.0,2449260.0,2546492.0,2652213.0,2736703.0,2852588.0,2940823.0,3027677.0,3105580.0,3261507.0,3282416.0,3390218.0,3485018.0,3594517.0,3669942.0,3773629.0,3867643.0,3969644.0,4044065.0,4186894.0,4218803.0,4344623.0,4411321.0,4815439.0,4696718.0,4711159.0,4785299.0,4892133.0,5027707.0,5116122.0,5206560.0,5271920.0,5370681.0,5464518.0,5549918.0,5677839.0,5760349.0,5839738.0,5951548.0,6056303.0,6097947.0,6275230.0,6480257.0,6451079.0,6525939.0,6703465.0,6720746.0,6791062.0,7114277.0,6983603.0,7115990.0,7171378.0,7259839.0,7359875.0,7473779.0,7885105.0,7656086.0,7735822.0,7831491.0,7918252.0,8016894.0,8109295.0,8180463.0,8310333.0,8389741.0,8488325.0,8587674.0,8773503.0,8777766.0,8846881.0,8959725.0,9072738.0,9162194.0,9213884.0,9328084.0,9401151.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[94316.0,188643.0,282741.0,391913.0,483815.0,565838.0,659739.0,754021.0,861931.0,941159.0,1047259.0,1130191.0,1223077.0,1320917.0,1414797.0,1517810.0,1633468.0,1694194.0,1814883.0,1907705.0,1996849.0,2066960.0,2174838.0,2258086.0,2364048.0,2573898.0,2564916.0,2666974.0,2734153.0,2836083.0,2915955.0,3029644.0,3160972.0,3253939.0,3310519.0,3407387.0,3507684.0,3612429.0,3711531.0,3813356.0,3883434.0,3993695.0,4334047.0,4164786.0,4295118.0,4356703.0,4462954.0,4558620.0,4680034.0,4787933.0,4827548.0,4916437.0,5054614.0,5105899.0,5195332.0,5318521.0,5425887.0,5467357.0,5585216.0,5674442.0,5795219.0,5835867.0,5953155.0,6100260.0,6132348.0,6252177.0,6364085.0,6483948.0,6555843.0,6691759.0,6717775.0,6839302.0,6935429.0,7001710.0,7059214.0,7192003.0,7267048.0,7379666.0,7569051.0,7584907.0,7726113.0,7784305.0,7861759.0,8005671.0,8077893.0,8189426.0,8314001.0,8346646.0,8419317.0,8508339.0,8599389.0,8743920.0,8937878.0,8876718.0,9016112.0,9139385.0,9234853.0,9283317.0,9374202.0,9431882.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index db6e006aaf66..dcfc5d28c264 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9252.61115137161,9331.079967654132,9540.330144407522,9618.798960690043] \ No newline at end of file +[9235.93834963486,9342.854980678236,9627.965996793904,9734.88262783728] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index be3c9f247c39..f2445decd4da 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003875388669756022,"upper_bound":0.002055569428931152},"point_estimate":-0.0009012240825692075,"standard_error":0.0015000824683708137},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014390148208129894,"upper_bound":0.0008839540176854843},"point_estimate":-0.0002596067774111033,"standard_error":0.0005537407609615595}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0020314100755498836,"upper_bound":0.007480790989471187},"point_estimate":0.004800149108277418,"standard_error":0.0014020567453747173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0031497991184401553,"upper_bound":0.00706549695165104},"point_estimate":0.004559106877764396,"standard_error":0.0011612504095082502}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 03f2f1be89a8..acaa8d79bf57 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9436.554106732432,"upper_bound":9472.573015676531},"point_estimate":9452.902798259869,"standard_error":9.218109600751887},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9428.026529338327,"upper_bound":9440.083447802197},"point_estimate":9433.602439024391,"standard_error":2.883881094426211},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28.272326605434618,"upper_bound":47.95353721485233},"point_estimate":39.91090104428283,"standard_error":5.038051448033974},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9441.713431421475,"upper_bound":9485.585388065658},"point_estimate":9461.123407418354,"standard_error":11.32705732751108},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49.13368251344177,"upper_bound":130.14566876559022},"point_estimate":92.34985372529832,"standard_error":20.902632963238933}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.510003311385,"upper_bound":9518.207680121359},"point_estimate":9498.278141197568,"standard_error":9.356779491045943},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9465.372140522875,"upper_bound":9498.634328358208},"point_estimate":9476.611240786242,"standard_error":9.93537553528919},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.64258762796138,"upper_bound":69.19362813492097},"point_estimate":60.508407771914875,"standard_error":6.759654799569661},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9481.288742440747,"upper_bound":9507.95239402005},"point_estimate":9493.903812324515,"standard_error":6.7922818298799825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.85185906276769,"upper_bound":131.3257325918496},"point_estimate":94.14868753589005,"standard_error":20.26982824898654}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 4faf6e14e77f..588954475fe2 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[93764.0,187581.0,281344.0,375325.0,469921.0,566175.0,656947.0,750333.0,848644.0,948861.0,1046375.0,1125371.0,1230698.0,1316317.0,1423933.0,1504816.0,1599714.0,1697973.0,1785490.0,1875833.0,1972557.0,2078792.0,2174131.0,2266359.0,2343953.0,2449260.0,2546492.0,2652213.0,2736703.0,2852588.0,2940823.0,3027677.0,3105580.0,3261507.0,3282416.0,3390218.0,3485018.0,3594517.0,3669942.0,3773629.0,3867643.0,3969644.0,4044065.0,4186894.0,4218803.0,4344623.0,4411321.0,4815439.0,4696718.0,4711159.0,4785299.0,4892133.0,5027707.0,5116122.0,5206560.0,5271920.0,5370681.0,5464518.0,5549918.0,5677839.0,5760349.0,5839738.0,5951548.0,6056303.0,6097947.0,6275230.0,6480257.0,6451079.0,6525939.0,6703465.0,6720746.0,6791062.0,7114277.0,6983603.0,7115990.0,7171378.0,7259839.0,7359875.0,7473779.0,7885105.0,7656086.0,7735822.0,7831491.0,7918252.0,8016894.0,8109295.0,8180463.0,8310333.0,8389741.0,8488325.0,8587674.0,8773503.0,8777766.0,8846881.0,8959725.0,9072738.0,9162194.0,9213884.0,9328084.0,9401151.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[94316.0,188643.0,282741.0,391913.0,483815.0,565838.0,659739.0,754021.0,861931.0,941159.0,1047259.0,1130191.0,1223077.0,1320917.0,1414797.0,1517810.0,1633468.0,1694194.0,1814883.0,1907705.0,1996849.0,2066960.0,2174838.0,2258086.0,2364048.0,2573898.0,2564916.0,2666974.0,2734153.0,2836083.0,2915955.0,3029644.0,3160972.0,3253939.0,3310519.0,3407387.0,3507684.0,3612429.0,3711531.0,3813356.0,3883434.0,3993695.0,4334047.0,4164786.0,4295118.0,4356703.0,4462954.0,4558620.0,4680034.0,4787933.0,4827548.0,4916437.0,5054614.0,5105899.0,5195332.0,5318521.0,5425887.0,5467357.0,5585216.0,5674442.0,5795219.0,5835867.0,5953155.0,6100260.0,6132348.0,6252177.0,6364085.0,6483948.0,6555843.0,6691759.0,6717775.0,6839302.0,6935429.0,7001710.0,7059214.0,7192003.0,7267048.0,7379666.0,7569051.0,7584907.0,7726113.0,7784305.0,7861759.0,8005671.0,8077893.0,8189426.0,8314001.0,8346646.0,8419317.0,8508339.0,8599389.0,8743920.0,8937878.0,8876718.0,9016112.0,9139385.0,9234853.0,9283317.0,9374202.0,9431882.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index db6e006aaf66..dcfc5d28c264 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9252.61115137161,9331.079967654132,9540.330144407522,9618.798960690043] \ No newline at end of file +[9235.93834963486,9342.854980678236,9627.965996793904,9734.88262783728] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 7c9daf940d4e..109734c968ae 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - - -0.09 - - - -0.1 - - + - -30 - - - -35 - - - + 40 - - + + 45 - - + + 50 - - - - + + +55 + + + +60 + + + +65 + + + +70 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 9456ddb4b4e7..be5e483b73d0 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - + + 0.018 - - + + 0.02 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - - - + + +140 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 9b95b247f064..d9003b42e618 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -38,30 +38,26 @@ Average Time (µs) - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - -10.2 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index d0101ccf32be..7f5b97530cf5 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -24,9 +24,9 @@ Iterations (x 10^3) - - - + + + @@ -50,18 +50,18 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - - + + 7.0 - + 8.0 @@ -115,10 +115,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index b930a2f7bb97..8b109c6069f2 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.004 + +0.002 - - --0.003 + + +0.003 - - --0.002 + + +0.004 - - --0.001 + + +0.005 - - -0 + + +0.006 - - -0.001 + + +0.007 - - -0.002 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 9444471c576b..3d5cea89a414 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + + +0.003 - - -700 + + +0.0035 - - -800 + + +0.004 - - -900 + + +0.0045 - - - --0.0015 + + +0.005 - - --0.001 + + +0.0055 - - --5e-4 + + +0.006 - - -0 + + +0.0065 - - -5e-4 + + +0.007 - - -0.001 + + +0.0075 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 1e230221037c..d72b221436c5 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 2b76772e5309..f33460813256 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.4417 µs - 9.4611 µs - 9.4856 µs + 9.4813 µs + 9.4939 µs + 9.5080 µs R² - 0.9857141 - 0.9862939 - 0.9853733 + 0.9932581 + 0.9935053 + 0.9931987 Mean - 9.4366 µs - 9.4529 µs - 9.4726 µs + 9.4815 µs + 9.4983 µs + 9.5182 µs Std. Dev. - 49.134 ns - 92.350 ns - 130.15 ns + 52.852 ns + 94.149 ns + 131.33 ns Median - 9.4280 µs - 9.4336 µs - 9.4401 µs + 9.4654 µs + 9.4766 µs + 9.4986 µs MAD - 28.272 ns - 39.911 ns - 47.954 ns + 41.643 ns + 60.508 ns + 69.194 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3875% - -0.0901% - +0.2056% - (p = 0.56 > + +0.2031% + +0.4800% + +0.7481% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 12d59480f2d8..e66099e47257 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -17,74 +17,74 @@ Average time (µs) 10 - + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + - -9.435 + +9.48 - + -9.44 +9.485 - -9.445 + +9.49 - - -9.45 + + +9.495 - - -9.455 + + +9.5 - - -9.46 + + +9.505 - - -9.465 + + +9.51 - - -9.47 + + +9.515 - - -9.475 + + +9.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index e016b23807af..60454a688b5b 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,50 +9,78 @@ Density (a.u.) Average time (µs) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - + + +90 + + + +100 + + - -9.428 + +9.465 + + + +9.47 - - -9.43 + + +9.475 - - -9.432 + + +9.48 - - -9.434 + + +9.485 - - -9.436 + + +9.49 - - -9.438 + + +9.495 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index e1a5f9e149c9..895660036402 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -54,42 +54,42 @@ Average Time (µs) - + 9.3 - - + + 9.4 - - + + 9.5 - - + + 9.6 - - + + 9.7 - - + + 9.8 - - + + 9.9 - - + + 10 - - + + 10.1 - + Density (a.u.) @@ -98,54 +98,40 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - - - - + + + + + - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 5487edbcecb7..cb14327639a5 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 3989d9f4cde4..eae67b9e0ec3 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -24,9 +24,9 @@ Iterations (x 10^3) - - - + + + 1.0 @@ -52,18 +52,18 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - - + + 9.0 - + 0.1 @@ -108,102 +108,102 @@ Iterations (x 10^3) - - + + - + - + - - - - - - + + + + + + - + - - - - - - + + + + + + - + - - - + + + - - - + + + - - - - - + + + + + - - - - + + + + - - + + - - - + + + - - + + - - - - - - + + + + + + - - - - - - + + + + + + - - - - - + + + + + - - - + + + - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index d9edda475900..c98052edce99 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -18,12 +18,12 @@ Iterations (x 10^3) - + - + - - + + 1.0 @@ -37,30 +37,30 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 - + 6.0 - + 7.0 - + 8.0 - - + + 9.0 - + 0.1 @@ -105,13 +105,13 @@ Iterations (x 10^3) - + - + @@ -120,86 +120,86 @@ Iterations (x 10^3) - - + + - + - - + + - - - + + + - - + + - - - + + + - - - - - + + + + + - + - - - + + + - + - - - - - - + + + + + + - - - - + + + + - + - + - - - + + + - - - - + + + + - - + + - - - + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 99840518536c..710f6a759f9d 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -39,24 +39,20 @@ Average Time (µs) 9.4 - + 9.6 - - + + 9.8 - - + + 10 - - -10.2 - - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index af08588c067e..c50f6c4c6e99 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -23,8 +23,8 @@ Iterations (x 10^3) - - + + @@ -55,14 +55,14 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - + 9.0 @@ -112,8 +112,8 @@ Iterations (x 10^3) 1 - - - + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 435ffe12d995..0a95e7ceb0a2 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - - -9.44 + + +40 - - -9.445 + + +50 - - -9.45 + + +60 - - -9.455 + + + +9.48 - - -9.46 + + +9.485 - - -9.465 + + +9.49 - - -9.47 + + +9.495 - - -9.475 + + +9.5 - - -9.48 + + +9.505 - - -9.485 + + +9.51 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index aac64451b0d5..a54fef0b0697 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - - -9.44 + + +40 - - -9.445 + + +50 - - -9.45 + + +60 - - -9.455 + + + +9.48 - - -9.46 + + +9.485 - - -9.465 + + +9.49 - - -9.47 + + +9.495 - - -9.475 + + +9.5 - - -9.48 + + +9.505 - - -9.485 + + +9.51 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 440c5d756b80..26488eea499e 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67687.87175545444,"upper_bound":69007.92372590261},"point_estimate":68412.10246103781,"standard_error":338.540154109652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68581.92627963232,"upper_bound":68706.0734082397},"point_estimate":68646.60339649995,"standard_error":34.03318685526002},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.4397141886706,"upper_bound":1043.6247712059178},"point_estimate":601.9020049878102,"standard_error":222.98092371901487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69102.5748542433,"upper_bound":69864.059788567},"point_estimate":69469.85793428896,"standard_error":195.09362115326397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1732.9315661021171,"upper_bound":5073.450486484122},"point_estimate":3414.6381340944513,"standard_error":928.9656591811201}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68504.99967671258,"upper_bound":69814.03614211702},"point_estimate":69228.18081059825,"standard_error":335.63170503624065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69200.6555654102,"upper_bound":69444.4638869902},"point_estimate":69315.087814637,"standard_error":73.8803769613468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":502.9143190344507,"upper_bound":1008.3904860366338},"point_estimate":681.8568600351483,"standard_error":132.8997909572836},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69787.37725238262,"upper_bound":70573.67235508865},"point_estimate":70162.17585084478,"standard_error":201.08657291283208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.4123681445103,"upper_bound":4992.64745918057},"point_estimate":3371.40025247975,"standard_error":896.9799254779113}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index df8c8508698f..6905d04f3478 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[651960.0,1697145.0,2747149.0,3752991.0,4840906.0,5836899.0,6842771.0,8238172.0,8942680.0,10315288.0,10925950.0,12146423.0,13043301.0,14127619.0,15260830.0,16185078.0,17311236.0,18270801.0,19269309.0,20300167.0,21395496.0,22345173.0,23633162.0,24429211.0,25553706.0,26548326.0,27489576.0,28620382.0,29619921.0,30848160.0,31615675.0,33012950.0,35247852.0,38813040.0,37810856.0,37079247.0,37951699.0,38865559.0,41019949.0,41050646.0,42210376.0,43615394.0,44117494.0,45269842.0,46483904.0,47505345.0,48442459.0,51667231.0,50581801.0,51611967.0,52486925.0,53538431.0,54518906.0,55654551.0,59032792.0,57694708.0,61244288.0,59774609.0,60946021.0,64668274.0,62887232.0,66726374.0,64796093.0,65950002.0,66871947.0,68435262.0,69474967.0,70088474.0,70686423.0,72175699.0,77135308.0,75112133.0,75180500.0,76200338.0,79091698.0,78284959.0,82948954.0,80083864.0,81553154.0,82167313.0,83342741.0,88425121.0,85393017.0,86604233.0,87588614.0,88791776.0,89580751.0,90425832.0,91722608.0,92815693.0,93714696.0,98569207.0,100123064.0,100601079.0,102253961.0,98589746.0,99788188.0,106839780.0,101870563.0,103128386.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[675040.0,1693461.0,2889773.0,3777118.0,4807702.0,5898588.0,7188094.0,7888481.0,9483738.0,10531973.0,11204409.0,12620061.0,13150701.0,14245914.0,15446886.0,16549924.0,17307799.0,18461351.0,20166604.0,20672017.0,21610007.0,22660828.0,23791157.0,24725762.0,25921253.0,26801825.0,27886890.0,30293632.0,30110951.0,32484431.0,32205400.0,35593012.0,34490303.0,35269347.0,36531522.0,37264881.0,39742785.0,39323102.0,40498125.0,41130644.0,42554312.0,46008498.0,44368217.0,49381673.0,46540941.0,47519387.0,48714738.0,49960302.0,51158739.0,51925510.0,54908847.0,53674433.0,57144970.0,56471704.0,57096029.0,57993374.0,59106630.0,60297593.0,61666989.0,66184348.0,63480323.0,64666927.0,64991913.0,66099691.0,67422228.0,69827237.0,70367416.0,70996739.0,74781042.0,73216411.0,73853371.0,74967259.0,75800403.0,77627243.0,82183515.0,79141729.0,80223477.0,81790142.0,82147278.0,88252982.0,84097186.0,89783148.0,86699834.0,87310613.0,88197568.0,89673352.0,90312725.0,90690200.0,96991268.0,93733148.0,98852071.0,95673289.0,102971539.0,98055184.0,98939705.0,100994149.0,101066975.0,102387949.0,103071275.0,108258133.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 771951a00a90..e499f4dddb95 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[66015.79910438968,67073.07710391897,69892.48510266378,70949.76310219309] \ No newline at end of file +[65722.97447305161,67294.30585568844,71484.52287605332,73055.85425869016] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 8c5cefd81e4f..77d63f317fcf 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008919984649678756,"upper_bound":0.01663324276553376},"point_estimate":0.003857623657622433,"standard_error":0.006520735661174423},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004616263105272411,"upper_bound":0.009395840585211257},"point_estimate":0.007268154057973986,"standard_error":0.0012956488582010327}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0019829747267771287,"upper_bound":0.025718964835634163},"point_estimate":0.011928859371413303,"standard_error":0.007088500322676576},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007666616255169956,"upper_bound":0.012036108229878106},"point_estimate":0.009738055272391355,"standard_error":0.001192460636617271}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 440c5d756b80..26488eea499e 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67687.87175545444,"upper_bound":69007.92372590261},"point_estimate":68412.10246103781,"standard_error":338.540154109652},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68581.92627963232,"upper_bound":68706.0734082397},"point_estimate":68646.60339649995,"standard_error":34.03318685526002},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":265.4397141886706,"upper_bound":1043.6247712059178},"point_estimate":601.9020049878102,"standard_error":222.98092371901487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69102.5748542433,"upper_bound":69864.059788567},"point_estimate":69469.85793428896,"standard_error":195.09362115326397},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1732.9315661021171,"upper_bound":5073.450486484122},"point_estimate":3414.6381340944513,"standard_error":928.9656591811201}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68504.99967671258,"upper_bound":69814.03614211702},"point_estimate":69228.18081059825,"standard_error":335.63170503624065},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69200.6555654102,"upper_bound":69444.4638869902},"point_estimate":69315.087814637,"standard_error":73.8803769613468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":502.9143190344507,"upper_bound":1008.3904860366338},"point_estimate":681.8568600351483,"standard_error":132.8997909572836},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69787.37725238262,"upper_bound":70573.67235508865},"point_estimate":70162.17585084478,"standard_error":201.08657291283208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1733.4123681445103,"upper_bound":4992.64745918057},"point_estimate":3371.40025247975,"standard_error":896.9799254779113}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index df8c8508698f..6905d04f3478 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[651960.0,1697145.0,2747149.0,3752991.0,4840906.0,5836899.0,6842771.0,8238172.0,8942680.0,10315288.0,10925950.0,12146423.0,13043301.0,14127619.0,15260830.0,16185078.0,17311236.0,18270801.0,19269309.0,20300167.0,21395496.0,22345173.0,23633162.0,24429211.0,25553706.0,26548326.0,27489576.0,28620382.0,29619921.0,30848160.0,31615675.0,33012950.0,35247852.0,38813040.0,37810856.0,37079247.0,37951699.0,38865559.0,41019949.0,41050646.0,42210376.0,43615394.0,44117494.0,45269842.0,46483904.0,47505345.0,48442459.0,51667231.0,50581801.0,51611967.0,52486925.0,53538431.0,54518906.0,55654551.0,59032792.0,57694708.0,61244288.0,59774609.0,60946021.0,64668274.0,62887232.0,66726374.0,64796093.0,65950002.0,66871947.0,68435262.0,69474967.0,70088474.0,70686423.0,72175699.0,77135308.0,75112133.0,75180500.0,76200338.0,79091698.0,78284959.0,82948954.0,80083864.0,81553154.0,82167313.0,83342741.0,88425121.0,85393017.0,86604233.0,87588614.0,88791776.0,89580751.0,90425832.0,91722608.0,92815693.0,93714696.0,98569207.0,100123064.0,100601079.0,102253961.0,98589746.0,99788188.0,106839780.0,101870563.0,103128386.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[675040.0,1693461.0,2889773.0,3777118.0,4807702.0,5898588.0,7188094.0,7888481.0,9483738.0,10531973.0,11204409.0,12620061.0,13150701.0,14245914.0,15446886.0,16549924.0,17307799.0,18461351.0,20166604.0,20672017.0,21610007.0,22660828.0,23791157.0,24725762.0,25921253.0,26801825.0,27886890.0,30293632.0,30110951.0,32484431.0,32205400.0,35593012.0,34490303.0,35269347.0,36531522.0,37264881.0,39742785.0,39323102.0,40498125.0,41130644.0,42554312.0,46008498.0,44368217.0,49381673.0,46540941.0,47519387.0,48714738.0,49960302.0,51158739.0,51925510.0,54908847.0,53674433.0,57144970.0,56471704.0,57096029.0,57993374.0,59106630.0,60297593.0,61666989.0,66184348.0,63480323.0,64666927.0,64991913.0,66099691.0,67422228.0,69827237.0,70367416.0,70996739.0,74781042.0,73216411.0,73853371.0,74967259.0,75800403.0,77627243.0,82183515.0,79141729.0,80223477.0,81790142.0,82147278.0,88252982.0,84097186.0,89783148.0,86699834.0,87310613.0,88197568.0,89673352.0,90312725.0,90690200.0,96991268.0,93733148.0,98852071.0,95673289.0,102971539.0,98055184.0,98939705.0,100994149.0,101066975.0,102387949.0,103071275.0,108258133.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 771951a00a90..e499f4dddb95 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[66015.79910438968,67073.07710391897,69892.48510266378,70949.76310219309] \ No newline at end of file +[65722.97447305161,67294.30585568844,71484.52287605332,73055.85425869016] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index a0991244ed38..956fb328bb57 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - -0.2 - - - -0.3 - - - -0.4 + + +3.5 - - + + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - -1.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 18bf58b6f8d4..de3c46698779 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - + + +0.45 + + + 0.5 - - -0.6 + + +0.55 - + - + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 396c23136828..7a4483061d30 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,46 +9,46 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + 40 @@ -70,10 +70,10 @@ Average Time (µs) 80 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 34f981d9e76e..b0299efccc2d 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -17,61 +17,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -105,8 +105,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 1f67231ae463..f8fb5061695c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - --0.01 - - - + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + +0.02 + + + +0.025 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index dc87a1f067bc..576f00ba4802 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - -0.0045 + +0.0075 - - -0.005 + + +0.008 - - -0.0055 + + +0.0085 - - -0.006 + + +0.009 - - -0.0065 + + +0.0095 - - -0.007 + + +0.01 - - -0.0075 + + +0.0105 - - -0.008 + + +0.011 - - -0.0085 + + +0.0115 - - -0.009 + + +0.012 - - -0.0095 + + +0.0125 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 5c56c0f0e976..ffb2a878da7d 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 883b912302da..37403e3592bb 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 69.103 µs - 69.470 µs - 69.864 µs + 69.787 µs + 70.162 µs + 70.574 µs R² - 0.9379914 - 0.9415308 - 0.9374559 + 0.9426671 + 0.9457956 + 0.9420271 Mean - 67.688 µs - 68.412 µs - 69.008 µs + 68.505 µs + 69.228 µs + 69.814 µs Std. Dev. - 1.7329 µs - 3.4146 µs - 5.0735 µs + 1.7334 µs + 3.3714 µs + 4.9926 µs Median - 68.582 µs - 68.647 µs - 68.706 µs + 69.201 µs + 69.315 µs + 69.444 µs MAD - 265.44 ns - 601.90 ns - 1.0436 µs + 502.91 ns + 681.86 ns + 1.0084 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.8920% - +0.3858% - +1.6633% - (p = 0.57 > + -0.1983% + +1.1929% + +2.5719% + (p = 0.09 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index d99bcee89e49..ed632d81fa91 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -21,50 +21,50 @@ Average time (µs) 0.6
- + 0.8 - - + + 1 - - + + 1.2 - + - -67.6 + +68.4 - - -67.8 + + +68.6 - - -68 + + +68.8 - - -68.2 + + +69 - - -68.4 + + +69.2 - - -68.6 + + +69.4 - - -68.8 + + +69.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 394a2c85249b..bfd931cfd9fe 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +1 - - -6 + + +2 - + -8 +3 - -10 - - - -12 - - - -14 + +4 - - -16 + + +5 - - -18 + + +6 - - -20 + + +7 - - -22 + + +8 - + - -68.58 - - - -68.6 + +69.2 - - -68.62 + + +69.25 - - -68.64 + + +69.3 - - -68.66 + + +69.35 - - -68.68 + + +69.4 - - -68.7 + + +69.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 4dbe46fdddad..8e6f01619a6e 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,42 +42,34 @@ Average Time (µs) - -40 - - - + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - + Density (a.u.) @@ -94,100 +86,92 @@ Density (a.u.) 0.04 - + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index e78ed85d4ef7..6459b56b64d5 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -14,39 +14,31 @@ Average Time (µs) 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - + - -40 - - - + 50 - - + + 60 - - + + 70 - - -80 - - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index c0b17b209bb4..0d852a347443 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -96,107 +96,107 @@ Iterations (x 10^3) - + - - - + + + - - + + - + - + - + - + - + - + - - - - - - + + + + + + - - + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - + + + + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index a2a274fe328e..205d16da89be 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,57 +12,57 @@ Iterations (x 10^3) - + - - - - - - - - + + + + + + + + - + 10.0 - + 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -96,21 +96,21 @@ Iterations (x 10^3) - + - - + + - + - + - + @@ -119,79 +119,79 @@ Iterations (x 10^3) - + - - - - - - - - + + + + + + + + - - + + - + - - - - - + + + + + - - - + + + - - - - - - - - - - + + + + + + + + + + - + - + - - - - - + + + + + - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 57a97bf2bd98..4e2cce52f3a4 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,46 +6,46 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - + + 0.2 - + 40 @@ -67,8 +67,8 @@ Average Time (µs) 80 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 501e44193db9..4470afd2a49d 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -18,12 +18,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 @@ -45,30 +45,30 @@ Iterations (x 10^3) 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index dcca7c005048..2bfdd5bd0d47 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - -2.2 - - + - -69.1 + +69.8 - - -69.2 + + +69.9 - - -69.3 + + +70 - - -69.4 + + +70.1 - - -69.5 + + +70.2 - - -69.6 + + +70.3 - - -69.7 + + +70.4 - - -69.8 + + +70.5 - - -69.9 + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index f4a30c16c1fa..90fc08ec1b0c 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - -2.2 - - + - -69.1 + +69.8 - - -69.2 + + +69.9 - - -69.3 + + +70 - - -69.4 + + +70.1 - - -69.5 + + +70.2 - - -69.6 + + +70.3 - - -69.7 + + +70.4 - - -69.8 + + +70.5 - - -69.9 + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index bd67dd14f1c3..582e84a10619 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51768.57826953342,"upper_bound":52373.356639877435},"point_estimate":52095.0089136067,"standard_error":154.1644771525286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52159.918739546636,"upper_bound":52412.696675900275},"point_estimate":52338.022652511965,"standard_error":62.20983671557856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":338.28094961631933,"upper_bound":658.8345476054033},"point_estimate":510.6885194196312,"standard_error":80.54975570563701},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52450.853491499525,"upper_bound":53010.997231253314},"point_estimate":52699.45046424988,"standard_error":144.1932515495508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":827.3551340654575,"upper_bound":2270.1907284945073},"point_estimate":1557.1822537630997,"standard_error":387.7077136057217}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51056.13137428075,"upper_bound":51672.402036573476},"point_estimate":51381.95582052573,"standard_error":156.83202745679904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51457.733928571426,"upper_bound":51580.69896907217},"point_estimate":51523.29282799749,"standard_error":29.53464368315392},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.1790917857805,"upper_bound":329.11881679050146},"point_estimate":245.43227395283589,"standard_error":36.503249805788386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51647.37927283648,"upper_bound":52227.76416712885},"point_estimate":51901.24595965716,"standard_error":149.50837298844868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":788.5595375772731,"upper_bound":2279.119412726384},"point_estimate":1570.9897924849517,"standard_error":388.7658357911826}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 16ac50b0eafa..99cb06eadd9e 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[785277.0,1772651.0,2788389.0,3785872.0,4833739.0,5761883.0,6768053.0,7773840.0,8799979.0,9786100.0,10772883.0,11720464.0,12833071.0,13868235.0,14746205.0,15760751.0,16844164.0,17812172.0,18769701.0,20670472.0,20884572.0,21854724.0,22816019.0,23785169.0,24735906.0,25900701.0,26796896.0,27553640.0,28637534.0,29789426.0,30861909.0,31822733.0,32814687.0,33506609.0,34809363.0,35734261.0,36895991.0,37841967.0,38139083.0,39460371.0,40094455.0,41036214.0,41709091.0,42963274.0,43803784.0,44975523.0,46016698.0,47133484.0,48120458.0,49085142.0,50134502.0,50981887.0,55973084.0,54022856.0,54857397.0,55746491.0,56932149.0,57845217.0,58706799.0,59211483.0,60713824.0,61840431.0,62151342.0,63851794.0,64781113.0,65585988.0,68416354.0,67760506.0,69019091.0,69964329.0,70780646.0,72145480.0,72877830.0,73569905.0,74785238.0,76094698.0,76985234.0,78104408.0,79151206.0,79914604.0,80804699.0,82305106.0,86407330.0,83776289.0,84734000.0,85524048.0,86238205.0,88123100.0,88999931.0,89783808.0,91225124.0,91709229.0,92533832.0,97230388.0,94029280.0,96147462.0,97093923.0,97785567.0,106775207.0,101582904.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[818407.0,1854862.0,2885685.0,3960261.0,4932286.0,6025556.0,7022176.0,8085050.0,9097870.0,10140325.0,11202608.0,12209977.0,13196429.0,14311429.0,15323639.0,16424633.0,17483019.0,18473497.0,19447465.0,20544062.0,21620010.0,22504080.0,23589205.0,24554476.0,25638330.0,26611666.0,27823117.0,28816331.0,29791440.0,30920007.0,31923540.0,32891626.0,33809800.0,34959135.0,36120774.0,37110691.0,38221774.0,38976242.0,40021353.0,41381131.0,42448262.0,43494124.0,44440290.0,45239983.0,46303447.0,47332167.0,48269768.0,49240548.0,50557577.0,51485929.0,52442585.0,53617898.0,54868362.0,55984795.0,56762957.0,57877888.0,58999505.0,59855823.0,60796308.0,61611170.0,63054173.0,63916292.0,64900278.0,65916365.0,74461280.0,74345054.0,69461109.0,70105491.0,71387504.0,72485012.0,73314650.0,74422468.0,75039610.0,76168196.0,77333581.0,78421331.0,79733249.0,80671610.0,81672157.0,82596202.0,83577303.0,84467143.0,85473962.0,86714407.0,87411087.0,88682430.0,89883110.0,90934432.0,92168706.0,92867310.0,93785995.0,95015809.0,96599976.0,97514112.0,98615797.0,99141909.0,100066556.0,103226262.0,110543568.0,103674749.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 139fe5dab964..8e1e11cfba36 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[49427.467739233834,50583.93420501423,53667.844780428626,54824.31124620903] \ No newline at end of file +[50247.763850490606,50780.786332296586,52202.17961711253,52735.20209891851] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 31669ba80a28..a1d11575cd33 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024937939309634502,"upper_bound":0.02016498038656371},"point_estimate":0.009888133318661785,"standard_error":0.005779272348367565},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011755581107260937,"upper_bound":0.01756869377135306},"point_estimate":0.0156341100626336,"standard_error":0.001420540330050762}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021112070848647684,"upper_bound":-0.005630015368829895},"point_estimate":-0.013687551033218726,"standard_error":0.003980619650373729},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017459303041639784,"upper_bound":-0.012088932665199725},"point_estimate":-0.015566690968126906,"standard_error":0.001316371811947133}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index bd67dd14f1c3..582e84a10619 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51768.57826953342,"upper_bound":52373.356639877435},"point_estimate":52095.0089136067,"standard_error":154.1644771525286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52159.918739546636,"upper_bound":52412.696675900275},"point_estimate":52338.022652511965,"standard_error":62.20983671557856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":338.28094961631933,"upper_bound":658.8345476054033},"point_estimate":510.6885194196312,"standard_error":80.54975570563701},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52450.853491499525,"upper_bound":53010.997231253314},"point_estimate":52699.45046424988,"standard_error":144.1932515495508},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":827.3551340654575,"upper_bound":2270.1907284945073},"point_estimate":1557.1822537630997,"standard_error":387.7077136057217}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51056.13137428075,"upper_bound":51672.402036573476},"point_estimate":51381.95582052573,"standard_error":156.83202745679904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51457.733928571426,"upper_bound":51580.69896907217},"point_estimate":51523.29282799749,"standard_error":29.53464368315392},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.1790917857805,"upper_bound":329.11881679050146},"point_estimate":245.43227395283589,"standard_error":36.503249805788386},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51647.37927283648,"upper_bound":52227.76416712885},"point_estimate":51901.24595965716,"standard_error":149.50837298844868},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":788.5595375772731,"upper_bound":2279.119412726384},"point_estimate":1570.9897924849517,"standard_error":388.7658357911826}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 16ac50b0eafa..99cb06eadd9e 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[19.0,38.0,57.0,76.0,95.0,114.0,133.0,152.0,171.0,190.0,209.0,228.0,247.0,266.0,285.0,304.0,323.0,342.0,361.0,380.0,399.0,418.0,437.0,456.0,475.0,494.0,513.0,532.0,551.0,570.0,589.0,608.0,627.0,646.0,665.0,684.0,703.0,722.0,741.0,760.0,779.0,798.0,817.0,836.0,855.0,874.0,893.0,912.0,931.0,950.0,969.0,988.0,1007.0,1026.0,1045.0,1064.0,1083.0,1102.0,1121.0,1140.0,1159.0,1178.0,1197.0,1216.0,1235.0,1254.0,1273.0,1292.0,1311.0,1330.0,1349.0,1368.0,1387.0,1406.0,1425.0,1444.0,1463.0,1482.0,1501.0,1520.0,1539.0,1558.0,1577.0,1596.0,1615.0,1634.0,1653.0,1672.0,1691.0,1710.0,1729.0,1748.0,1767.0,1786.0,1805.0,1824.0,1843.0,1862.0,1881.0,1900.0],"times":[785277.0,1772651.0,2788389.0,3785872.0,4833739.0,5761883.0,6768053.0,7773840.0,8799979.0,9786100.0,10772883.0,11720464.0,12833071.0,13868235.0,14746205.0,15760751.0,16844164.0,17812172.0,18769701.0,20670472.0,20884572.0,21854724.0,22816019.0,23785169.0,24735906.0,25900701.0,26796896.0,27553640.0,28637534.0,29789426.0,30861909.0,31822733.0,32814687.0,33506609.0,34809363.0,35734261.0,36895991.0,37841967.0,38139083.0,39460371.0,40094455.0,41036214.0,41709091.0,42963274.0,43803784.0,44975523.0,46016698.0,47133484.0,48120458.0,49085142.0,50134502.0,50981887.0,55973084.0,54022856.0,54857397.0,55746491.0,56932149.0,57845217.0,58706799.0,59211483.0,60713824.0,61840431.0,62151342.0,63851794.0,64781113.0,65585988.0,68416354.0,67760506.0,69019091.0,69964329.0,70780646.0,72145480.0,72877830.0,73569905.0,74785238.0,76094698.0,76985234.0,78104408.0,79151206.0,79914604.0,80804699.0,82305106.0,86407330.0,83776289.0,84734000.0,85524048.0,86238205.0,88123100.0,88999931.0,89783808.0,91225124.0,91709229.0,92533832.0,97230388.0,94029280.0,96147462.0,97093923.0,97785567.0,106775207.0,101582904.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[818407.0,1854862.0,2885685.0,3960261.0,4932286.0,6025556.0,7022176.0,8085050.0,9097870.0,10140325.0,11202608.0,12209977.0,13196429.0,14311429.0,15323639.0,16424633.0,17483019.0,18473497.0,19447465.0,20544062.0,21620010.0,22504080.0,23589205.0,24554476.0,25638330.0,26611666.0,27823117.0,28816331.0,29791440.0,30920007.0,31923540.0,32891626.0,33809800.0,34959135.0,36120774.0,37110691.0,38221774.0,38976242.0,40021353.0,41381131.0,42448262.0,43494124.0,44440290.0,45239983.0,46303447.0,47332167.0,48269768.0,49240548.0,50557577.0,51485929.0,52442585.0,53617898.0,54868362.0,55984795.0,56762957.0,57877888.0,58999505.0,59855823.0,60796308.0,61611170.0,63054173.0,63916292.0,64900278.0,65916365.0,74461280.0,74345054.0,69461109.0,70105491.0,71387504.0,72485012.0,73314650.0,74422468.0,75039610.0,76168196.0,77333581.0,78421331.0,79733249.0,80671610.0,81672157.0,82596202.0,83577303.0,84467143.0,85473962.0,86714407.0,87411087.0,88682430.0,89883110.0,90934432.0,92168706.0,92867310.0,93785995.0,95015809.0,96599976.0,97514112.0,98615797.0,99141909.0,100066556.0,103226262.0,110543568.0,103674749.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 139fe5dab964..8e1e11cfba36 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[49427.467739233834,50583.93420501423,53667.844780428626,54824.31124620903] \ No newline at end of file +[50247.763850490606,50780.786332296586,52202.17961711253,52735.20209891851] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 0d3da6247821..a183dfc7348f 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -350 + +180 + + + +200 + + + +220 - - -400 + + +240 - - -450 + + +260 - - -500 + + +280 - - -550 + + +300 - - -600 + + +320 - - -650 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index d70db7499f48..c7aac2d43c16 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - + - + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + 2 - + 2.2 - - + + 2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 4057a335aaf7..7e8c1a3d9e8c 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index dae33ab53123..f727b3285c46 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,10 +120,10 @@ Iterations (x 10^3) 2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 8f1eded19e0d..cd034881162e 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - --0.005 + +-0.022 + + + +-0.02 - - -0 + + +-0.018 - + -0.005 +-0.016 - -0.01 - - - -0.015 - - - -0.02 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index 50a8b71fdb20..6a2f0510aa1f 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + - -0.012 + +-0.018 - - -0.013 + + +-0.017 - - -0.014 + + +-0.016 - - -0.015 + + +-0.015 - - -0.016 + + +-0.014 - - -0.017 + + +-0.013 - - -0.018 + + +-0.012 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 7cbd2122caa0..cb05833e656d 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 65c8f228216e..b830f8bf409d 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.451 µs - 52.699 µs - 53.011 µs + 51.647 µs + 51.901 µs + 52.228 µs R² - 0.9550640 - 0.9577015 - 0.9535655 + 0.9401497 + 0.9430823 + 0.9382409 Mean - 51.769 µs - 52.095 µs - 52.373 µs + 51.056 µs + 51.382 µs + 51.672 µs Std. Dev. - 827.36 ns - 1.5572 µs - 2.2702 µs + 788.56 ns + 1.5710 µs + 2.2791 µs Median - 52.160 µs - 52.338 µs - 52.413 µs + 51.458 µs + 51.523 µs + 51.581 µs MAD - 338.28 ns - 510.69 ns - 658.83 ns + 189.18 ns + 245.43 ns + 329.12 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2494% - +0.9888% - +2.0165% - (p = 0.09 > + -2.1112% + -1.3688% + -0.5630% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 71b4ec55fc87..6ba0583b80f2 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - -51.8 + +51 - - -51.9 + + +51.1 - - -52 + + +51.2 - - -52.1 + + +51.3 - - -52.2 + + +51.4 - - -52.3 + + +51.5 - - -52.4 + + +51.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 839ab766c85e..d3d0113c5d3b 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - -52.15 + +51.46 + + + +51.48 - - -52.2 + + +51.5 - - -52.25 + + +51.52 - - -52.3 + + +51.54 - - -52.35 + + +51.56 - - -52.4 + + +51.58 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 3e42ce35be8b..eb61da6cb60f 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,83 +13,87 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - + 40 - - + + 42 - - + + 44 - - + + 46 - + 48 - + 50 - - + + 52 - - + + 54 - - + + 56 - - + + 58 - + Density (a.u.) @@ -98,66 +102,82 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.45 + + + +0.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 29d71b1fcd3a..8bcf6bbb6cd1 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 + + +0.5 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index e81b3a0aa1ff..0f618c0b18b0 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,108 +8,118 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + - + @@ -124,89 +134,89 @@ Iterations (x 10^3) - + - - + + - - - + + + - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - + + + + + + + + + - - + + - + - - + + - - + + - - - - + + + + - + - - - - - - + + + + + + - - - + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index b582d0b9420b..7aa4863efe01 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,103 +5,113 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + + +110.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + + +2 + + @@ -114,94 +124,94 @@ Iterations (x 10^3) - + - + - + - + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - + + + + + - - + + - + - - + + - - + + - + - + - + - - - - - - + + + + + + - + - + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 8127e136221c..1a62b8665852 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + 40 - - -50 + + +45 - - -60 + + +50 - - -70 + + +55 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 07ac594a7a98..18b974f7f1b9 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 03f040633c49..ed282f927969 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -52.4 + +51.6 + + + +51.7 - - -52.5 + + +51.8 - - -52.6 + + +51.9 - - -52.7 + + +52 - - -52.8 + + +52.1 - - -52.9 + + +52.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index e326763c25a4..97a7315fef4d 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -52.4 + +51.6 + + + +51.7 - - -52.5 + + +51.8 - - -52.6 + + +51.9 - - -52.7 + + +52 - - -52.8 + + +52.1 - - -52.9 + + +52.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 8a8766d151ad..7fa7e9936707 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100579.85026666554,"upper_bound":101038.12102595459},"point_estimate":100800.15382972304,"standard_error":117.20864235821327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100255.88377192983,"upper_bound":100548.56981670811},"point_estimate":100402.72316384182,"standard_error":75.68685661537839},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362.1577452458565,"upper_bound":1230.7013557614137},"point_estimate":578.5767416968491,"standard_error":270.8891564474877},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100265.68947999047,"upper_bound":100611.98790923852},"point_estimate":100416.25327471553,"standard_error":89.26303494328333},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":892.3626083631508,"upper_bound":1474.5392911562976},"point_estimate":1176.5336471108003,"standard_error":152.16295324367087}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101239.12914497542,"upper_bound":101626.53590074682},"point_estimate":101425.79349316383,"standard_error":98.80452801465836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101123.54466674311,"upper_bound":101564.97222222222},"point_estimate":101303.87110215053,"standard_error":108.07225803921828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9675765832246,"upper_bound":938.9715990173452},"point_estimate":710.310017736394,"standard_error":94.01069618289903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101074.86154516132,"upper_bound":101632.53131746768},"point_estimate":101316.8830742328,"standard_error":144.2095199517751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":752.59974115548,"upper_bound":1247.8162376655603},"point_estimate":991.8657253683866,"standard_error":129.8939473224289}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index ec4eccfe9dd6..dbcc111f3bfb 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[602410.0,1248466.0,1837529.0,2469863.0,3080949.0,3673480.0,4270203.0,4923218.0,5540646.0,6150235.0,6722267.0,7349205.0,7940064.0,8503435.0,9145275.0,9780683.0,10435315.0,10901425.0,11563716.0,12197526.0,12748609.0,13743156.0,14001417.0,14603375.0,15259728.0,15845986.0,16410237.0,17092738.0,17615169.0,18366319.0,19012337.0,19495701.0,19830155.0,20312049.0,20873040.0,21654820.0,22241923.0,22662613.0,23278671.0,23996314.0,24510478.0,25058618.0,25689816.0,26270734.0,27065474.0,27668403.0,28217847.0,28543300.0,29178308.0,30019125.0,31073137.0,31105354.0,31747825.0,32306604.0,33052200.0,35801811.0,33923433.0,34684375.0,35542938.0,36095972.0,36644452.0,37257053.0,37854198.0,38623493.0,39177218.0,39776557.0,40258658.0,40933564.0,41524532.0,42245204.0,42703373.0,43480749.0,43884747.0,44417900.0,45076076.0,45716683.0,46466052.0,47114602.0,47590156.0,48048182.0,48848973.0,49419029.0,49968195.0,50494843.0,51264809.0,51784302.0,52475976.0,53038355.0,53637514.0,54137284.0,54721307.0,55348492.0,57258835.0,56693996.0,57174451.0,57636995.0,58255990.0,58830889.0,59532417.0,60372835.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608845.0,1239816.0,1859714.0,2463520.0,3085810.0,3708012.0,4324385.0,4891859.0,5488231.0,6126566.0,6729263.0,7329829.0,7912655.0,8537231.0,9148070.0,9829699.0,10422296.0,10973675.0,11598271.0,12277502.0,12815106.0,13429210.0,14079844.0,14625356.0,15393194.0,15903187.0,16472999.0,17168494.0,17780032.0,18333213.0,18842324.0,19911351.0,20400145.0,20321912.0,21108819.0,21801007.0,22317342.0,22849447.0,23526486.0,24089805.0,24799198.0,25404018.0,25851043.0,26579835.0,27194118.0,27758880.0,28246833.0,28776117.0,29479976.0,30259387.0,30824755.0,31468191.0,32077577.0,32567396.0,33276984.0,34178705.0,34473954.0,34659093.0,35606471.0,36469773.0,37182153.0,37724303.0,38429376.0,38673294.0,39082660.0,39834053.0,40257780.0,42416386.0,41946059.0,42657617.0,42973162.0,43220966.0,44236708.0,44924358.0,45668310.0,46320470.0,46766730.0,47513888.0,47921684.0,48603007.0,48993758.0,49854585.0,50370173.0,51249285.0,51530239.0,52182615.0,53054090.0,53352195.0,53996859.0,57429457.0,55258402.0,55777496.0,56410543.0,57127162.0,57942767.0,58127365.0,58983857.0,59464073.0,60098679.0,61746266.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 592f2f33f5c1..1bedcfd45735 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[95956.23161748378,98050.75671137159,103636.15696173912,105730.68205562695] \ No newline at end of file +[98028.94979570342,99419.51901107062,103127.70358538315,104518.27280075035] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 74ab1d835688..6a16633dc861 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009588091153368995,"upper_bound":-0.0034944985432670693},"point_estimate":-0.0065063084767150725,"standard_error":0.0015439916787799662},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011995414050425257,"upper_bound":-0.006305955540069408},"point_estimate":-0.009148205455163372,"standard_error":0.0014638957149667189}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0032591235767536254,"upper_bound":0.00912775001752054},"point_estimate":0.006206733220840643,"standard_error":0.0014958084230562946},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006662337108787275,"upper_bound":0.011833559253794812},"point_estimate":0.008975333635504956,"standard_error":0.001322312566389501}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 8a8766d151ad..7fa7e9936707 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100579.85026666554,"upper_bound":101038.12102595459},"point_estimate":100800.15382972304,"standard_error":117.20864235821327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100255.88377192983,"upper_bound":100548.56981670811},"point_estimate":100402.72316384182,"standard_error":75.68685661537839},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":362.1577452458565,"upper_bound":1230.7013557614137},"point_estimate":578.5767416968491,"standard_error":270.8891564474877},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":100265.68947999047,"upper_bound":100611.98790923852},"point_estimate":100416.25327471553,"standard_error":89.26303494328333},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":892.3626083631508,"upper_bound":1474.5392911562976},"point_estimate":1176.5336471108003,"standard_error":152.16295324367087}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101239.12914497542,"upper_bound":101626.53590074682},"point_estimate":101425.79349316383,"standard_error":98.80452801465836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101123.54466674311,"upper_bound":101564.97222222222},"point_estimate":101303.87110215053,"standard_error":108.07225803921828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":567.9675765832246,"upper_bound":938.9715990173452},"point_estimate":710.310017736394,"standard_error":94.01069618289903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101074.86154516132,"upper_bound":101632.53131746768},"point_estimate":101316.8830742328,"standard_error":144.2095199517751},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":752.59974115548,"upper_bound":1247.8162376655603},"point_estimate":991.8657253683866,"standard_error":129.8939473224289}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index ec4eccfe9dd6..dbcc111f3bfb 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[602410.0,1248466.0,1837529.0,2469863.0,3080949.0,3673480.0,4270203.0,4923218.0,5540646.0,6150235.0,6722267.0,7349205.0,7940064.0,8503435.0,9145275.0,9780683.0,10435315.0,10901425.0,11563716.0,12197526.0,12748609.0,13743156.0,14001417.0,14603375.0,15259728.0,15845986.0,16410237.0,17092738.0,17615169.0,18366319.0,19012337.0,19495701.0,19830155.0,20312049.0,20873040.0,21654820.0,22241923.0,22662613.0,23278671.0,23996314.0,24510478.0,25058618.0,25689816.0,26270734.0,27065474.0,27668403.0,28217847.0,28543300.0,29178308.0,30019125.0,31073137.0,31105354.0,31747825.0,32306604.0,33052200.0,35801811.0,33923433.0,34684375.0,35542938.0,36095972.0,36644452.0,37257053.0,37854198.0,38623493.0,39177218.0,39776557.0,40258658.0,40933564.0,41524532.0,42245204.0,42703373.0,43480749.0,43884747.0,44417900.0,45076076.0,45716683.0,46466052.0,47114602.0,47590156.0,48048182.0,48848973.0,49419029.0,49968195.0,50494843.0,51264809.0,51784302.0,52475976.0,53038355.0,53637514.0,54137284.0,54721307.0,55348492.0,57258835.0,56693996.0,57174451.0,57636995.0,58255990.0,58830889.0,59532417.0,60372835.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[608845.0,1239816.0,1859714.0,2463520.0,3085810.0,3708012.0,4324385.0,4891859.0,5488231.0,6126566.0,6729263.0,7329829.0,7912655.0,8537231.0,9148070.0,9829699.0,10422296.0,10973675.0,11598271.0,12277502.0,12815106.0,13429210.0,14079844.0,14625356.0,15393194.0,15903187.0,16472999.0,17168494.0,17780032.0,18333213.0,18842324.0,19911351.0,20400145.0,20321912.0,21108819.0,21801007.0,22317342.0,22849447.0,23526486.0,24089805.0,24799198.0,25404018.0,25851043.0,26579835.0,27194118.0,27758880.0,28246833.0,28776117.0,29479976.0,30259387.0,30824755.0,31468191.0,32077577.0,32567396.0,33276984.0,34178705.0,34473954.0,34659093.0,35606471.0,36469773.0,37182153.0,37724303.0,38429376.0,38673294.0,39082660.0,39834053.0,40257780.0,42416386.0,41946059.0,42657617.0,42973162.0,43220966.0,44236708.0,44924358.0,45668310.0,46320470.0,46766730.0,47513888.0,47921684.0,48603007.0,48993758.0,49854585.0,50370173.0,51249285.0,51530239.0,52182615.0,53054090.0,53352195.0,53996859.0,57429457.0,55258402.0,55777496.0,56410543.0,57127162.0,57942767.0,58127365.0,58983857.0,59464073.0,60098679.0,61746266.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 592f2f33f5c1..1bedcfd45735 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[95956.23161748378,98050.75671137159,103636.15696173912,105730.68205562695] \ No newline at end of file +[98028.94979570342,99419.51901107062,103127.70358538315,104518.27280075035] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index f4e8d3068641..6685a475a3e3 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -6,73 +6,89 @@ micro/ops/sort:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - - -0.3 + + +0.0025 + + + +0.003 + + + +0.0035 - - -0.4 + + +0.004 - - -0.5 + + +0.0045 + + + +0.005 + + + + +550 - - -0.6 + + +600 - - -0.7 + + +650 - - -0.8 + + +700 - - -0.9 + + +750 - - -1 + + +800 - - -1.1 + + +850 - - -1.2 + + +900 - - -1.3 + + +950 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 17f496b3aff5..9cb5f5c64599 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + +0.7 + + + +0.8 + + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - -1.4 - - - -1.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index a8aa4a1f826f..e9da1cbde48e 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,38 +9,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 100 @@ -50,10 +54,10 @@ Average Time (µs) 105 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 33be8487f9f7..0708b5528baa 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index a396f030a27f..68c2da3b64cc 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - - - - + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 741d5760e344..6a943a9723cf 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,59 +9,63 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - - - - + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index d4412c735f7b..d36e7cf2bd65 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -21,69 +21,73 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 3b893bc1e396..6a62ac07c11a 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 100.27 µs - 100.42 µs - 100.61 µs + 101.07 µs + 101.32 µs + 101.63 µs R² - 0.9905972 - 0.9908998 - 0.9903885 + 0.9861159 + 0.9868357 + 0.9856119 Mean - 100.58 µs - 100.80 µs - 101.04 µs + 101.24 µs + 101.43 µs + 101.63 µs Std. Dev. - 892.36 ns - 1.1765 µs - 1.4745 µs + 752.60 ns + 991.87 ns + 1.2478 µs Median - 100.26 µs - 100.40 µs - 100.55 µs + 101.12 µs + 101.30 µs + 101.56 µs MAD - 362.16 ns - 578.58 ns - 1.2307 µs + 567.97 ns + 710.31 ns + 938.97 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -0.9588% - -0.6506% - -0.3494% + +0.3259% + +0.6207% + +0.9128% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index fdafd9cd9f60..569ca7076be9 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -100.55 + + +4 - - -100.6 + + + +101.2 - - -100.65 + + +101.25 - - -100.7 + + +101.3 - - -100.75 + + +101.35 - - -100.8 + + +101.4 - - -100.85 + + +101.45 - - -100.9 + + +101.5 - - -100.95 + + +101.55 - - -101 + + +101.6 - - -101.05 + + +101.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index e46f9f194576..03b708c6bb9c 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + + +101.1 - - -12 + + +101.15 - - - -100.25 + + +101.2 + + + +101.25 + + + +101.3 - - -100.3 + + +101.35 - - -100.35 + + +101.4 - - -100.4 + + +101.45 - - -100.45 + + +101.5 - - -100.5 + + +101.55 - - -100.55 + + +101.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 2a7560ef4f78..0256850f7754 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -38,50 +38,42 @@ Average Time (µs) - -98 - - - + 99 - - + + 100 - - + + 101 - - + + 102 - - + + 103 - - + + 104 - - + + 105 - - + + 106 - - + + 107 - - -108 - - + Density (a.u.) @@ -90,50 +82,58 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - + + +0.45 + + + + + + - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 7b5b3f01d67c..128a4ff60b05 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,51 +10,63 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + 100 - - -105 + + +102 + + + +104 + + + +106 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 1b9c6e3c46ba..da9e97d9ee92 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -14,37 +14,37 @@ Iterations - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -73,105 +73,105 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 982287dcc40d..9a1bf6633493 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -11,37 +11,37 @@ Iterations - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -70,103 +70,103 @@ Iterations - + - + - - + + - - - - - - + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 372fb49919a4..054278fdb4db 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,38 +6,42 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + 100 @@ -47,8 +51,8 @@ Average Time (µs) 105 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 87cc8aac485d..b49baa0eea01 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations - + - + 0.0 @@ -32,10 +32,10 @@ Iterations 20.0 - + 30.0 - + 40.0 @@ -44,10 +44,10 @@ Iterations 50.0 - + 60.0 - + 0 @@ -77,8 +77,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 86e9024089af..17047a33db57 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - + - -100.25 - - - -100.3 - - - -100.35 - - - -100.4 + +101.1 - - -100.45 + + +101.2 - - -100.5 + + +101.3 - - -100.55 + + +101.4 - - -100.6 + + +101.5 - - -100.65 + + +101.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 93d5d9ac4835..4ad8a5f9ffdb 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - + - -100.25 - - - -100.3 - - - -100.35 - - - -100.4 + +101.1 - - -100.45 + + +101.2 - - -100.5 + + +101.3 - - -100.55 + + +101.4 - - -100.6 + + +101.5 - - -100.65 + + +101.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 3da0b7be5738..9cc2cc2e0da1 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6866.686363903348,"upper_bound":6892.968541922278},"point_estimate":6878.393919629706,"standard_error":6.73010291394357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6856.656976744186,"upper_bound":6872.2295918367345},"point_estimate":6864.182186234818,"standard_error":3.4784204207042198},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.28605142608267,"upper_bound":39.444863481383265},"point_estimate":33.147689422552716,"standard_error":3.4532540538442587},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6871.030151939528,"upper_bound":6891.2180078897545},"point_estimate":6879.873127826216,"standard_error":5.211083315427234},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.022831789491285,"upper_bound":97.77355767208127},"point_estimate":67.63558312277813,"standard_error":17.249994024313025}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.684574320048,"upper_bound":6930.821625479817},"point_estimate":6913.821231801172,"standard_error":7.767651249300234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.024695407685,"upper_bound":6905.484157509158},"point_estimate":6899.866881757935,"standard_error":4.301107310718718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.03869153772054,"upper_bound":41.43591055765846},"point_estimate":33.50383322097744,"standard_error":3.8389685248075858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6904.872141911368,"upper_bound":6923.023096629295},"point_estimate":6913.450714053495,"standard_error":4.633360387065853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.06729097245203,"upper_bound":119.04148937552017},"point_estimate":78.28157597338617,"standard_error":24.478044356055797}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index a203d60dfed5..591bb68cecd5 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68428.0,144902.0,205050.0,273373.0,341865.0,411640.0,478282.0,546595.0,614700.0,682794.0,753929.0,820268.0,889414.0,956268.0,1039583.0,1106266.0,1191167.0,1229301.0,1304067.0,1369364.0,1534429.0,1504679.0,1588009.0,1638590.0,1709892.0,1778519.0,1850778.0,1911578.0,1979625.0,2071612.0,2139194.0,2189960.0,2266980.0,2322322.0,2393813.0,2465924.0,2532170.0,2597245.0,2678262.0,2744959.0,2813430.0,2893620.0,2950304.0,3016666.0,3112776.0,3181499.0,3240024.0,3299309.0,3378754.0,3419893.0,3520322.0,3576391.0,3631820.0,3696204.0,3787278.0,3852007.0,3911610.0,4008078.0,4080180.0,4129239.0,4197835.0,4256248.0,4332345.0,4377396.0,4455099.0,4610308.0,4601042.0,4684978.0,4746165.0,4806620.0,4866826.0,4945829.0,5030419.0,5064338.0,5151495.0,5212452.0,5268342.0,5347363.0,5442228.0,5506913.0,5592096.0,5642146.0,5731849.0,5764301.0,5836906.0,5896725.0,5993917.0,6076541.0,6124796.0,6176530.0,6247017.0,6303965.0,6369130.0,6620770.0,6562090.0,6615857.0,6675209.0,6734785.0,6781787.0,6889561.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68586.0,137296.0,206370.0,275133.0,345747.0,425275.0,484132.0,548424.0,618957.0,686209.0,754529.0,822599.0,891401.0,958484.0,1028654.0,1205640.0,1165755.0,1235689.0,1308586.0,1388916.0,1450336.0,1506719.0,1583468.0,1661828.0,1720908.0,1800200.0,1861887.0,1919758.0,1994894.0,2103344.0,2139536.0,2201837.0,2274213.0,2356955.0,2414082.0,2529676.0,2542298.0,2694924.0,2692469.0,2808755.0,2820747.0,2897375.0,2976834.0,3078197.0,3096593.0,3158389.0,3263996.0,3293872.0,3372666.0,3456132.0,3503432.0,3571480.0,3640365.0,3728463.0,3808509.0,3857744.0,3941534.0,4003182.0,4067082.0,4175604.0,4208164.0,4264155.0,4342306.0,4393412.0,4549644.0,4549644.0,4609438.0,4711560.0,4775777.0,4834724.0,4919010.0,4994052.0,5020159.0,5133814.0,5193127.0,5261097.0,5386045.0,5385593.0,5453921.0,5522340.0,5606870.0,5668378.0,5746895.0,5784603.0,5890372.0,5936677.0,6033515.0,6065893.0,6133951.0,6302009.0,6283712.0,6332973.0,6430935.0,6487038.0,6565317.0,6634677.0,6685720.0,6733273.0,6810325.0,6984925.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 63dcf6c2a112..71a68a6e5f11 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6706.034178571427,6774.857714285714,6958.387142857144,7027.2106785714295] \ No newline at end of file +[6743.528226966218,6811.159048827936,6991.5079071258515,7059.13872898757] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 8a3a34171448..8c79c1e1a46c 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0026483880997322513,"upper_bound":0.0017378399897539775},"point_estimate":-0.0007438297032904551,"standard_error":0.0011249957833118617},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003921828676222795,"upper_bound":-0.0010731036058370114},"point_estimate":-0.0026493494653083705,"standard_error":0.000699327087017442}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002322365106393609,"upper_bound":0.008199341090287499},"point_estimate":0.005150520977049933,"standard_error":0.0014988950250612815},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0034280027008848357,"upper_bound":0.006526237584407069},"point_estimate":0.005198681292970075,"standard_error":0.0008132417168753024}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 3da0b7be5738..9cc2cc2e0da1 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6866.686363903348,"upper_bound":6892.968541922278},"point_estimate":6878.393919629706,"standard_error":6.73010291394357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6856.656976744186,"upper_bound":6872.2295918367345},"point_estimate":6864.182186234818,"standard_error":3.4784204207042198},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.28605142608267,"upper_bound":39.444863481383265},"point_estimate":33.147689422552716,"standard_error":3.4532540538442587},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6871.030151939528,"upper_bound":6891.2180078897545},"point_estimate":6879.873127826216,"standard_error":5.211083315427234},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.022831789491285,"upper_bound":97.77355767208127},"point_estimate":67.63558312277813,"standard_error":17.249994024313025}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.684574320048,"upper_bound":6930.821625479817},"point_estimate":6913.821231801172,"standard_error":7.767651249300234},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6892.024695407685,"upper_bound":6905.484157509158},"point_estimate":6899.866881757935,"standard_error":4.301107310718718},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.03869153772054,"upper_bound":41.43591055765846},"point_estimate":33.50383322097744,"standard_error":3.8389685248075858},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6904.872141911368,"upper_bound":6923.023096629295},"point_estimate":6913.450714053495,"standard_error":4.633360387065853},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.06729097245203,"upper_bound":119.04148937552017},"point_estimate":78.28157597338617,"standard_error":24.478044356055797}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index a203d60dfed5..591bb68cecd5 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68428.0,144902.0,205050.0,273373.0,341865.0,411640.0,478282.0,546595.0,614700.0,682794.0,753929.0,820268.0,889414.0,956268.0,1039583.0,1106266.0,1191167.0,1229301.0,1304067.0,1369364.0,1534429.0,1504679.0,1588009.0,1638590.0,1709892.0,1778519.0,1850778.0,1911578.0,1979625.0,2071612.0,2139194.0,2189960.0,2266980.0,2322322.0,2393813.0,2465924.0,2532170.0,2597245.0,2678262.0,2744959.0,2813430.0,2893620.0,2950304.0,3016666.0,3112776.0,3181499.0,3240024.0,3299309.0,3378754.0,3419893.0,3520322.0,3576391.0,3631820.0,3696204.0,3787278.0,3852007.0,3911610.0,4008078.0,4080180.0,4129239.0,4197835.0,4256248.0,4332345.0,4377396.0,4455099.0,4610308.0,4601042.0,4684978.0,4746165.0,4806620.0,4866826.0,4945829.0,5030419.0,5064338.0,5151495.0,5212452.0,5268342.0,5347363.0,5442228.0,5506913.0,5592096.0,5642146.0,5731849.0,5764301.0,5836906.0,5896725.0,5993917.0,6076541.0,6124796.0,6176530.0,6247017.0,6303965.0,6369130.0,6620770.0,6562090.0,6615857.0,6675209.0,6734785.0,6781787.0,6889561.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[10.0,20.0,30.0,40.0,50.0,60.0,70.0,80.0,90.0,100.0,110.0,120.0,130.0,140.0,150.0,160.0,170.0,180.0,190.0,200.0,210.0,220.0,230.0,240.0,250.0,260.0,270.0,280.0,290.0,300.0,310.0,320.0,330.0,340.0,350.0,360.0,370.0,380.0,390.0,400.0,410.0,420.0,430.0,440.0,450.0,460.0,470.0,480.0,490.0,500.0,510.0,520.0,530.0,540.0,550.0,560.0,570.0,580.0,590.0,600.0,610.0,620.0,630.0,640.0,650.0,660.0,670.0,680.0,690.0,700.0,710.0,720.0,730.0,740.0,750.0,760.0,770.0,780.0,790.0,800.0,810.0,820.0,830.0,840.0,850.0,860.0,870.0,880.0,890.0,900.0,910.0,920.0,930.0,940.0,950.0,960.0,970.0,980.0,990.0,1000.0],"times":[68586.0,137296.0,206370.0,275133.0,345747.0,425275.0,484132.0,548424.0,618957.0,686209.0,754529.0,822599.0,891401.0,958484.0,1028654.0,1205640.0,1165755.0,1235689.0,1308586.0,1388916.0,1450336.0,1506719.0,1583468.0,1661828.0,1720908.0,1800200.0,1861887.0,1919758.0,1994894.0,2103344.0,2139536.0,2201837.0,2274213.0,2356955.0,2414082.0,2529676.0,2542298.0,2694924.0,2692469.0,2808755.0,2820747.0,2897375.0,2976834.0,3078197.0,3096593.0,3158389.0,3263996.0,3293872.0,3372666.0,3456132.0,3503432.0,3571480.0,3640365.0,3728463.0,3808509.0,3857744.0,3941534.0,4003182.0,4067082.0,4175604.0,4208164.0,4264155.0,4342306.0,4393412.0,4549644.0,4549644.0,4609438.0,4711560.0,4775777.0,4834724.0,4919010.0,4994052.0,5020159.0,5133814.0,5193127.0,5261097.0,5386045.0,5385593.0,5453921.0,5522340.0,5606870.0,5668378.0,5746895.0,5784603.0,5890372.0,5936677.0,6033515.0,6065893.0,6133951.0,6302009.0,6283712.0,6332973.0,6430935.0,6487038.0,6565317.0,6634677.0,6685720.0,6733273.0,6810325.0,6984925.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 63dcf6c2a112..71a68a6e5f11 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6706.034178571427,6774.857714285714,6958.387142857144,7027.2106785714295] \ No newline at end of file +[6743.528226966218,6811.159048827936,6991.5079071258515,7059.13872898757] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 86a69c7c1bf4..91a6d0d4a125 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -17,66 +17,66 @@ Average time (ns) 0.04 - + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + - -24 - - - + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - - - + + +42 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 98d090b21904..7da5b7823fc1 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + + +0.03 + + + +0.035 + + + +0.04 + + - + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - - - + + +110 + + + +120 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 6b5020234ceb..4b6cc10dd19b 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,43 +9,67 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - + - + 6.8 - - + + 7 - - - - - + + +7.2 + + + +7.4 + + + +7.6 + + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index fa8eb5ca51c4..5b2a2578d706 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -22,10 +22,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -39,22 +39,22 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 6a0bc27ee35d..35d1428b065f 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 + +0.002 - - --5e-4 + + +0.003 - - -0 + + +0.004 - - -5e-4 + + +0.005 - - -0.001 + + +0.006 - - -0.0015 + + +0.007 - - -0.002 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 311ffeb6da0b..a62349661d01 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - --0.004 + +0.0035 - - --0.0035 + + +0.004 - - --0.003 + + +0.0045 - - --0.0025 + + +0.005 - - --0.002 + + +0.0055 - - --0.0015 + + +0.006 - - --0.001 + + +0.0065 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 83626fb97aa8..c7471ff2254b 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 0e57ff6c6421..6af8952d1eaf 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.8710 µs - 6.8799 µs - 6.8912 µs + 6.9049 µs + 6.9135 µs + 6.9230 µs R² - 0.9952874 - 0.9955121 - 0.9951423 + 0.9952338 + 0.9954360 + 0.9951843 Mean - 6.8667 µs - 6.8784 µs - 6.8930 µs + 6.9007 µs + 6.9138 µs + 6.9308 µs Std. Dev. - 31.023 ns - 67.636 ns - 97.774 ns + 38.067 ns + 78.282 ns + 119.04 ns Median - 6.8567 µs - 6.8642 µs - 6.8722 µs + 6.8920 µs + 6.8999 µs + 6.9055 µs MAD - 25.286 ns - 33.148 ns - 39.445 ns + 26.039 ns + 33.504 ns + 41.436 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2648% - -0.0744% - +0.1738% - (p = 0.51 > + +0.2322% + +0.5151% + +0.8199% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 18e6042e7327..c6b8831a2f52 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -6.865 - - - -6.87 + +6.9 - - -6.875 + + +6.905 - - -6.88 + + +6.91 - - -6.885 + + +6.915 - - -6.89 + + +6.92 - - -6.895 + + +6.925 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index b863fdf86517..3b402dfac45f 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - -6.856 + + +120 - - -6.858 + + +140 + + + + +6.892 - - -6.86 + + +6.894 - - -6.862 + + +6.896 - - -6.864 + + +6.898 - - -6.866 + + +6.9 - - -6.868 + + +6.902 - - -6.87 + + +6.904 - - -6.872 + + +6.906 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 129ce6cd0bef..d3a2313e53f7 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -54,30 +54,42 @@ Average Time (µs) - + 6.8 - - + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - + + 7.3 - + + +7.4 + + + +7.5 + + + +7.6 + + Density (a.u.) @@ -86,58 +98,64 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 06811a1929bb..9665c67505d2 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,55 +10,63 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - + - + 6.8 - - + + 7 - - - + + +7.2 + + + +7.4 + + + +7.6 + + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index ca1454e97c06..229c7231c9be 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -18,37 +18,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -100,98 +100,98 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - - - + + + - - - - + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 240bd8e2f1b0..ff38aedd947a 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0.1 @@ -94,99 +94,99 @@ Iterations (x 10^3) - + - - + + - - - + + + - - - + + + - + - + - - + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 4b1815a6efdc..7fef385d08d1 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,41 +6,65 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - -6 + + +5 - - -8 + + +6 - + -10 +7 - -12 + +8 + + + +9 - + - + 6.8 - - + + 7 - - - - - + + +7.2 + + + +7.4 + + + +7.6 + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 193a4bfa67fc..1ace2c40e5e0 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -21,8 +21,8 @@ Iterations (x 10^3) - - + + 0.0 @@ -44,14 +44,14 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1 - - - + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 77ae559c9aea..7c3bf7ddfecc 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + - -6.87 + +6.904 + + + +6.906 + + + +6.908 + + + +6.91 + + + +6.912 + + + +6.914 + + + +6.916 - - -6.875 + + +6.918 - - -6.88 + + +6.92 - - -6.885 + + +6.922 - - -6.89 + + +6.924 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 17d06e786777..6d5d8ac0016b 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + - -6.87 + +6.904 + + + +6.906 + + + +6.908 + + + +6.91 + + + +6.912 + + + +6.914 + + + +6.916 - - -6.875 + + +6.918 - - -6.88 + + +6.92 - - -6.885 + + +6.922 - - -6.89 + + +6.924 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index ef30b5d3dbe4..b2d3efa3b41c 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14868.895062982867,"upper_bound":15037.415089358004},"point_estimate":14928.76829213902,"standard_error":50.128070205007745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14853.380952380952,"upper_bound":14876.949438202248},"point_estimate":14860.546666666665,"standard_error":5.4602564064221895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.520341660952084,"upper_bound":61.765068301613894},"point_estimate":47.73194245561733,"standard_error":6.78705649982607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14866.274603931983,"upper_bound":15275.614565521671},"point_estimate":15000.793510171912,"standard_error":120.30079431881101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.7688350020909,"upper_bound":857.2720768206849},"point_estimate":502.55751931092624,"standard_error":284.00863217888246}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14931.487280026764,"upper_bound":15052.043656580307},"point_estimate":14977.15632698676,"standard_error":32.41704535798502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14895.113821138211,"upper_bound":14944.603174603175},"point_estimate":14917.133988376674,"standard_error":12.71295911337282},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.29479867738164,"upper_bound":108.1655714032367},"point_estimate":75.66221397148281,"standard_error":11.432842345606236},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14927.016249595024,"upper_bound":14967.159118014622},"point_estimate":14946.74034185508,"standard_error":10.284249058571303},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68825352025995,"upper_bound":540.9812731589158},"point_estimate":325.1111296091182,"standard_error":155.2265668652729}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 7a66a3113190..9f22102fc174 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[88676.0,177299.0,266870.0,359602.0,443598.0,543526.0,623041.0,710130.0,809803.0,894669.0,976530.0,1068137.0,1178168.0,1254191.0,1332630.0,1424274.0,1520437.0,1616347.0,1693245.0,1783971.0,1871526.0,1977000.0,2053310.0,2145833.0,2229044.0,2313570.0,2398559.0,2500181.0,2593723.0,2682525.0,2755329.0,2861697.0,2936048.0,3045839.0,3120768.0,3227145.0,3298119.0,3380190.0,3481210.0,3568298.0,3665461.0,3742807.0,3883574.0,3938344.0,4014475.0,4092939.0,4183019.0,4281496.0,4367270.0,4455306.0,4557600.0,4629968.0,4724073.0,4864775.0,4903242.0,4982268.0,5074095.0,5152232.0,5299281.0,5338779.0,5431399.0,5571826.0,5612852.0,5730384.0,5810584.0,5859384.0,6003886.0,6058237.0,6138204.0,6239161.0,6341443.0,6409971.0,6493511.0,6589006.0,6675308.0,6814448.0,6890447.0,6983075.0,7022599.0,7142619.0,7220885.0,7308352.0,7383900.0,7503598.0,7581054.0,7656244.0,7737307.0,7976407.0,7944291.0,8144688.0,10841895.0,8214957.0,8304187.0,8363621.0,8453787.0,8555829.0,8690019.0,8739134.0,8828959.0,8919811.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[108213.0,178282.0,267230.0,357247.0,446008.0,533956.0,623735.0,738064.0,801287.0,890080.0,987885.0,1076562.0,1172127.0,1284159.0,1337066.0,1465823.0,1517396.0,1603073.0,1706312.0,1786101.0,1888989.0,1971073.0,2067587.0,2155604.0,2235987.0,2344050.0,2406498.0,2541192.0,2582454.0,2683529.0,2778752.0,2861871.0,2943509.0,3043193.0,3129929.0,3216614.0,3312196.0,3410164.0,3485688.0,3570386.0,3698178.0,3766040.0,3865620.0,3922155.0,4011531.0,4134514.0,4206759.0,4309075.0,4368822.0,4511983.0,4555205.0,4632531.0,4782087.0,4825263.0,4938322.0,5061461.0,5164844.0,5197533.0,5341511.0,5462855.0,5541474.0,5609983.0,5634757.0,5715329.0,5788018.0,5880698.0,5973671.0,6074444.0,6183433.0,6232740.0,6366869.0,6444007.0,6567110.0,6634901.0,6693036.0,6817202.0,6939681.0,7004073.0,7069913.0,7145492.0,7230345.0,7328396.0,7403265.0,7503475.0,7582510.0,7685690.0,7870946.0,7858613.0,8021415.0,8061558.0,8125945.0,8229269.0,8398210.0,8396813.0,8578603.0,8667248.0,8710934.0,8740203.0,8940040.0,8981162.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 869c4d408feb..c4eddb5cfdc0 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14616.562054723574,14725.212782680936,15014.9480572339,15123.598785191261] \ No newline at end of file +[14550.471904110478,14713.517998623865,15148.3075839929,15311.35367850629] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index f1837a4d4e55..18e6d1c8838b 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002757673915954578,"upper_bound":0.010030078005766744},"point_estimate":0.0019474893447448682,"standard_error":0.003596567451059971},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002370853490964553,"upper_bound":0.0006893186458170053},"point_estimate":-0.0005723114105125049,"standard_error":0.0007757423184167146}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005603816775184923,"upper_bound":0.010702965590369757},"point_estimate":0.003241261027088216,"standard_error":0.004069228519310691},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0021800840779544473,"upper_bound":0.005964103046308011},"point_estimate":0.0038078896408930696,"standard_error":0.0009767149512397734}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index ef30b5d3dbe4..b2d3efa3b41c 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14868.895062982867,"upper_bound":15037.415089358004},"point_estimate":14928.76829213902,"standard_error":50.128070205007745},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14853.380952380952,"upper_bound":14876.949438202248},"point_estimate":14860.546666666665,"standard_error":5.4602564064221895},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.520341660952084,"upper_bound":61.765068301613894},"point_estimate":47.73194245561733,"standard_error":6.78705649982607},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14866.274603931983,"upper_bound":15275.614565521671},"point_estimate":15000.793510171912,"standard_error":120.30079431881101},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.7688350020909,"upper_bound":857.2720768206849},"point_estimate":502.55751931092624,"standard_error":284.00863217888246}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14931.487280026764,"upper_bound":15052.043656580307},"point_estimate":14977.15632698676,"standard_error":32.41704535798502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14895.113821138211,"upper_bound":14944.603174603175},"point_estimate":14917.133988376674,"standard_error":12.71295911337282},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58.29479867738164,"upper_bound":108.1655714032367},"point_estimate":75.66221397148281,"standard_error":11.432842345606236},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14927.016249595024,"upper_bound":14967.159118014622},"point_estimate":14946.74034185508,"standard_error":10.284249058571303},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68825352025995,"upper_bound":540.9812731589158},"point_estimate":325.1111296091182,"standard_error":155.2265668652729}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 7a66a3113190..9f22102fc174 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[88676.0,177299.0,266870.0,359602.0,443598.0,543526.0,623041.0,710130.0,809803.0,894669.0,976530.0,1068137.0,1178168.0,1254191.0,1332630.0,1424274.0,1520437.0,1616347.0,1693245.0,1783971.0,1871526.0,1977000.0,2053310.0,2145833.0,2229044.0,2313570.0,2398559.0,2500181.0,2593723.0,2682525.0,2755329.0,2861697.0,2936048.0,3045839.0,3120768.0,3227145.0,3298119.0,3380190.0,3481210.0,3568298.0,3665461.0,3742807.0,3883574.0,3938344.0,4014475.0,4092939.0,4183019.0,4281496.0,4367270.0,4455306.0,4557600.0,4629968.0,4724073.0,4864775.0,4903242.0,4982268.0,5074095.0,5152232.0,5299281.0,5338779.0,5431399.0,5571826.0,5612852.0,5730384.0,5810584.0,5859384.0,6003886.0,6058237.0,6138204.0,6239161.0,6341443.0,6409971.0,6493511.0,6589006.0,6675308.0,6814448.0,6890447.0,6983075.0,7022599.0,7142619.0,7220885.0,7308352.0,7383900.0,7503598.0,7581054.0,7656244.0,7737307.0,7976407.0,7944291.0,8144688.0,10841895.0,8214957.0,8304187.0,8363621.0,8453787.0,8555829.0,8690019.0,8739134.0,8828959.0,8919811.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[108213.0,178282.0,267230.0,357247.0,446008.0,533956.0,623735.0,738064.0,801287.0,890080.0,987885.0,1076562.0,1172127.0,1284159.0,1337066.0,1465823.0,1517396.0,1603073.0,1706312.0,1786101.0,1888989.0,1971073.0,2067587.0,2155604.0,2235987.0,2344050.0,2406498.0,2541192.0,2582454.0,2683529.0,2778752.0,2861871.0,2943509.0,3043193.0,3129929.0,3216614.0,3312196.0,3410164.0,3485688.0,3570386.0,3698178.0,3766040.0,3865620.0,3922155.0,4011531.0,4134514.0,4206759.0,4309075.0,4368822.0,4511983.0,4555205.0,4632531.0,4782087.0,4825263.0,4938322.0,5061461.0,5164844.0,5197533.0,5341511.0,5462855.0,5541474.0,5609983.0,5634757.0,5715329.0,5788018.0,5880698.0,5973671.0,6074444.0,6183433.0,6232740.0,6366869.0,6444007.0,6567110.0,6634901.0,6693036.0,6817202.0,6939681.0,7004073.0,7069913.0,7145492.0,7230345.0,7328396.0,7403265.0,7503475.0,7582510.0,7685690.0,7870946.0,7858613.0,8021415.0,8061558.0,8125945.0,8229269.0,8398210.0,8396813.0,8578603.0,8667248.0,8710934.0,8740203.0,8940040.0,8981162.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 869c4d408feb..c4eddb5cfdc0 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14616.562054723574,14725.212782680936,15014.9480572339,15123.598785191261] \ No newline at end of file +[14550.471904110478,14713.517998623865,15148.3075839929,15311.35367850629] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index bef5031f8a82..86077998e55a 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 + + + +0.07 - + - -35 + +60 - - -40 + + +70 - - -45 + + +80 - - -50 + + +90 - - -55 + + +100 - - -60 + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index b41e2f2c07c2..d131e71761ea 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + - -0 + +50 - - + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - - -700 + + +450 - - -800 + + +500 - - -900 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index fd44ce08af02..dd0e89c79102 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,42 +9,22 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + 16 @@ -58,10 +38,10 @@ Average Time (µs) 20 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 6d8b35af4729..c748d98a1e86 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index bdffe51509f9..78d3d2fadac3 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,71 +9,95 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - - -140 + + +110 - + - + +-0.006 + + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - - - - + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index a4fbdfe3ee45..beb5ed318466 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - - -550 - - + - --0.0025 + +0.002 + + + +0.0025 - - --0.002 + + +0.003 - - --0.0015 + + +0.0035 - - --0.001 + + +0.004 - - --5e-4 + + +0.0045 - - -0 + + +0.005 - - -5e-4 + + +0.0055 - - -0.001 + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 125a66ab10d6..cebd79a842d5 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index e89d06e7c2c0..a2272cc488c0 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 14.866 µs - 15.001 µs - 15.276 µs + 14.927 µs + 14.947 µs + 14.967 µs R² - 0.7199743 - 0.7259674 - 0.7015919 + 0.9958370 + 0.9960742 + 0.9958200 Mean - 14.869 µs - 14.929 µs - 15.037 µs + 14.931 µs + 14.977 µs + 15.052 µs Std. Dev. - 57.769 ns - 502.56 ns - 857.27 ns + 82.688 ns + 325.11 ns + 540.98 ns Median - 14.853 µs - 14.861 µs - 14.877 µs + 14.895 µs + 14.917 µs + 14.945 µs MAD - 36.520 ns - 47.732 ns - 61.765 ns + 58.295 ns + 75.662 ns + 108.17 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.2758% - +0.1947% - +1.0030% - (p = 0.70 > + -0.5604% + +0.3241% + +1.0703% + (p = 0.51 > 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index d6131b3e8fe4..9f96fca06a12 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs)
- + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - + - -14.86 - - - -14.88 - - - -14.9 - - - + 14.92 - - + + 14.94 - - + + 14.96 - - + + 14.98 - - + + 15 - - + + 15.02 - - + + 15.04 - - - - + + +15.06 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index ba2321fc39a2..635106099603 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - + - -14.855 + +14.89 - - -14.86 + + +14.9 - - -14.865 + + +14.91 - + + +14.92 + + -14.87 +14.93 - -14.875 + +14.94 + + + +14.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 8ae09a1d9735..14a675d484d3 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -38,30 +38,38 @@ Average Time (µs) - + +14.5 + + + 15 - - + + +15.5 + + + 16 - - -17 + + +16.5 - - -18 + + +17 - + -19 +17.5 - -20 + +18 - + Density (a.u.) @@ -70,56 +78,38 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 3a92daf77a54..fc9451632996 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 + + +2 - - -1.8 + + +2.5 - + - + +15 + + + 16 - - -18 + + +17 - - -20 + + +18 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index f9ab8929d6af..e826e35ae02e 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -14,57 +14,47 @@ Iterations - - - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - + 100 @@ -92,106 +82,106 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 7b3b452e6280..468732800e12 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -11,57 +11,47 @@ Iterations - - - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - + 100 @@ -89,104 +79,104 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index d897c128b8e2..59cad2539660 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,42 +6,22 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + 16 @@ -55,8 +35,8 @@ Average Time (µs) 20 - - - - + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index f03eb9e890cd..0e71c6a7c42d 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 4c2907e2e1f9..caa08e700fd6 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -1 + +5 - + -2 +10 - -3 - - - -4 - - - -5 + +15 - - -6 + + +20 - - -7 + + +25 - - -8 + + +30 - - -9 + + +35 - - -10 + + +40 - + - -14.85 + +14.925 - - -14.9 + + +14.93 - - -14.95 + + +14.935 - - -15 + + +14.94 - - -15.05 + + +14.945 - - -15.1 + + +14.95 - - -15.15 + + +14.955 - - -15.2 + + +14.96 - - -15.25 + + +14.965 - - -15.3 + + +14.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 1c8d172ee453..a52597f0a4e5 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -1 + +5 - + -2 +10 - -3 - - - -4 - - - -5 + +15 - - -6 + + +20 - - -7 + + +25 - - -8 + + +30 - - -9 + + +35 - - -10 + + +40 - + - -14.85 + +14.925 - - -14.9 + + +14.93 - - -14.95 + + +14.935 - - -15 + + +14.94 - - -15.05 + + +14.945 - - -15.1 + + +14.95 - - -15.15 + + +14.955 - - -15.2 + + +14.96 - - -15.25 + + +14.965 - - -15.3 + + +14.97 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 831b6ea8d10f..6c8a35b660a5 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52758.253313375004,"upper_bound":52832.05673501368},"point_estimate":52794.59045733664,"standard_error":18.791830438770173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52761.56915101722,"upper_bound":52838.06676136364},"point_estimate":52794.36212722966,"standard_error":19.581398082765975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.19523941461132,"upper_bound":209.8699931482026},"point_estimate":156.90574678063584,"standard_error":26.477826681316998},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52837.215990951765,"upper_bound":52908.53245887779},"point_estimate":52870.85788421753,"standard_error":18.20279098564208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154.17268172772208,"upper_bound":220.75522580171415},"point_estimate":188.67016921772105,"standard_error":16.983050950928973}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.849761058016,"upper_bound":52928.842874902824},"point_estimate":52868.47258876178,"standard_error":29.96099728850742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.13942307692,"upper_bound":52890.822443181816},"point_estimate":52829.9155301024,"standard_error":31.02846112772518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.54792237980976,"upper_bound":286.922302644642},"point_estimate":224.92900177493993,"standard_error":27.611197611387652},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52948.05919615929,"upper_bound":53088.913927097674},"point_estimate":53016.04781697946,"standard_error":35.94648456286396},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.22349927612328,"upper_bound":360.50177589809056},"point_estimate":301.4292630882025,"standard_error":32.56105489322463}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 4022b8181b2d..f2224d34f748 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420137.0,838989.0,1259480.0,1678564.0,2109609.0,2516006.0,2949783.0,3371971.0,3786032.0,4209200.0,4623420.0,5053706.0,5455384.0,5923479.0,6374054.0,6751199.0,7217138.0,7628912.0,7981475.0,8422627.0,8861433.0,9253689.0,9682279.0,10132332.0,10553568.0,10966290.0,11397171.0,11769118.0,12214239.0,12667286.0,13063358.0,13522298.0,13903828.0,14305908.0,14731360.0,15155979.0,15570194.0,16052132.0,16472263.0,16834241.0,17237057.0,17672296.0,18188916.0,18532052.0,18941585.0,19484174.0,19887619.0,20269213.0,20905115.0,21120540.0,21602814.0,21980901.0,22368657.0,22798966.0,23415464.0,23682131.0,24059945.0,24576864.0,24900165.0,25315250.0,25829940.0,26184799.0,26882743.0,27095563.0,27474878.0,27987666.0,28325623.0,28730473.0,29213155.0,29524408.0,29966804.0,30495035.0,30849934.0,31271718.0,31832775.0,32201994.0,32584693.0,32878569.0,33417684.0,33816597.0,34278105.0,35054009.0,35134926.0,35536916.0,35933655.0,36358382.0,36940189.0,37197999.0,37624132.0,38178584.0,38490920.0,38855655.0,39349324.0,39713892.0,40184122.0,40580901.0,41150277.0,41375606.0,41770006.0,42271772.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420164.0,838955.0,1259710.0,1697821.0,2098600.0,2534750.0,2940159.0,3377227.0,3793330.0,4224389.0,4641332.0,5039597.0,5460616.0,5864691.0,6358959.0,6738616.0,7186359.0,7563737.0,7995649.0,8405388.0,8883366.0,9308251.0,9690327.0,10089022.0,10543551.0,10954572.0,11351602.0,11825733.0,12231593.0,12637431.0,13079382.0,13493840.0,13909734.0,14322060.0,14723802.0,15177772.0,15567469.0,16035785.0,16389428.0,16825816.0,17235621.0,17757666.0,18121495.0,18581436.0,19400046.0,19402329.0,19775334.0,20242823.0,20678226.0,21152889.0,21526041.0,21951962.0,22458977.0,22878162.0,23441493.0,23707544.0,24044603.0,24967261.0,24933992.0,25353290.0,25831195.0,26233058.0,26699200.0,27120633.0,27595331.0,27855956.0,28383208.0,28881518.0,29256642.0,29823446.0,30046678.0,30534748.0,30906528.0,31247583.0,31820401.0,32694708.0,32564635.0,33084483.0,33633793.0,33884987.0,34278356.0,34729876.0,35649599.0,35824719.0,35976066.0,36475746.0,37491126.0,37237274.0,37723319.0,38017039.0,38589652.0,39316783.0,39528697.0,39733171.0,40483966.0,40576187.0,41192979.0,41422918.0,41985872.0,42472782.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index eff44244b551..83114b116b72 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[51980.80114290952,52321.140628272944,53228.71258924207,53569.0520746055] \ No newline at end of file +[51780.76083638185,52232.15306838472,53435.86568705905,53887.25791906192] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 928efe15b412..e00090458f98 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007206919099609882,"upper_bound":0.0017627551885878883},"point_estimate":0.0005362012546721306,"standard_error":0.000632351951733188},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00003986551555912321,"upper_bound":0.0025517942215080858},"point_estimate":0.0010658946135631009,"standard_error":0.0006929207004850758}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008843332097009386,"upper_bound":0.0026939379187173413},"point_estimate":0.001399426168195106,"standard_error":0.0006722420577941222},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008079842306360133,"upper_bound":0.001864959341374206},"point_estimate":0.0006734318105228176,"standard_error":0.000672333816446673}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 831b6ea8d10f..6c8a35b660a5 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52758.253313375004,"upper_bound":52832.05673501368},"point_estimate":52794.59045733664,"standard_error":18.791830438770173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52761.56915101722,"upper_bound":52838.06676136364},"point_estimate":52794.36212722966,"standard_error":19.581398082765975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":110.19523941461132,"upper_bound":209.8699931482026},"point_estimate":156.90574678063584,"standard_error":26.477826681316998},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52837.215990951765,"upper_bound":52908.53245887779},"point_estimate":52870.85788421753,"standard_error":18.20279098564208},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154.17268172772208,"upper_bound":220.75522580171415},"point_estimate":188.67016921772105,"standard_error":16.983050950928973}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.849761058016,"upper_bound":52928.842874902824},"point_estimate":52868.47258876178,"standard_error":29.96099728850742},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.13942307692,"upper_bound":52890.822443181816},"point_estimate":52829.9155301024,"standard_error":31.02846112772518},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":176.54792237980976,"upper_bound":286.922302644642},"point_estimate":224.92900177493993,"standard_error":27.611197611387652},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52948.05919615929,"upper_bound":53088.913927097674},"point_estimate":53016.04781697946,"standard_error":35.94648456286396},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":233.22349927612328,"upper_bound":360.50177589809056},"point_estimate":301.4292630882025,"standard_error":32.56105489322463}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 4022b8181b2d..f2224d34f748 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420137.0,838989.0,1259480.0,1678564.0,2109609.0,2516006.0,2949783.0,3371971.0,3786032.0,4209200.0,4623420.0,5053706.0,5455384.0,5923479.0,6374054.0,6751199.0,7217138.0,7628912.0,7981475.0,8422627.0,8861433.0,9253689.0,9682279.0,10132332.0,10553568.0,10966290.0,11397171.0,11769118.0,12214239.0,12667286.0,13063358.0,13522298.0,13903828.0,14305908.0,14731360.0,15155979.0,15570194.0,16052132.0,16472263.0,16834241.0,17237057.0,17672296.0,18188916.0,18532052.0,18941585.0,19484174.0,19887619.0,20269213.0,20905115.0,21120540.0,21602814.0,21980901.0,22368657.0,22798966.0,23415464.0,23682131.0,24059945.0,24576864.0,24900165.0,25315250.0,25829940.0,26184799.0,26882743.0,27095563.0,27474878.0,27987666.0,28325623.0,28730473.0,29213155.0,29524408.0,29966804.0,30495035.0,30849934.0,31271718.0,31832775.0,32201994.0,32584693.0,32878569.0,33417684.0,33816597.0,34278105.0,35054009.0,35134926.0,35536916.0,35933655.0,36358382.0,36940189.0,37197999.0,37624132.0,38178584.0,38490920.0,38855655.0,39349324.0,39713892.0,40184122.0,40580901.0,41150277.0,41375606.0,41770006.0,42271772.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[420164.0,838955.0,1259710.0,1697821.0,2098600.0,2534750.0,2940159.0,3377227.0,3793330.0,4224389.0,4641332.0,5039597.0,5460616.0,5864691.0,6358959.0,6738616.0,7186359.0,7563737.0,7995649.0,8405388.0,8883366.0,9308251.0,9690327.0,10089022.0,10543551.0,10954572.0,11351602.0,11825733.0,12231593.0,12637431.0,13079382.0,13493840.0,13909734.0,14322060.0,14723802.0,15177772.0,15567469.0,16035785.0,16389428.0,16825816.0,17235621.0,17757666.0,18121495.0,18581436.0,19400046.0,19402329.0,19775334.0,20242823.0,20678226.0,21152889.0,21526041.0,21951962.0,22458977.0,22878162.0,23441493.0,23707544.0,24044603.0,24967261.0,24933992.0,25353290.0,25831195.0,26233058.0,26699200.0,27120633.0,27595331.0,27855956.0,28383208.0,28881518.0,29256642.0,29823446.0,30046678.0,30534748.0,30906528.0,31247583.0,31820401.0,32694708.0,32564635.0,33084483.0,33633793.0,33884987.0,34278356.0,34729876.0,35649599.0,35824719.0,35976066.0,36475746.0,37491126.0,37237274.0,37723319.0,38017039.0,38589652.0,39316783.0,39528697.0,39733171.0,40483966.0,40576187.0,41192979.0,41422918.0,41985872.0,42472782.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index eff44244b551..83114b116b72 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[51980.80114290952,52321.140628272944,53228.71258924207,53569.0520746055] \ No newline at end of file +[51780.76083638185,52232.15306838472,53435.86568705905,53887.25791906192] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index b0492c2d03f0..361bf422473f 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - + 0.004 - + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - + - -100 - - - -120 - - - -140 - - - -160 - - - + 180 - - + + 200 - - + + 220 - - - - + + +240 + + + +260 + + + +280 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 78442b8d87ad..e0e91b807181 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 + + + +0.006 - - -0.015 + + +0.008 - - -0.02 + + +0.01 - - -0.025 + + +0.012 - + - -150 + +220 - - -160 + + +240 - - -170 + + +260 - - -180 + + +280 - - -190 + + +300 - - -200 + + +320 - + -210 +340 - -220 + +360 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index a20a60ea15d6..feec0c61c516 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -54,26 +54,30 @@ Average Time (µs) - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index d2d9cd0c8428..a0459435eba5 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -19,13 +19,13 @@ Iterations - + - - - - - + + + + + 0.0 @@ -35,34 +35,34 @@ Iterations 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -100,9 +100,9 @@ Iterations 800 - - - + + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 0dcf0f13ce27..6d1952b5cb76 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + +550 - + - --5e-4 - - - + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - - - + + +0.0025 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index b8fd5acc1ef7..d1050c9b0fc2 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + + +550 + + - + +-0.001 + + + +-5e-4 + + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - -0.0025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 2eac4a928cdf..83825614bee6 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index a8b7d306d504..621ec23ecbb1 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.837 µs - 52.871 µs - 52.909 µs + 52.948 µs + 53.016 µs + 53.089 µs R² - 0.9988204 - 0.9988763 - 0.9988062 + 0.9958419 + 0.9960655 + 0.9958087 Mean - 52.758 µs - 52.795 µs - 52.832 µs + 52.812 µs + 52.868 µs + 52.929 µs Std. Dev. - 154.17 ns - 188.67 ns - 220.76 ns + 233.22 ns + 301.43 ns + 360.50 ns Median - 52.762 µs - 52.794 µs - 52.838 µs + 52.769 µs + 52.830 µs + 52.891 µs MAD - 110.20 ns - 156.91 ns - 209.87 ns + 176.55 ns + 224.93 ns + 286.92 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0721% - +0.0536% - +0.1763% - (p = 0.41 > + +0.0088% + +0.1399% + +0.2694% + (p = 0.04 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index c4857363aec7..76ffb994bef3 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - - -18 - - - -20 - - - -22 - - + - -52.76 - - - -52.77 - - - -52.78 + +52.8 - - -52.79 + + +52.82 - - -52.8 + + +52.84 - - -52.81 + + +52.86 - - -52.82 + + +52.88 - - -52.83 + + +52.9 - - -52.84 + + +52.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index e0652d4a82ee..fad4c1eba0a9 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - + 52.76 - - -52.77 - - - + + 52.78 - - -52.79 - - - + + 52.8 - - -52.81 - - - + + 52.82 - - -52.83 - - - + + 52.84 - - - - + + +52.86 + + + +52.88 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 95a80b4a8176..b80631abdf1e 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -46,38 +46,26 @@ Average Time (µs) - -52.2 + +52 - - -52.4 + + +52.5 - - -52.6 - - - -52.8 - - - + + 53 - - -53.2 - - - -53.4 + + +53.5 - - -53.6 + + +54 - + Density (a.u.) @@ -86,34 +74,50 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 - - + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - - - - + + + + + - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index e23ac14c4f99..a85ce6b0f46f 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (µs) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - - + + +54 + + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index d420e609412d..8a4c5dc57e28 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -19,11 +19,11 @@ Iterations - - - - - + + + + + 5.0 @@ -37,26 +37,26 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -95,7 +95,7 @@ Iterations - + @@ -103,95 +103,95 @@ Iterations - + - - - + + + - + - - - - + + + + - - + + - + - - + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - + + + + + - - + + - - + + - - + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - - + + + + + + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 37131d11112f..001c2983d810 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -13,19 +13,19 @@ Iterations - + - - + + - - + + - + 5.0 - + 10.0 @@ -34,26 +34,26 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - + 100 @@ -97,96 +97,96 @@ Iterations - + - + - - + + - + - + - - + + - + - + - + - - - - - - - - - + + + + + + + + + - - - + + + - - + + - + - - + + - + - + - - - + + + - - - + + + - + - - + + - - - - - - - + + + + + + + - + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 7e01856024de..f300821c8908 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -51,24 +51,28 @@ Average Time (µs) - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index da419aa720b4..449cff55ee44 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -97,8 +97,8 @@ Iterations 800 - - - + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index d7f2780a39e6..56e7d704228e 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 + + + +10 - - -20 + + +12 - + - -52.83 + +52.94 - - -52.84 + + +52.96 - - -52.85 + + +52.98 - - -52.86 + + +53 - - -52.87 + + +53.02 - - -52.88 + + +53.04 - - -52.89 + + +53.06 - - -52.9 + + +53.08 - - -52.91 + + +53.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index e12166e50fa7..069f3c3d8e76 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 + + + +10 - - -20 + + +12 - + - -52.83 + +52.94 - - -52.84 + + +52.96 - - -52.85 + + +52.98 - - -52.86 + + +53 - - -52.87 + + +53.02 - - -52.88 + + +53.04 - - -52.89 + + +53.06 - - -52.9 + + +53.08 - - -52.91 + + +53.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index aeae060e3ee3..4acb77b2a5ee 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971465.4394457436,"upper_bound":1975827.5056847783},"point_estimate":1973348.6290844649,"standard_error":1126.5953879585625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970297.0,"upper_bound":1971227.7710843373},"point_estimate":1970797.4535208805,"standard_error":247.09675830441864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.8157078425857,"upper_bound":2393.1453770252974},"point_estimate":1874.5740631299059,"standard_error":234.1337008394436},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971391.9490323763,"upper_bound":1975064.478417115},"point_estimate":1973038.7033515591,"standard_error":947.5246458917097},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4723.124532033525,"upper_bound":17445.60469689579},"point_estimate":11388.19291343499,"standard_error":3572.020093685067}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1985153.6834423076,"upper_bound":1991837.1900480762},"point_estimate":1988380.1569230768,"standard_error":1704.8249813261048},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1980923.2692307692,"upper_bound":1986403.5},"point_estimate":1983484.2692307692,"standard_error":1345.130725024153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.012823916239,"upper_bound":17358.240575675867},"point_estimate":14037.028458485369,"standard_error":2003.190819820224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13171.817718150316,"upper_bound":20950.830766556403},"point_estimate":17217.980350775233,"standard_error":1989.4874061428054}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index eb9dca00a766..51dd0ad0ca3a 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2009710.0,3953938.0,5899697.0,7861908.0,9835230.0,11813651.0,13779319.0,15764913.0,17795542.0,19685488.0,21650084.0,23642441.0,25637002.0,27582130.0,29569669.0,31492606.0,33440962.0,37122509.0,38089939.0,39368842.0,41368313.0,43380557.0,45362374.0,47308194.0,49270646.0,51204944.0,53140656.0,55283685.0,57151800.0,59223676.0,61069610.0,63010782.0,64979014.0,67047313.0,68961895.0,70977305.0,73074138.0,74905375.0,76834182.0,78678894.0,80747123.0,82727227.0,84830903.0,86643755.0,88696735.0,90677912.0,92691519.0,94536450.0,97304258.0,98460451.0,100449712.0,102369434.0,104499971.0,106325936.0,108322451.0,110477423.0,112340679.0,114277843.0,116277304.0,118178470.0,120787200.0,122312113.0,124278231.0,126217940.0,128072599.0,129954321.0,132209454.0,133999451.0,136019910.0,138040490.0,139783490.0,141986652.0,143804782.0,146692629.0,147574173.0,149797773.0,151769943.0,153782768.0,155701157.0,159388553.0,159604177.0,161683368.0,163611905.0,165501348.0,167556513.0,169457678.0,172225621.0,173379700.0,175374722.0,177259348.0,179225926.0,181418739.0,185954738.0,186822237.0,187108593.0,189309420.0,191166935.0,193230997.0,195169093.0,197013051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[52724471.0,52174868.0,51964686.0,52059984.0,51619925.0,52013838.0,51966570.0,51587935.0,51731472.0,51572145.0,51637838.0,51839804.0,51461319.0,51481968.0,51288438.0,51557330.0,51606536.0,51470052.0,51384262.0,52098003.0,51646491.0,51392948.0,51440276.0,52024767.0,51453071.0,51856453.0,51320232.0,51619100.0,51569037.0,51583183.0,52729593.0,53071480.0,51243610.0,51561242.0,51437200.0,51421371.0,51479549.0,51546364.0,51518603.0,51651180.0,51567734.0,51520085.0,51664635.0,51353404.0,51985173.0,51467928.0,51542988.0,51455164.0,51556974.0,51827740.0,52006232.0,51675104.0,51653334.0,51630010.0,51843238.0,51650779.0,51446587.0,51765013.0,53582845.0,52600411.0,51846004.0,52031710.0,52503771.0,52140473.0,52015399.0,51489407.0,51937574.0,52325358.0,52029877.0,53041495.0,52005401.0,52663349.0,51473388.0,51791882.0,51819263.0,51822199.0,51308300.0,51299904.0,51237377.0,51446517.0,51227339.0,51236997.0,51189328.0,51213313.0,51359265.0,51258868.0,51378391.0,51326935.0,51632134.0,51152830.0,51154753.0,51344347.0,51299143.0,51292390.0,51310684.0,51419958.0,51249061.0,52145739.0,51247494.0,51518219.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 85607cf0ef87..6c0e4b3efb7c 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1962013.0109890115,1965763.5537431322,1975765.001087454,1979515.5438415746] \ No newline at end of file +[1923947.009615385,1950688.995192308,2022000.956730769,2048742.9423076918] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index 059e0a7b1872..b477edf4e6ca 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002630541928199891,"upper_bound":0.0026615339310204983},"point_estimate":0.0011321237866159795,"standard_error":0.0007399955822202205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.297456157211556e-6,"upper_bound":0.0011031179171951955},"point_estimate":0.0006048458119123357,"standard_error":0.0002699893216671783}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005549256755763865,"upper_bound":0.009718144259855448},"point_estimate":0.007617269253424208,"standard_error":0.0010561806139798868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0048186471817939225,"upper_bound":0.007882603132040922},"point_estimate":0.00643740212228483,"standard_error":0.0007310268296728043}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index aeae060e3ee3..4acb77b2a5ee 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971465.4394457436,"upper_bound":1975827.5056847783},"point_estimate":1973348.6290844649,"standard_error":1126.5953879585625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1970297.0,"upper_bound":1971227.7710843373},"point_estimate":1970797.4535208805,"standard_error":247.09675830441864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1435.8157078425857,"upper_bound":2393.1453770252974},"point_estimate":1874.5740631299059,"standard_error":234.1337008394436},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1971391.9490323763,"upper_bound":1975064.478417115},"point_estimate":1973038.7033515591,"standard_error":947.5246458917097},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4723.124532033525,"upper_bound":17445.60469689579},"point_estimate":11388.19291343499,"standard_error":3572.020093685067}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1985153.6834423076,"upper_bound":1991837.1900480762},"point_estimate":1988380.1569230768,"standard_error":1704.8249813261048},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1980923.2692307692,"upper_bound":1986403.5},"point_estimate":1983484.2692307692,"standard_error":1345.130725024153},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8835.012823916239,"upper_bound":17358.240575675867},"point_estimate":14037.028458485369,"standard_error":2003.190819820224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13171.817718150316,"upper_bound":20950.830766556403},"point_estimate":17217.980350775233,"standard_error":1989.4874061428054}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index eb9dca00a766..51dd0ad0ca3a 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2009710.0,3953938.0,5899697.0,7861908.0,9835230.0,11813651.0,13779319.0,15764913.0,17795542.0,19685488.0,21650084.0,23642441.0,25637002.0,27582130.0,29569669.0,31492606.0,33440962.0,37122509.0,38089939.0,39368842.0,41368313.0,43380557.0,45362374.0,47308194.0,49270646.0,51204944.0,53140656.0,55283685.0,57151800.0,59223676.0,61069610.0,63010782.0,64979014.0,67047313.0,68961895.0,70977305.0,73074138.0,74905375.0,76834182.0,78678894.0,80747123.0,82727227.0,84830903.0,86643755.0,88696735.0,90677912.0,92691519.0,94536450.0,97304258.0,98460451.0,100449712.0,102369434.0,104499971.0,106325936.0,108322451.0,110477423.0,112340679.0,114277843.0,116277304.0,118178470.0,120787200.0,122312113.0,124278231.0,126217940.0,128072599.0,129954321.0,132209454.0,133999451.0,136019910.0,138040490.0,139783490.0,141986652.0,143804782.0,146692629.0,147574173.0,149797773.0,151769943.0,153782768.0,155701157.0,159388553.0,159604177.0,161683368.0,163611905.0,165501348.0,167556513.0,169457678.0,172225621.0,173379700.0,175374722.0,177259348.0,179225926.0,181418739.0,185954738.0,186822237.0,187108593.0,189309420.0,191166935.0,193230997.0,195169093.0,197013051.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[52724471.0,52174868.0,51964686.0,52059984.0,51619925.0,52013838.0,51966570.0,51587935.0,51731472.0,51572145.0,51637838.0,51839804.0,51461319.0,51481968.0,51288438.0,51557330.0,51606536.0,51470052.0,51384262.0,52098003.0,51646491.0,51392948.0,51440276.0,52024767.0,51453071.0,51856453.0,51320232.0,51619100.0,51569037.0,51583183.0,52729593.0,53071480.0,51243610.0,51561242.0,51437200.0,51421371.0,51479549.0,51546364.0,51518603.0,51651180.0,51567734.0,51520085.0,51664635.0,51353404.0,51985173.0,51467928.0,51542988.0,51455164.0,51556974.0,51827740.0,52006232.0,51675104.0,51653334.0,51630010.0,51843238.0,51650779.0,51446587.0,51765013.0,53582845.0,52600411.0,51846004.0,52031710.0,52503771.0,52140473.0,52015399.0,51489407.0,51937574.0,52325358.0,52029877.0,53041495.0,52005401.0,52663349.0,51473388.0,51791882.0,51819263.0,51822199.0,51308300.0,51299904.0,51237377.0,51446517.0,51227339.0,51236997.0,51189328.0,51213313.0,51359265.0,51258868.0,51378391.0,51326935.0,51632134.0,51152830.0,51154753.0,51344347.0,51299143.0,51292390.0,51310684.0,51419958.0,51249061.0,52145739.0,51247494.0,51518219.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 85607cf0ef87..6c0e4b3efb7c 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1962013.0109890115,1965763.5537431322,1975765.001087454,1979515.5438415746] \ No newline at end of file +[1923947.009615385,1950688.995192308,2022000.956730769,2048742.9423076918] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 219094f44963..3335fcb2094a 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,98 +9,70 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - -1 + +0.05 - - -1.2 + + +0.1 - - -1.4 + + +0.15 - - -1.6 - - - -1.8 - - - -2 - - - -2.2 + + +0.2 - + - -1.4 + +8 - - -1.5 + + +9 - - -1.6 + + +10 - - -1.7 + + +11 - - -1.8 + + +12 - - -1.9 + + +13 - - -2 + + +14 - - -2.1 + + +15 - - -2.2 + + +16 - - -2.3 + + +17 - - -2.4 + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 9723a2f7b564..aa884a7e58c2 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + + +0.2 + + - -4 + +13 + + + +14 - - -6 + + +15 - - -8 + + +16 - - -10 + + +17 - - -12 + + +18 - - -14 + + +19 - - -16 + + +20 - - -18 + + +21 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/iteration_times.svg b/criterion/reachability_hydroflow/report/both/iteration_times.svg index 314f7a496931..cc34d8ee661d 100644 --- a/criterion/reachability_hydroflow/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - + - - - - - - - + + + + + + + + - -2.0 + +1.97 - + -2.1 +1.98 - -2.2 + +1.99 + + + +2.0 - - -2.3 + + +2.01 - - -2.4 + + +2.02 - - -2.5 + + +2.03 - - -2.6 + + +2.04 - - -2.7 + + +2.05 - - -2.8 + + +2.06 - + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 3df5dfa77088..0968a7a54b0f 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +1.95 + + + 2 - - + + 2.05 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 4f578d5be850..f6d6b81f8502 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - -450 - - - -500 - - - -550 - - + - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +0.0055 + + + +0.006 + + + +0.0065 + + + +0.007 + + + +0.0075 + + + +0.008 + + + +0.0085 + + + +0.009 + + + +0.0095 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 28a59b6e37e6..46cb5ca86305 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Relative change (%) - -200 - - - -400 + +100 - - -600 + + +200 - - -800 + + +300 - - -1000 + + +400 - - -1200 + + +500 - - -1400 + + +600 - - -1600 + + +700 - + - -0 + +0.0045 + + + +0.005 - - -2e-4 + + +0.0055 - - -4e-4 + + +0.006 - - -6e-4 + + +0.0065 - - -8e-4 + + +0.007 - - -0.001 + + +0.0075 - - -0.0012 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 05b8c808ae2e..25b1f866e198 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index fa428cdf662d..e8331cd8e4b0 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -95,8 +95,8 @@

reachability/hydroflow

- - Regression + + Iteration Times @@ -116,41 +116,35 @@

Additional Statistics:

- - Slope - 1.9714 ms - 1.9730 ms - 1.9751 ms - R² - 0.9981521 - 0.9982485 - 0.9981026 + 0.0015688 + 0.0016243 + 0.0015609 Mean - 1.9715 ms - 1.9733 ms - 1.9758 ms + 1.9852 ms + 1.9884 ms + 1.9918 ms Std. Dev. - 4.7231 µs - 11.388 µs - 17.446 µs + 13.172 µs + 17.218 µs + 20.951 µs Median - 1.9703 ms - 1.9708 ms - 1.9712 ms + 1.9809 ms + 1.9835 ms + 1.9864 ms MAD - 1.4358 µs - 1.8746 µs - 2.3931 µs + 8.8350 µs + 14.037 µs + 17.358 µs @@ -174,9 +168,6 @@

Additional Plots:

  • MAD
  • -
  • - Slope -
  • @@ -185,9 +176,8 @@

    Understanding this report:

    The plot on the left displays the average time per iteration for this benchmark. The shaded region shows the estimated probability of an iteration taking a certain amount of time, while the line shows the mean. Click on the plot for a larger view showing the outliers.

    -

    The plot on the right shows the linear regression calculated from the measurements. Each point - represents a sample, though here it shows the total time for the sample rather than time per - iteration. The line is the line of best fit for these measurements.

    +

    The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

    See the documentation for more details on the additional statistics.

    @@ -205,8 +195,8 @@

    Change Since Previous Benchmark

    - - Regression Comparison + Iteration Time Comparison @@ -231,15 +221,15 @@

    Additional Statistics:

    Change in time - -0.0263% - +0.1132% - +0.2662% - (p = 0.13 > + +0.5549% + +0.7617% + +0.9718% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

    Additional Plots:

    @@ -263,8 +253,8 @@

    Understanding this report:

    curve represents the saved measurements from the last time this benchmark was run, while the blue curve shows the measurements from this run. The lines represent the mean time per iteration. Click on the plot for a larger view.

    -

    The plot on the right shows the two regressions. Again, the red line represents the previous measurement - while the blue line shows the current measurement.

    +

    The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

    See the documentation for more details on the additional statistics.

    diff --git a/criterion/reachability_hydroflow/report/iteration_times.svg b/criterion/reachability_hydroflow/report/iteration_times.svg index d024ad77bcc4..71e5e2a6effc 100644 --- a/criterion/reachability_hydroflow/report/iteration_times.svg +++ b/criterion/reachability_hydroflow/report/iteration_times.svg @@ -16,51 +16,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + -2.0 +1.97 - -2.1 + +1.98 + + + +1.99 - - -2.2 + + +2.0 - - -2.3 + + +2.01 - - -2.4 + + +2.02 - - -2.5 + + +2.03 - - -2.6 + + +2.04 - - -2.7 + + +2.05 - - -2.8 + + +2.06 - + 10 @@ -102,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow/report/iteration_times_small.svg b/criterion/reachability_hydroflow/report/iteration_times_small.svg index a826097ca06c..e85896de6a10 100644 --- a/criterion/reachability_hydroflow/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/iteration_times_small.svg @@ -13,51 +13,56 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + -2.0 +1.97 - -2.1 + +1.98 + + + +1.99 - - -2.2 + + +2.0 - - -2.3 + + +2.01 - - -2.4 + + +2.02 - - -2.5 + + +2.03 - - -2.6 + + +2.04 - - -2.7 + + +2.05 - - -2.8 + + +2.06 - + 10 @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index e2c960e40758..61a6f8243833 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - -1.971 - - - -1.9715 - - - -1.972 - - - -1.9725 + +1.985 - - -1.973 + + +1.986 - - -1.9735 + + +1.987 - - -1.974 + + +1.988 - - -1.9745 + + +1.989 - - -1.975 + + +1.99 - - -1.9755 + + +1.991 - - -1.976 + + +1.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 59a4dbbb9f03..a043d8e352ae 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - -500 + +50 + + + +100 + + + +150 + + + +200 - - -1000 + + +250 - - -1500 + + +300 - - -2000 + + +350 - - -2500 + + +400 - - -3000 + + +450 - + + +500 + + + +550 + + - -1.9702 + +1.981 + + + +1.982 - - -1.9704 + + +1.983 - - -1.9706 + + +1.984 - - -1.9708 + + +1.985 - - -1.971 + + +1.986 - - -1.9712 + + +1.987 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 9b00cfb9bd59..33749d69233f 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -13,71 +13,55 @@ Average Time (ms) 0 - -10 - - - -20 - - - -30 - - - -40 - - - -50 + +5 - - -60 - - - -70 + + +10 - - -80 + + +15 - - -90 + + +20 - - -100 + + +25 - + - + 1.96 - - + + 1.98 - - + + 2 - - + + 2.02 - - + + 2.04 - - + + 2.06 - + + +2.08 + + Density (a.u.) @@ -86,62 +70,46 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - -30 - - - -40 - - - -50 - - - -60 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +25 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 4b9b6fbeee1b..e1b93cb3b101 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - + - + +1.95 + + + 2 - - + + 2.05 - - - + + + diff --git a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg index e6522c78e6d1..e0a871b2fa35 100644 --- a/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - -2.0 + +1.97 + + + +1.98 - - -2.1 + + +1.99 - - -2.2 + + +2.0 - - -2.3 + + +2.01 - - -2.4 + + +2.02 - - -2.5 + + +2.03 - - -2.6 + + +2.04 - - -2.7 + + +2.05 - - -2.8 + + +2.06 - + 0 @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index e4754fc5adfa..a293212cee73 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +1.95 + + + 2 - - + + 2.05 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 7d94ad9c5fdf..cb48616b05e0 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 - - + - -1.971 - - - -1.9715 + +1.985 - - -1.972 + + +1.986 - - -1.9725 + + +1.987 - - -1.973 + + +1.988 - - -1.9735 + + +1.989 - - -1.974 + + +1.99 - - -1.9745 + + +1.991 - - -1.975 + + +1.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index a989cb05169c..7e7002dd2c40 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1936213.339188286,"upper_bound":1940067.7684572625},"point_estimate":1937737.1894296939,"standard_error":1017.5757329293805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1935319.4333333333,"upper_bound":1936266.448275862},"point_estimate":1935831.1408961592,"standard_error":292.5739295102581},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1352.7747147980676,"upper_bound":2400.447891956929},"point_estimate":1815.7344269283947,"standard_error":256.8708060532549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1935997.8140116774,"upper_bound":1937402.356206114},"point_estimate":1936665.6936692775,"standard_error":358.149049348095},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3184.1944172710228,"upper_bound":16628.4658960954},"point_estimate":10210.128290374934,"standard_error":4355.052994374052}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1972230.1287692308,"upper_bound":1990636.3734615385},"point_estimate":1980286.460384616,"standard_error":4767.818782556777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1961395.5,"upper_bound":1974001.3461538462},"point_estimate":1966798.6923076925,"standard_error":3081.425612673752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12809.549726431253,"upper_bound":27448.086101160574},"point_estimate":19275.53886163717,"standard_error":3680.8829078869944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22476.931387370576,"upper_bound":72999.34733041364},"point_estimate":48179.630360836876,"standard_error":14433.625034389777}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index be13a86f10be..aa3219019904 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2029969.0,3891151.0,5849937.0,7803683.0,9685765.0,11594707.0,13513548.0,15503421.0,17389701.0,19356150.0,21288928.0,23225151.0,25157767.0,27054577.0,29014615.0,31026670.0,32860742.0,34779623.0,36735102.0,38814253.0,40657041.0,42561937.0,44534388.0,46431317.0,48450065.0,50300517.0,52270313.0,54143809.0,56151727.0,58063874.0,59972907.0,61914671.0,63848760.0,65921719.0,67776500.0,69620100.0,71641072.0,74204058.0,75424553.0,77371776.0,79398488.0,81354309.0,83155829.0,85127749.0,87152208.0,89112466.0,91928576.0,92926634.0,95190931.0,96829627.0,98706276.0,100637996.0,102675337.0,104621667.0,106517986.0,108373346.0,110474727.0,112221856.0,114810027.0,116119166.0,118003582.0,119874832.0,121858262.0,123916313.0,125798303.0,127989713.0,130031954.0,131600045.0,133536066.0,135518305.0,137364218.0,139305930.0,141330398.0,143254869.0,145794390.0,147065408.0,148952548.0,150932092.0,152872311.0,155033194.0,157463021.0,158473340.0,160597154.0,162726057.0,164622995.0,166732242.0,168505338.0,170461218.0,172199931.0,174200323.0,176048621.0,177936113.0,180536899.0,181706266.0,183899639.0,185873132.0,187842055.0,189774540.0,191807685.0,193777749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[50978846.0,51361430.0,51342534.0,51483716.0,50769621.0,50747049.0,50743933.0,56148093.0,53129112.0,52226198.0,61095230.0,51664299.0,52773028.0,51047298.0,51101750.0,50850412.0,51032141.0,51124823.0,50831115.0,51185887.0,51019587.0,50824314.0,51129202.0,51246881.0,51244456.0,51178634.0,52782736.0,52727393.0,51776058.0,51324035.0,51302996.0,51438589.0,51450301.0,51919275.0,52126411.0,51857800.0,51524719.0,51404815.0,51278029.0,51657056.0,51107662.0,51885563.0,53316731.0,52112626.0,51835580.0,52324551.0,52403208.0,53088546.0,52087099.0,51766710.0,51840108.0,51784985.0,51641467.0,52482235.0,52674684.0,51638001.0,51743447.0,51973095.0,51621931.0,51628062.0,51121888.0,50880007.0,50903090.0,50876401.0,50861412.0,50937865.0,50897669.0,50885267.0,50770572.0,50805508.0,50771284.0,50725228.0,51180257.0,50667500.0,50812110.0,50837728.0,50800869.0,50812110.0,50740667.0,50996283.0,50744304.0,51033182.0,50924410.0,50696093.0,51381202.0,50959575.0,50828070.0,50801139.0,50791382.0,50852866.0,50770663.0,51205974.0,51144330.0,50742621.0,50818112.0,50849510.0,50796602.0,50772006.0,50851143.0,50691805.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 9d7e00e7798d..f9efb7987131 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1927045.2896687621,1930867.6567915408,1941060.635785617,1944883.0029083954] \ No newline at end of file +[1849865.7980769228,1902549.721153846,2043040.182692308,2095724.1057692312] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 6191b8609282..6783aa04e0fe 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00386506149440858,"upper_bound":0.0026831107028293753},"point_estimate":-0.00010521324111012476,"standard_error":0.001698017887603915},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010593985133653394,"upper_bound":0.002795885955417333},"point_estimate":0.0021481551175079883,"standard_error":0.0004222738217494058}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01732885424716754,"upper_bound":0.027024379062335124},"point_estimate":0.02195822590753127,"standard_error":0.0025494777480554076},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013702920502062677,"upper_bound":0.019970044763029146},"point_estimate":0.015997031330530875,"standard_error":0.001638496824828991}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index a989cb05169c..7e7002dd2c40 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1936213.339188286,"upper_bound":1940067.7684572625},"point_estimate":1937737.1894296939,"standard_error":1017.5757329293805},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1935319.4333333333,"upper_bound":1936266.448275862},"point_estimate":1935831.1408961592,"standard_error":292.5739295102581},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1352.7747147980676,"upper_bound":2400.447891956929},"point_estimate":1815.7344269283947,"standard_error":256.8708060532549},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1935997.8140116774,"upper_bound":1937402.356206114},"point_estimate":1936665.6936692775,"standard_error":358.149049348095},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3184.1944172710228,"upper_bound":16628.4658960954},"point_estimate":10210.128290374934,"standard_error":4355.052994374052}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1972230.1287692308,"upper_bound":1990636.3734615385},"point_estimate":1980286.460384616,"standard_error":4767.818782556777},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1961395.5,"upper_bound":1974001.3461538462},"point_estimate":1966798.6923076925,"standard_error":3081.425612673752},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12809.549726431253,"upper_bound":27448.086101160574},"point_estimate":19275.53886163717,"standard_error":3680.8829078869944},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22476.931387370576,"upper_bound":72999.34733041364},"point_estimate":48179.630360836876,"standard_error":14433.625034389777}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index be13a86f10be..aa3219019904 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2029969.0,3891151.0,5849937.0,7803683.0,9685765.0,11594707.0,13513548.0,15503421.0,17389701.0,19356150.0,21288928.0,23225151.0,25157767.0,27054577.0,29014615.0,31026670.0,32860742.0,34779623.0,36735102.0,38814253.0,40657041.0,42561937.0,44534388.0,46431317.0,48450065.0,50300517.0,52270313.0,54143809.0,56151727.0,58063874.0,59972907.0,61914671.0,63848760.0,65921719.0,67776500.0,69620100.0,71641072.0,74204058.0,75424553.0,77371776.0,79398488.0,81354309.0,83155829.0,85127749.0,87152208.0,89112466.0,91928576.0,92926634.0,95190931.0,96829627.0,98706276.0,100637996.0,102675337.0,104621667.0,106517986.0,108373346.0,110474727.0,112221856.0,114810027.0,116119166.0,118003582.0,119874832.0,121858262.0,123916313.0,125798303.0,127989713.0,130031954.0,131600045.0,133536066.0,135518305.0,137364218.0,139305930.0,141330398.0,143254869.0,145794390.0,147065408.0,148952548.0,150932092.0,152872311.0,155033194.0,157463021.0,158473340.0,160597154.0,162726057.0,164622995.0,166732242.0,168505338.0,170461218.0,172199931.0,174200323.0,176048621.0,177936113.0,180536899.0,181706266.0,183899639.0,185873132.0,187842055.0,189774540.0,191807685.0,193777749.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0,26.0],"times":[50978846.0,51361430.0,51342534.0,51483716.0,50769621.0,50747049.0,50743933.0,56148093.0,53129112.0,52226198.0,61095230.0,51664299.0,52773028.0,51047298.0,51101750.0,50850412.0,51032141.0,51124823.0,50831115.0,51185887.0,51019587.0,50824314.0,51129202.0,51246881.0,51244456.0,51178634.0,52782736.0,52727393.0,51776058.0,51324035.0,51302996.0,51438589.0,51450301.0,51919275.0,52126411.0,51857800.0,51524719.0,51404815.0,51278029.0,51657056.0,51107662.0,51885563.0,53316731.0,52112626.0,51835580.0,52324551.0,52403208.0,53088546.0,52087099.0,51766710.0,51840108.0,51784985.0,51641467.0,52482235.0,52674684.0,51638001.0,51743447.0,51973095.0,51621931.0,51628062.0,51121888.0,50880007.0,50903090.0,50876401.0,50861412.0,50937865.0,50897669.0,50885267.0,50770572.0,50805508.0,50771284.0,50725228.0,51180257.0,50667500.0,50812110.0,50837728.0,50800869.0,50812110.0,50740667.0,50996283.0,50744304.0,51033182.0,50924410.0,50696093.0,51381202.0,50959575.0,50828070.0,50801139.0,50791382.0,50852866.0,50770663.0,51205974.0,51144330.0,50742621.0,50818112.0,50849510.0,50796602.0,50772006.0,50851143.0,50691805.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 9d7e00e7798d..f9efb7987131 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1927045.2896687621,1930867.6567915408,1941060.635785617,1944883.0029083954] \ No newline at end of file +[1849865.7980769228,1902549.721153846,2043040.182692308,2095724.1057692312] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 11c039ee95bc..09121f375251 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - -0.2 + +0.02 - - -0.4 + + +0.04 - - -0.6 + + +0.06 - - -0.8 + + +0.08 - - -1 + + +0.1 - - -1.2 + + +0.12 - - -1.4 + + +0.14 - - -1.6 + + + +12 - - -1.8 + + +14 - - - -1.4 + + +16 + + + +18 - - -1.6 + + +20 - - -1.8 + + +22 - - -2 + + +24 - - -2.2 + + +26 - - -2.4 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 38e2b12a5738..8001fc682d5d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - - -0.3 + + +0.03 - - - -2 - - - -4 + + +0.035 - - -6 + + +0.04 - - -8 + + + +20 - - -10 + + +30 - - -12 + + +40 - - -14 + + +50 - - -16 + + +60 - - -18 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg index 03c5f29fe79a..4687a8ab940c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 1.95 - - + + 2.0 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - + + 2.3 - - -2.35 - - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 23fe98bb64a1..49646ec72b95 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -38,26 +38,22 @@ Average Time (ms) - -1.9 - - - + 2 - - -2.1 - - - + + 2.2 - - - - - + + +2.4 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 21edf99d78a6..5b57d7be1cde 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - - -220 - - + - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - - - - + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index de850f7cfea6..71e2e33ef17d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,95 +9,75 @@ Density (a.u.) Relative change (%) - -100 - - - -200 - - - -300 + +50 - - -400 + + +100 - - -500 + + +150 - - -600 + + +200 - - -700 + + +250 - - -800 + + +300 - - -900 + + +350 - - -1000 + + +400 - - -1100 + + +450 - + - -0.001 - - - -0.0012 - - - -0.0014 - - - -0.0016 - - - -0.0018 - - - -0.002 - - - -0.0022 - - - -0.0024 - - - -0.0026 - - - -0.0028 - - - - - - + +0.014 + + + +0.015 + + + +0.016 + + + +0.017 + + + +0.018 + + + +0.019 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 23dd599e57c4..414d1e45798d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 28cc43633285..5947016bd6a7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -95,8 +95,8 @@

    reachability/hydroflow/scheduled

    - - Regression + + Iteration Times @@ -116,41 +116,35 @@

    Additional Statistics:

    - - Slope - 1.9360 ms - 1.9367 ms - 1.9374 ms - R² - 0.9996182 - 0.9996346 - 0.9996147 + 0.0039474 + 0.0040585 + 0.0038784 Mean - 1.9362 ms - 1.9377 ms - 1.9401 ms + 1.9722 ms + 1.9803 ms + 1.9906 ms Std. Dev. - 3.1842 µs - 10.210 µs - 16.628 µs + 22.477 µs + 48.180 µs + 72.999 µs Median - 1.9353 ms - 1.9358 ms - 1.9363 ms + 1.9614 ms + 1.9668 ms + 1.9740 ms MAD - 1.3528 µs - 1.8157 µs - 2.4004 µs + 12.810 µs + 19.276 µs + 27.448 µs @@ -174,9 +168,6 @@

    Additional Plots:

  • MAD
  • -
  • - Slope -
  • @@ -185,9 +176,8 @@

    Understanding this report:

    The plot on the left displays the average time per iteration for this benchmark. The shaded region shows the estimated probability of an iteration taking a certain amount of time, while the line shows the mean. Click on the plot for a larger view showing the outliers.

    -

    The plot on the right shows the linear regression calculated from the measurements. Each point - represents a sample, though here it shows the total time for the sample rather than time per - iteration. The line is the line of best fit for these measurements.

    +

    The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

    See the documentation for more details on the additional statistics.

    @@ -205,8 +195,8 @@

    Change Since Previous Benchmark

    - - Regression Comparison + Iteration Time Comparison @@ -231,15 +221,15 @@

    Additional Statistics:

    Change in time - -0.3865% - -0.0105% - +0.2683% - (p = 0.96 > + +1.7329% + +2.1958% + +2.7024% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

    Additional Plots:

    @@ -263,8 +253,8 @@

    Understanding this report:

    curve represents the saved measurements from the last time this benchmark was run, while the blue curve shows the measurements from this run. The lines represent the mean time per iteration. Click on the plot for a larger view.

    -

    The plot on the right shows the two regressions. Again, the red line represents the previous measurement - while the blue line shows the current measurement.

    +

    The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

    See the documentation for more details on the additional statistics.

    diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg index 6f97c0965224..8fb840ec01fa 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 1.95 - - + + 2.0 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - + + 2.3 - - -2.35 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg index 28411718d762..7f040f168cbf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 1.95 - - + + 2.0 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - + + 2.3 - - -2.35 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 498b938e3c1c..679361b846c6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - + - -1.936 + +1.972 + + + +1.974 + + + +1.976 - - -1.9365 + + +1.978 - - -1.937 + + +1.98 - - -1.9375 + + +1.982 - - -1.938 + + +1.984 - - -1.9385 + + +1.986 - - -1.939 + + +1.988 - - -1.9395 + + +1.99 - - -1.94 + + +1.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 8dc10cfc5389..8a568e2f9fa5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,98 +9,62 @@ Density (a.u.) Average time (ms) - -200 - - - -400 - - - -600 - - - -800 - - - -1000 - - - -1200 + +50 - - -1400 + + +100 - - -1600 + + +150 - - -1800 - - - -2000 + + +200 - - -2200 + + +250 - + - -1.9353 - - - -1.9354 - - - -1.9355 - - - -1.9356 + +1.96 - - -1.9357 + + +1.962 - - -1.9358 + + +1.964 - - -1.9359 + + +1.966 - - -1.936 + + +1.968 - - -1.9361 + + +1.97 - - -1.9362 + + +1.972 - - -1.9363 + + +1.974 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 9932fbc2bd58..583f96a83662 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -13,75 +13,71 @@ Average Time (ms) 0 - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + + +1.9 - - -80 + + +1.95 - - -90 + + +2 - - -100 + + +2.05 - - - -1.92 + + +2.1 - - -1.94 + + +2.15 - - -1.96 + + +2.2 - - -1.98 + + +2.25 - - -2 + + +2.3 - - -2.02 + + +2.35 - - -2.04 + + +2.4 - + Density (a.u.) @@ -90,64 +86,44 @@ Density (a.u.) 0 - -10 + +2 - - -20 + + +4 + + + +6 + + + +8 + + + +10 - - -30 - - - -40 - - - -50 - - - -60 - - - -70 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index e2f8d9338df0..08c08e8f9f5e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (ms) 0 - -10 - - - -20 + +2 - - -30 + + +4 - - -40 + + +6 - - -50 + + +8 - - -60 + + +10 - - -70 + + +12 - + -80 +14 - -1.95 - - - + 2 - - - + + +2.2 + + + +2.4 + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg index 82467b10c3e2..b6af29c9afae 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 1.95 - - + + 2.0 - - + + 2.05 - - + + 2.1 - - + + 2.15 - - + + 2.2 - - + + 2.25 - - + + 2.3 - - -2.35 - - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 85c45b3db060..f36c30e578f3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -35,24 +35,20 @@ Average Time (ms) - -1.9 - - - + 2 - - -2.1 - - - + + 2.2 - - - - - + + +2.4 + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 7c8244b6a9e6..3cd7650e3d02 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ms) - -200 + +10 - - -400 + + +20 - - -600 + + +30 - - -800 + + +40 - - -1000 + + +50 - - -1200 + + +60 - + + +70 + + + +80 + + + +90 + + - -1.936 + +1.972 + + + +1.974 + + + +1.976 + + + +1.978 - - -1.9362 + + +1.98 - - -1.9364 + + +1.982 - - -1.9366 + + +1.984 - - -1.9368 + + +1.986 - - -1.937 + + +1.988 - - -1.9372 + + +1.99 - - -1.9374 + + +1.992 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 4021c121bd39..3b55f3aaa7ff 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5280980.095222223,"upper_bound":5294386.557694446},"point_estimate":5286901.59,"standard_error":3432.749454615253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275353.777777778,"upper_bound":5285028.333333333},"point_estimate":5278449.055555556,"standard_error":3219.819407687482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11957.415887714584,"upper_bound":17935.01188158989},"point_estimate":14676.916072766753,"standard_error":1566.4120822365005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17667.776763320446,"upper_bound":50668.437904199105},"point_estimate":34247.33920837353,"standard_error":9260.15442260307}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5476550.8913888885,"upper_bound":5520083.29863889},"point_estimate":5497807.776666667,"standard_error":11092.13354182425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5444880.777777778,"upper_bound":5499601.111111111},"point_estimate":5481643.777777778,"standard_error":15347.403691336782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82936.08449342322,"upper_bound":140732.34310150123},"point_estimate":112989.52056070253,"standard_error":14490.588650194119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96410.3517453113,"upper_bound":124297.62957651312},"point_estimate":111420.51979769322,"standard_error":7121.873765762909}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 454413ba1644..0d7d5ed2e364 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47958641.0,47633993.0,48379737.0,48341878.0,48180836.0,47459026.0,47671643.0,49829380.0,47581192.0,47567177.0,47416444.0,47408851.0,47488691.0,47444929.0,47640965.0,47673419.0,47391527.0,47343499.0,47263410.0,47653228.0,47484973.0,47504732.0,47453496.0,47578920.0,47581315.0,47493327.0,47600480.0,47720683.0,47440218.0,47289711.0,47382282.0,47468534.0,47478184.0,47426646.0,47602354.0,47651376.0,47663365.0,47554996.0,47513999.0,47664860.0,47565255.0,47498819.0,47467341.0,47366445.0,47352949.0,47332771.0,47472240.0,48340573.0,47638542.0,47390778.0,47394424.0,47417449.0,47445762.0,47504809.0,47507274.0,47577757.0,47557860.0,47393984.0,47420796.0,47427354.0,47707719.0,47452742.0,47578448.0,47417987.0,47466881.0,47467018.0,47593046.0,47708039.0,47549655.0,47484573.0,47603894.0,47495434.0,47401798.0,47448576.0,47562632.0,47451098.0,47347446.0,47341875.0,47704643.0,47560977.0,47564233.0,47629112.0,47710688.0,47404071.0,47483090.0,47433937.0,48318222.0,47612052.0,47612983.0,47376399.0,47613874.0,47472971.0,47461869.0,47607001.0,47730334.0,47629283.0,47475505.0,47557437.0,47652317.0,47565473.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48357416.0,48151761.0,48496295.0,48419570.0,48008764.0,48176838.0,48451140.0,48603825.0,48960090.0,48916850.0,47951669.0,48633340.0,48287323.0,47975824.0,48528986.0,48548042.0,48664461.0,48935875.0,49443783.0,51336083.0,51198337.0,51813395.0,50655873.0,50778482.0,50581255.0,50312433.0,50297775.0,51798095.0,51777928.0,50698914.0,51512223.0,51244994.0,51822899.0,50823145.0,49941560.0,49417793.0,49375389.0,49066470.0,49398798.0,49360406.0,49111443.0,49830601.0,49456445.0,49911685.0,49029951.0,49463018.0,49394971.0,48958455.0,48819731.0,48740240.0,48630266.0,48551408.0,48760458.0,48465539.0,48778631.0,49470042.0,49246866.0,48863721.0,49921215.0,49918106.0,49642594.0,48864132.0,49094601.0,49935772.0,50616641.0,50560485.0,49403721.0,49983370.0,49105512.0,48818033.0,48726965.0,49671016.0,50765027.0,51155504.0,51412857.0,50068045.0,49940829.0,50137295.0,50342992.0,48923534.0,49723584.0,49004184.0,49529802.0,49725969.0,50270086.0,49286861.0,48565394.0,48343469.0,47916044.0,48516943.0,48043570.0,48428387.0,48921649.0,49309182.0,48461732.0,48977903.0,50366034.0,49981597.0,50157282.0,49281511.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 8ac3b5602489..4e1ef895442f 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5213550.500000002,5242539.208333334,5319842.430555554,5348831.138888887] \ No newline at end of file +[4954364.833333334,5183367.916666667,5794042.805555555,6023045.888888888] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index c1654bd9fec8..ec51492c85bb 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011624995631430704,"upper_bound":-0.008057329244226212},"point_estimate":-0.00984962918643495,"standard_error":0.0009021264008139221},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011011067812522812,"upper_bound":-0.008600976196953103},"point_estimate":-0.010178488273674402,"standard_error":0.0006970109014479258}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.035659549358572074,"upper_bound":0.04469626985482544},"point_estimate":0.03989220965746543,"standard_error":0.0022531378660089908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.031011036963643823,"upper_bound":0.04187013550809082},"point_estimate":0.03849515645289037,"standard_error":0.0029783449584677908}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 4021c121bd39..3b55f3aaa7ff 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5280980.095222223,"upper_bound":5294386.557694446},"point_estimate":5286901.59,"standard_error":3432.749454615253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275353.777777778,"upper_bound":5285028.333333333},"point_estimate":5278449.055555556,"standard_error":3219.819407687482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11957.415887714584,"upper_bound":17935.01188158989},"point_estimate":14676.916072766753,"standard_error":1566.4120822365005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17667.776763320446,"upper_bound":50668.437904199105},"point_estimate":34247.33920837353,"standard_error":9260.15442260307}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5476550.8913888885,"upper_bound":5520083.29863889},"point_estimate":5497807.776666667,"standard_error":11092.13354182425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5444880.777777778,"upper_bound":5499601.111111111},"point_estimate":5481643.777777778,"standard_error":15347.403691336782},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82936.08449342322,"upper_bound":140732.34310150123},"point_estimate":112989.52056070253,"standard_error":14490.588650194119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96410.3517453113,"upper_bound":124297.62957651312},"point_estimate":111420.51979769322,"standard_error":7121.873765762909}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 454413ba1644..0d7d5ed2e364 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[47958641.0,47633993.0,48379737.0,48341878.0,48180836.0,47459026.0,47671643.0,49829380.0,47581192.0,47567177.0,47416444.0,47408851.0,47488691.0,47444929.0,47640965.0,47673419.0,47391527.0,47343499.0,47263410.0,47653228.0,47484973.0,47504732.0,47453496.0,47578920.0,47581315.0,47493327.0,47600480.0,47720683.0,47440218.0,47289711.0,47382282.0,47468534.0,47478184.0,47426646.0,47602354.0,47651376.0,47663365.0,47554996.0,47513999.0,47664860.0,47565255.0,47498819.0,47467341.0,47366445.0,47352949.0,47332771.0,47472240.0,48340573.0,47638542.0,47390778.0,47394424.0,47417449.0,47445762.0,47504809.0,47507274.0,47577757.0,47557860.0,47393984.0,47420796.0,47427354.0,47707719.0,47452742.0,47578448.0,47417987.0,47466881.0,47467018.0,47593046.0,47708039.0,47549655.0,47484573.0,47603894.0,47495434.0,47401798.0,47448576.0,47562632.0,47451098.0,47347446.0,47341875.0,47704643.0,47560977.0,47564233.0,47629112.0,47710688.0,47404071.0,47483090.0,47433937.0,48318222.0,47612052.0,47612983.0,47376399.0,47613874.0,47472971.0,47461869.0,47607001.0,47730334.0,47629283.0,47475505.0,47557437.0,47652317.0,47565473.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48357416.0,48151761.0,48496295.0,48419570.0,48008764.0,48176838.0,48451140.0,48603825.0,48960090.0,48916850.0,47951669.0,48633340.0,48287323.0,47975824.0,48528986.0,48548042.0,48664461.0,48935875.0,49443783.0,51336083.0,51198337.0,51813395.0,50655873.0,50778482.0,50581255.0,50312433.0,50297775.0,51798095.0,51777928.0,50698914.0,51512223.0,51244994.0,51822899.0,50823145.0,49941560.0,49417793.0,49375389.0,49066470.0,49398798.0,49360406.0,49111443.0,49830601.0,49456445.0,49911685.0,49029951.0,49463018.0,49394971.0,48958455.0,48819731.0,48740240.0,48630266.0,48551408.0,48760458.0,48465539.0,48778631.0,49470042.0,49246866.0,48863721.0,49921215.0,49918106.0,49642594.0,48864132.0,49094601.0,49935772.0,50616641.0,50560485.0,49403721.0,49983370.0,49105512.0,48818033.0,48726965.0,49671016.0,50765027.0,51155504.0,51412857.0,50068045.0,49940829.0,50137295.0,50342992.0,48923534.0,49723584.0,49004184.0,49529802.0,49725969.0,50270086.0,49286861.0,48565394.0,48343469.0,47916044.0,48516943.0,48043570.0,48428387.0,48921649.0,49309182.0,48461732.0,48977903.0,50366034.0,49981597.0,50157282.0,49281511.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 8ac3b5602489..4e1ef895442f 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5213550.500000002,5242539.208333334,5319842.430555554,5348831.138888887] \ No newline at end of file +[4954364.833333334,5183367.916666667,5794042.805555555,6023045.888888888] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index cb58abde1683..65c164a3969e 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 + +0.005 - - -0.1 + + +0.01 - - -0.15 + + +0.015 - - -0.2 + + +0.02 - - -0.25 + + +0.025 - + + +0.03 + + + +0.035 + + - -12 + +80 - - -13 + + +90 - - -14 + + +100 - - -15 + + +110 - - -16 + + +120 - - -17 + + +130 - - -18 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 2bf1f792a383..273786cac887 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - -15 + +95 - - -20 + + +100 - - -25 + + +105 - - -30 + + +110 - - -35 + + +115 - - -40 + + +120 - - -45 + + +125 - - -50 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 69bc18729ecf..ccf3a7b7fc8d 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - + + +5.6 + + + +5.65 + + + +5.7 + + + +5.75 + + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index d2fb445452ce..feeb51c5f9be 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -46,26 +46,26 @@ Average Time (ms) - -5.3 + +5.2 - - + + 5.4 - - -5.5 - - - + + 5.6 - - - - - + + +5.8 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 9541d8fd9b0c..12e958c91805 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,91 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 - + - --0.012 - - - --0.0115 - - - --0.011 - - - --0.0105 - - - --0.01 - - - --0.0095 - - - --0.009 - - - --0.0085 - - - --0.008 - - - - - - + +0.035 + + + +0.036 + + + +0.037 + + + +0.038 + + + +0.039 + + + +0.04 + + + +0.041 + + + +0.042 + + + +0.043 + + + +0.044 + + + +0.045 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index aaf8b9c942f6..b3ce3d6d46cd 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,63 +9,75 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 - - -200 + + +60 - - -300 + + +80 + + + +100 - - -400 + + +120 - - -500 + + +140 - - -600 + + +160 - - -700 + + +180 - + - --0.011 - - - --0.0105 - - - --0.01 - - - --0.0095 - - - --0.009 - - - --0.0085 - - - - - - + +0.03 + + + +0.032 + + + +0.034 + + + +0.036 + + + +0.038 + + + +0.04 + + + +0.042 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 0af1e5eabc3f..c61bd768de31 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 3137f50b7bc5..726766637a4d 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

    Additional Statistics:

    R² - 0.0000286 - 0.0000294 - 0.0000281 + 0.0003826 + 0.0003967 + 0.0003813 Mean - 5.2810 ms - 5.2869 ms - 5.2944 ms + 5.4766 ms + 5.4978 ms + 5.5201 ms Std. Dev. - 17.668 µs - 34.247 µs - 50.668 µs + 96.410 µs + 111.42 µs + 124.30 µs Median - 5.2754 ms - 5.2784 ms - 5.2850 ms + 5.4449 ms + 5.4816 ms + 5.4996 ms MAD - 11.957 µs - 14.677 µs - 17.935 µs + 82.936 µs + 112.99 µs + 140.73 µs @@ -221,15 +221,15 @@

    Additional Statistics:

    Change in time - -1.1625% - -0.9850% - -0.8057% + +3.5660% + +3.9892% + +4.4696% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

    Additional Plots:

    diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index b0d342722a6c..198379f57660 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,32 +15,47 @@ Average Iteration Time (ms) - - + + + + - - + + + - -5.3 - - - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - + + +5.55 + + + +5.6 + + + +5.65 + + + +5.7 + + 10 @@ -82,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index 52fc0513df7c..34cdf52ecdcb 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,32 +12,47 @@ Average Iteration Time (ms) - - + + + + - - + + + - -5.3 - - - + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - + + +5.55 + + + +5.6 + + + +5.65 + + + +5.7 + + 10 @@ -79,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 576d1ef2859a..832ca9467ac4 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +5 + + + +10 - - -40 + + +15 - - -60 + + +20 - - -80 + + +25 - - -100 + + +30 - - -120 + + +35 - + - -5.28 + +5.475 + + + +5.48 + + + +5.485 - - -5.282 + + +5.49 - - -5.284 + + +5.495 - - -5.286 + + +5.5 - - -5.288 + + +5.505 - - -5.29 + + +5.51 - - -5.292 + + +5.515 - - -5.294 + + +5.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index c5b364717734..ef6451f575c9 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,54 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +5 + + + +10 + + + +15 + + + +20 + + + +25 - - -100 + + +30 - - -150 + + +35 - - -200 + + +40 - - -250 + + +45 - + + +50 + + + +55 + + - -5.276 + +5.44 + + + +5.45 - - -5.278 + + +5.46 - - -5.28 + + +5.47 - - -5.282 + + +5.48 - - -5.284 + + +5.49 - - -5.286 + + +5.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 957f78ced8a5..7d0e772d5947 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,34 +50,34 @@ Average Time (ms) - -5.25 + +5.2 - - + + 5.3 - - -5.35 - - - + + 5.4 - - -5.45 - - - + + 5.5 - - -5.55 + + +5.6 + + + +5.7 + + + +5.8 - + Density (a.u.) @@ -86,62 +86,40 @@ Density (a.u.) 0 - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 + + + +2.5 + + + +3 - - -10 - - - -12 - - - -14 - - - -16 - - - -18 - - - - - - - - - - - - - - - - - - - - - - + + +3.5 + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index a49fa46fcdfa..707be086e8a3 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 + +0.5 - - -8 + + +1 - - -10 + + +1.5 - - -12 - - - -14 + + +2 - - -16 + + +2.5 - - -18 + + +3 - - -20 + + +3.5 - + - -5.3 + +5.2 - - + + 5.4 - - -5.5 + + +5.6 + + + +5.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 538d0c54c2d7..767f82a09e1b 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - + + +5.6 + + + +5.65 + + + +5.7 + + + +5.75 + + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 5552cd298272..692b9110757f 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -43,24 +43,24 @@ Average Time (ms) - -5.3 + +5.2 - - + + 5.4 - - -5.5 - - - + + 5.6 - - - - - + + +5.8 + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 5a9832be5dcb..749fd9f44e90 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +5 + + + +10 - - -40 + + +15 - - -60 + + +20 - - -80 + + +25 - - -100 + + +30 - - -120 + + +35 - + - -5.28 + +5.475 + + + +5.48 + + + +5.485 - - -5.282 + + +5.49 - - -5.284 + + +5.495 - - -5.286 + + +5.5 - - -5.288 + + +5.505 - - -5.29 + + +5.51 - - -5.292 + + +5.515 - - -5.294 + + +5.52 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 8d2b0eb02f8f..20f20f6a156c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1577623.976784384,"upper_bound":1584981.6478777535},"point_estimate":1580661.9728476885,"standard_error":1921.9257553815064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1576446.25,"upper_bound":1577691.3863636362},"point_estimate":1577125.4003359461,"standard_error":353.20022324763363},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2013.7547807692733,"upper_bound":3635.066700241316},"point_estimate":2779.7850961035783,"standard_error":428.74594040527535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1577042.442222316,"upper_bound":1594580.2655983102},"point_estimate":1584113.785577065,"standard_error":4662.68305303278},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4990.8545215823415,"upper_bound":30841.229538907122},"point_estimate":19293.173475689116,"standard_error":7279.83199565913}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593846.6165441026,"upper_bound":1599050.5675511325},"point_estimate":1596320.7775667736,"standard_error":1330.2547047961266},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591975.2954545454,"upper_bound":1595625.9853801169},"point_estimate":1593656.3424369749,"standard_error":894.6521277010197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7590.416343853118,"upper_bound":12920.001050295163},"point_estimate":11092.182354320512,"standard_error":1385.1077789762442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591252.0826405548,"upper_bound":1597900.4674552563},"point_estimate":1594325.0712339294,"standard_error":1704.191870792747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9784.575563721914,"upper_bound":16604.341500169845},"point_estimate":13355.2656688763,"standard_error":1752.1580845662486}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index dc9301f20743..7fdead1b1dfc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1568655.0,3155273.0,4731103.0,6284749.0,7865085.0,9425824.0,11275596.0,12602489.0,14220274.0,15955973.0,17355209.0,18849116.0,20609991.0,22093869.0,23686818.0,25190475.0,26793200.0,28341140.0,29984482.0,31588038.0,33130905.0,34784612.0,36173619.0,37834710.0,39390950.0,41133517.0,42567793.0,44346240.0,45785537.0,47527072.0,48865196.0,50452868.0,51983054.0,53790051.0,55243201.0,56971801.0,58320176.0,59909388.0,61377976.0,63032913.0,64745483.0,66258731.0,67732784.0,69353900.0,70993485.0,72757439.0,74121353.0,75714292.0,77477020.0,80608463.0,80499969.0,82224801.0,83592495.0,85227985.0,86716614.0,88657024.0,89868532.0,91481891.0,92934938.0,94900320.0,96195651.0,97705627.0,99300818.0,100813800.0,102632260.0,104213600.0,105513173.0,107277073.0,108559061.0,110335527.0,112053184.0,113621909.0,115138546.0,116788845.0,118194565.0,119867256.0,121956168.0,122865947.0,124481893.0,125732120.0,127799839.0,129086998.0,130755759.0,132338553.0,133842931.0,135710031.0,137510767.0,138627284.0,140294614.0,141690932.0,143265972.0,145058526.0,154476557.0,163714008.0,150264882.0,151097463.0,152564341.0,154140028.0,158052162.0,157941022.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1651915.0,3157257.0,4764969.0,6364920.0,7900446.0,9508553.0,11246415.0,12680145.0,14431014.0,15908364.0,17586257.0,19054550.0,20554922.0,22193812.0,23807477.0,25519425.0,27624197.0,28722779.0,30292268.0,33010386.0,33507466.0,35111372.0,36873582.0,38258377.0,40305274.0,41386373.0,42892301.0,44588455.0,46300073.0,47789614.0,49153259.0,51359148.0,52414219.0,54183453.0,55559120.0,57030211.0,58897362.0,60630597.0,62523252.0,64307493.0,65834648.0,67248723.0,68636617.0,70046913.0,72061804.0,73516684.0,75421444.0,76465179.0,77712148.0,79465433.0,81188077.0,82566031.0,84563452.0,86093927.0,87687735.0,88794519.0,90770950.0,92796415.0,94465830.0,96070124.0,97502763.0,98997246.0,101224103.0,103761754.0,105196067.0,105969606.0,107527436.0,110081378.0,111100818.0,111557720.0,113054473.0,115750025.0,116355359.0,117895810.0,120093621.0,122865176.0,122358969.0,123672710.0,125266503.0,128423771.0,129514049.0,130625825.0,136079949.0,135154734.0,135656687.0,136222647.0,138159965.0,140201818.0,141486003.0,142130476.0,144049905.0,145339242.0,146882727.0,149595452.0,150666552.0,152416422.0,153708070.0,155283931.0,156338314.0,158156026.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index a5bf4c1b5792..b8adb03c11d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1563852.1289911305,1569581.4920523833,1584859.7935490576,1590589.1566103105] \ No newline at end of file +[1547257.2312179494,1567515.6065945518,1621537.940932158,1641796.31630876] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index efeec907274c..1cf17370d8a5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010971943034615465,"upper_bound":-0.0042828526835662776},"point_estimate":-0.007620805289667021,"standard_error":0.0016977183537417045},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008828895195667874,"upper_bound":-0.005855361721763005},"point_estimate":-0.007150726052513212,"standard_error":0.0007292141931395214}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006817121622788996,"upper_bound":0.012621006888601412},"point_estimate":0.009906485376423912,"standard_error":0.0014822901096390978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00946850317354242,"upper_bound":0.011935461284451776},"point_estimate":0.010481691625477296,"standard_error":0.0006103492380673871}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 8d2b0eb02f8f..20f20f6a156c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1577623.976784384,"upper_bound":1584981.6478777535},"point_estimate":1580661.9728476885,"standard_error":1921.9257553815064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1576446.25,"upper_bound":1577691.3863636362},"point_estimate":1577125.4003359461,"standard_error":353.20022324763363},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2013.7547807692733,"upper_bound":3635.066700241316},"point_estimate":2779.7850961035783,"standard_error":428.74594040527535},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1577042.442222316,"upper_bound":1594580.2655983102},"point_estimate":1584113.785577065,"standard_error":4662.68305303278},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4990.8545215823415,"upper_bound":30841.229538907122},"point_estimate":19293.173475689116,"standard_error":7279.83199565913}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1593846.6165441026,"upper_bound":1599050.5675511325},"point_estimate":1596320.7775667736,"standard_error":1330.2547047961266},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591975.2954545454,"upper_bound":1595625.9853801169},"point_estimate":1593656.3424369749,"standard_error":894.6521277010197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7590.416343853118,"upper_bound":12920.001050295163},"point_estimate":11092.182354320512,"standard_error":1385.1077789762442},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1591252.0826405548,"upper_bound":1597900.4674552563},"point_estimate":1594325.0712339294,"standard_error":1704.191870792747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9784.575563721914,"upper_bound":16604.341500169845},"point_estimate":13355.2656688763,"standard_error":1752.1580845662486}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index dc9301f20743..7fdead1b1dfc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1568655.0,3155273.0,4731103.0,6284749.0,7865085.0,9425824.0,11275596.0,12602489.0,14220274.0,15955973.0,17355209.0,18849116.0,20609991.0,22093869.0,23686818.0,25190475.0,26793200.0,28341140.0,29984482.0,31588038.0,33130905.0,34784612.0,36173619.0,37834710.0,39390950.0,41133517.0,42567793.0,44346240.0,45785537.0,47527072.0,48865196.0,50452868.0,51983054.0,53790051.0,55243201.0,56971801.0,58320176.0,59909388.0,61377976.0,63032913.0,64745483.0,66258731.0,67732784.0,69353900.0,70993485.0,72757439.0,74121353.0,75714292.0,77477020.0,80608463.0,80499969.0,82224801.0,83592495.0,85227985.0,86716614.0,88657024.0,89868532.0,91481891.0,92934938.0,94900320.0,96195651.0,97705627.0,99300818.0,100813800.0,102632260.0,104213600.0,105513173.0,107277073.0,108559061.0,110335527.0,112053184.0,113621909.0,115138546.0,116788845.0,118194565.0,119867256.0,121956168.0,122865947.0,124481893.0,125732120.0,127799839.0,129086998.0,130755759.0,132338553.0,133842931.0,135710031.0,137510767.0,138627284.0,140294614.0,141690932.0,143265972.0,145058526.0,154476557.0,163714008.0,150264882.0,151097463.0,152564341.0,154140028.0,158052162.0,157941022.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1651915.0,3157257.0,4764969.0,6364920.0,7900446.0,9508553.0,11246415.0,12680145.0,14431014.0,15908364.0,17586257.0,19054550.0,20554922.0,22193812.0,23807477.0,25519425.0,27624197.0,28722779.0,30292268.0,33010386.0,33507466.0,35111372.0,36873582.0,38258377.0,40305274.0,41386373.0,42892301.0,44588455.0,46300073.0,47789614.0,49153259.0,51359148.0,52414219.0,54183453.0,55559120.0,57030211.0,58897362.0,60630597.0,62523252.0,64307493.0,65834648.0,67248723.0,68636617.0,70046913.0,72061804.0,73516684.0,75421444.0,76465179.0,77712148.0,79465433.0,81188077.0,82566031.0,84563452.0,86093927.0,87687735.0,88794519.0,90770950.0,92796415.0,94465830.0,96070124.0,97502763.0,98997246.0,101224103.0,103761754.0,105196067.0,105969606.0,107527436.0,110081378.0,111100818.0,111557720.0,113054473.0,115750025.0,116355359.0,117895810.0,120093621.0,122865176.0,122358969.0,123672710.0,125266503.0,128423771.0,129514049.0,130625825.0,136079949.0,135154734.0,135656687.0,136222647.0,138159965.0,140201818.0,141486003.0,142130476.0,144049905.0,145339242.0,146882727.0,149595452.0,150666552.0,152416422.0,153708070.0,155283931.0,156338314.0,158156026.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index a5bf4c1b5792..b8adb03c11d0 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1563852.1289911305,1569581.4920523833,1584859.7935490576,1590589.1566103105] \ No newline at end of file +[1547257.2312179494,1567515.6065945518,1621537.940932158,1641796.31630876] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 23803a70962c..19a0dba51759 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +0.05 - - -0.8 + + +0.1 - - -1 + + +0.15 - - -1.2 + + +0.2 - - - -2 + + +0.25 - - -2.2 + + +0.3 - - -2.4 + + +0.35 - - -2.6 + + + +7 - - -2.8 + + +8 - - -3 + + +9 - - -3.2 + + +10 - - -3.4 + + +11 - - -3.6 + + +12 - - -3.8 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index a3f065d3218c..6b58aa736d8e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.05 - - -0.03 + + +0.1 - - -0.04 + + +0.15 - - -0.05 + + +0.2 - - -0.06 + + + +10 - - -0.07 + + +11 - - -0.08 + + +12 - - - -5 + + +13 - - -10 + + +14 - - + + 15 - - -20 - - - -25 + + +16 - - -30 + + +17 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index bb1bcf6769ab..1ba003d484b6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -42,30 +42,30 @@ Average Time (ms) - + 1.55 - - + + 1.6 - - + + 1.65 - - + + 1.7 - - + + 1.75 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index e03e9a2d254c..be2802e26ef9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -22,11 +22,11 @@ Iterations - + - - - + + + 0.0 @@ -40,26 +40,26 @@ Iterations 40.0 - + 60.0 - + 80.0 - + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index bdfb9c7d4366..1c72387bcd86 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - --0.011 + + +250 - - --0.01 + + + +0.007 - - --0.009 + + +0.008 - - --0.008 + + +0.009 - - --0.007 + + +0.01 - - --0.006 + + +0.011 - + --0.005 +0.012 - --0.004 - - - - - - + +0.013 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index f38acb11fd68..42233b3e6c0d 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - --0.009 - - - --0.0085 - - - --0.008 - - - --0.0075 - - - --0.007 - - - --0.0065 - - - --0.006 - - - - - - + +0.0095 + + + +0.01 + + + +0.0105 + + + +0.011 + + + +0.0115 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 64d7e14dd7ce..dc3fa4516750 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index ec4ea55d8177..2dfc911fad47 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

    Additional Statistics:

    Slope - 1.5770 ms - 1.5841 ms - 1.5946 ms + 1.5913 ms + 1.5943 ms + 1.5979 ms R² - 0.9516025 - 0.9541258 - 0.9486153 + 0.9909033 + 0.9914247 + 0.9907190 Mean - 1.5776 ms - 1.5807 ms - 1.5850 ms + 1.5938 ms + 1.5963 ms + 1.5991 ms Std. Dev. - 4.9909 µs - 19.293 µs - 30.841 µs + 9.7846 µs + 13.355 µs + 16.604 µs Median - 1.5764 ms - 1.5771 ms - 1.5777 ms + 1.5920 ms + 1.5937 ms + 1.5956 ms MAD - 2.0138 µs - 2.7798 µs - 3.6351 µs + 7.5904 µs + 11.092 µs + 12.920 µs @@ -231,9 +231,9 @@

    Additional Statistics:

    Change in time - -1.0972% - -0.7621% - -0.4283% + +0.6817% + +0.9906% + +1.2621% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 46bab8849e9d..4a6ba976fa62 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms)
    - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 + + +150 - - -180 - - - + + 200 - - -220 - - - - -1.577 + + +250 - - -1.578 + + +300 - - -1.579 - - - -1.58 + + + +1.594 - - -1.581 + + +1.595 - - -1.582 + + +1.596 - - -1.583 + + +1.597 - - -1.584 + + +1.598 - - -1.585 + + +1.599 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index dbb09b264f73..b9047e4d41e8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (ms) - -200 - - - -400 - - - -600 - - - -800 + +100 - - -1000 - - - -1200 + + +200 - - -1400 + + +300 - - -1600 + + +400 - - -1800 + + +500 - - -2000 + + +600 - - -2200 + + +700 - + - -1.5764 + +1.592 + + + +1.5925 - - -1.5766 + + +1.593 - - -1.5768 + + +1.5935 - - -1.577 + + +1.594 - - -1.5772 + + +1.5945 - - -1.5774 + + +1.595 - - -1.5776 + + +1.5955 - - -1.5778 + + +1.596 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index c3e6699cf693..b565636d09a2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,46 @@ Average Time (ms) - -1.56 + +1.57 - - + + 1.58 - - -1.6 - - - -1.62 + + +1.59 - - -1.64 + + +1.6 - - -1.66 + + +1.61 - - -1.68 + + +1.62 - - -1.7 + + +1.63 - - -1.72 + + +1.64 - - -1.74 + + +1.65 - - -1.76 + + +1.66 - + Density (a.u.) @@ -106,60 +102,48 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 11978ab5200a..d0b2c43111aa 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - -1.55 + +1.58 - - + + 1.6 - - -1.65 + + +1.62 - - -1.7 + + +1.64 - - -1.75 + + +1.66 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 5ac2cc2dd9fe..4f1176fec641 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -18,47 +18,42 @@ Iterations - - - - - - - - + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - -160.0 - - + 10 @@ -105,103 +100,103 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 5fb41ee0e4e1..61d254051d64 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -16,46 +16,41 @@ Iterations - - - - - - - + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - -160.0 - - + 10 @@ -101,102 +96,102 @@ Iterations - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index a4c26850bf0c..ce8ea06319fc 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -39,28 +39,28 @@ Average Time (ms) - + 1.55 - - + + 1.6 - - + + 1.65 - - + + 1.7 - - + + 1.75 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index b344becbcbb6..5f03785a9070 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -20,8 +20,8 @@ Iterations - - + + @@ -41,14 +41,14 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - + 120.0 @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index e498ccaceb72..d3760d55f3b3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 - - - -90 - - - + + 100 - - - -1.576 + + +150 - - -1.578 + + +200 - - -1.58 + + +250 - - -1.582 + + + +1.591 - - -1.584 + + +1.592 - - -1.586 + + +1.593 - - -1.588 + + +1.594 - - -1.59 + + +1.595 - - -1.592 + + +1.596 - - -1.594 + + +1.597 - - -1.596 + + +1.598 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 0cbe076f3231..fe43d0085c4a 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 - - - -90 - - - + + 100 - - - -1.576 + + +150 - - -1.578 + + +200 - - -1.58 + + +250 - - -1.582 + + + +1.591 - - -1.584 + + +1.592 - - -1.586 + + +1.593 - - -1.588 + + +1.594 - - -1.59 + + +1.595 - - -1.592 + + +1.596 - - -1.594 + + +1.597 - - -1.596 + + +1.598 - - - - + + + + Bootstrap distribution